-- Logs begin at Sun 2022-05-08 21:22:43 UTC, end at Sun 2022-05-08 22:38:48 UTC. -- May 08 22:06:29.284511 dv-cinder-840511-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 08 22:06:32.104453 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.common.config [-] Logging enabled! May 08 22:06:32.105093 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev196 May 08 22:06:32.105182 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103519) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 08 22:06:32.109029 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.common.config [-] Logging enabled! May 08 22:06:32.109295 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev196 May 08 22:06:32.109609 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103519) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 08 22:06:32.110562 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 08 22:06:32.110798 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 08 22:06:32.111172 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 08 22:06:32.111418 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 08 22:06:32.111648 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 08 22:06:32.111990 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:32.112364 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:32.112606 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:32.112924 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:32.113204 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:32.113491 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:32.113783 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:32.114170 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:32.114665 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:32.115141 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:32.115616 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:32.116004 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:32.116469 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:32.116985 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:32.117469 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:32.117840 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] debug = True {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:32.118300 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:32.119064 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:32.119713 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:32.120192 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:32.120805 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:32.121318 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:32.121764 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:32.122213 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:32.122677 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:32.123262 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] host = dv-cinder-840511-5-iscsi {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:32.123726 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:32.124157 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:32.124634 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:32.125063 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:32.125354 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:32.125642 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:32.125938 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:32.126221 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:32.126503 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] log_file = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:32.126785 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:32.127081 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:32.127376 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:32.127673 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:32.127900 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:32.128125 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:32.128416 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:32.128751 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:32.129032 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:32.129317 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:32.129595 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:32.129870 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:32.130146 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:32.130421 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:32.130709 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:32.130996 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:32.131284 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:32.131560 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:32.131836 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:32.132110 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:32.132384 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:32.132704 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:32.132981 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:32.133257 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:32.133531 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:32.133823 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:32.134094 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:32.134371 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:32.134677 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:32.134966 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:32.135254 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:32.135544 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:32.135818 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:32.136105 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:32.136379 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:32.136679 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:32.137042 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] use_json = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:32.137355 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:32.137613 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:32.137901 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:32.138177 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:32.138453 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:32.138730 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:32.139005 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:32.139296 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:32.139570 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:32.139878 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.140185 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.140499 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.140821 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.141138 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.141429 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.141730 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.142018 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.142317 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.142620 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.142919 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.143207 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.143517 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.143815 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.144121 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.144439 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.144772 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.145077 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.145364 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.145649 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.145934 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.146220 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.146516 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.146806 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.147109 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.147409 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.147696 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.148006 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.148299 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.148616 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.148926 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.149229 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.149514 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.149805 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.150109 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.150395 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.150676 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.150973 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.151260 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.151542 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.151832 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.152118 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.152398 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.152782 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.153161 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.153479 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.153768 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.154051 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.154330 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.154615 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.154896 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.155190 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.155479 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.155760 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.156041 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.156325 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.156625 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.156908 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.157194 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.157475 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.157761 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.158041 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.158320 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.158599 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.158878 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.159163 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.159442 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.159719 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.160001 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.160282 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.160560 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.160858 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.161139 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.161418 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.161726 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.162012 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.162303 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.162588 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.162876 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.163158 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.163445 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.163733 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.164021 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.164306 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.164630 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.164928 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.165226 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.165521 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.165809 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.166140 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.166436 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.166729 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.167024 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.167319 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.167610 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.167906 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.168244 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.168740 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.169160 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.169469 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.169781 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.170090 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.170385 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.170710 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.171002 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:32.171224 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 08 22:06:32.171476 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103519) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 08 22:06:32.632195 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 08 22:06:32.632422 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 08 22:06:32.632788 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 08 22:06:32.633125 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.manager [-] Loading core plugin: ml2 May 08 22:06:32.964598 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:32.964929 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:32.965287 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:32.966496 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:32.966765 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:32.967043 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:33.022298 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:33.022566 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:33.022829 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:33.037659 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:33.037950 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:33.038212 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:33.068115 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:33.068394 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:33.068670 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:33.105904 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:33.106522 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:33.106646 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:33.450241 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:33.450503 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:33.450790 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:33.451058 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:33.451756 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:33.556905 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:33.557221 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:33.557561 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:33.557787 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:33.558041 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:33.558354 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:33.558612 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:33.559064 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:33.559325 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:33.559605 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:33.559872 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:33.560124 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:33.560380 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:33.560667 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:33.560921 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:33.561184 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:33.561418 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:33.561686 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:33.561954 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:33.562211 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:33.562484 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:33.562736 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:33.563014 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:33.563390 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:33.563639 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:33.563886 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:33.564283 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103519) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 08 22:06:33.564526 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103519) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 08 22:06:33.564788 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103519) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 08 22:06:33.565028 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103519) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 08 22:06:33.565265 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103519) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 08 22:06:33.565502 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103519) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 08 22:06:33.565871 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 08 22:06:33.569014 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 08 22:06:33.573010 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 08 22:06:33.576922 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) May 08 22:06:33.578576 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 08 22:06:33.579048 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 08 22:06:33.579384 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 08 22:06:33.579770 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 08 22:06:33.582767 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 08 22:06:33.583018 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 08 22:06:33.583369 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 08 22:06:33.588284 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 08 22:06:33.612473 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 08 22:06:33.612955 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:33.613253 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103519) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 08 22:06:33.613627 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:33.614979 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103519) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 08 22:06:33.615254 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 08 22:06:33.615500 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 08 22:06:33.618866 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:33.619149 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:33.682317 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 08 22:06:33.682550 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 08 22:06:33.682788 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 08 22:06:33.683155 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 08 22:06:33.708903 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_db.sqlalchemy.engines [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103519) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 08 22:06:34.151422 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.plugins.ml2.managers [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Initializing driver for type 'gre' May 08 22:06:34.152052 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] gre ID ranges: [(1, 1000)] May 08 22:06:34.208378 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.plugins.ml2.managers [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Initializing driver for type 'local' May 08 22:06:34.208787 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.plugins.ml2.managers [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Initializing driver for type 'vlan' May 08 22:06:34.222813 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] VlanTypeDriver initialization complete May 08 22:06:34.223166 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.plugins.ml2.managers [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Initializing driver for type 'vxlan' May 08 22:06:34.223791 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] vxlan ID ranges: [(1, 1000)] May 08 22:06:34.279569 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.plugins.ml2.managers [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Initializing extension driver 'port_security' May 08 22:06:34.279944 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.plugins.ml2.extensions.port_security [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] PortSecurityExtensionDriver initialization complete May 08 22:06:34.280278 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.plugins.ml2.managers [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Initializing mechanism driver 'openvswitch' May 08 22:06:34.280596 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.plugins.ml2.managers [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Initializing mechanism driver 'hyperv' May 08 22:06:34.287313 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.plugin [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:06:34.288167 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Subscribe: > port after_create 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:34.288538 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Subscribe: > port after_update 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:34.288919 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Subscribe: > port after_delete 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:34.289455 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103519) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 08 22:06:34.289897 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Subscribe: > subnet after_create 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:34.290251 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Subscribe: > subnet after_update 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:34.290598 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:34.290963 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103519) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 08 22:06:34.291371 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Subscribe: > network after_create 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:34.291723 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Subscribe: > network after_update 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:34.292066 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Subscribe: > network after_delete 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:34.292458 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103519) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 08 22:06:34.292882 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Subscribe: > security_group after_create 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:34.293319 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Subscribe: > security_group after_update 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:34.293708 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:34.294208 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103519) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 08 22:06:34.294613 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:34.294960 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:34.295301 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:34.295696 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103519) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 08 22:06:34.296105 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Subscribe: > address_group after_create 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:34.296451 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Subscribe: > address_group after_update 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:34.296862 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:34.297263 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103519) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 08 22:06:34.297712 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] ML2 OVO RPC backend initialized. {{(pid=103519) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 08 22:06:34.298419 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:34.298771 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:34.299191 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Subscribe: > network before_response 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:34.299537 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Subscribe: > networks before_response 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:34.299888 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Subscribe: > port before_response 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:34.300233 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Subscribe: > ports before_response 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:34.300584 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Subscribe: > subnet before_response 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:34.300923 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Subscribe: > subnets before_response 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:34.301269 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Subscribe: > network after_create 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:34.301607 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Subscribe: > network after_update 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:34.301940 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Subscribe: > network after_delete 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:34.302273 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Subscribe: > port after_create 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:34.302606 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Subscribe: > port after_update 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:34.302937 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Subscribe: > port after_delete 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:34.303267 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Subscribe: > subnet after_create 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:34.303602 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Subscribe: > subnet after_update 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:34.303927 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:34.311800 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.quota [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loaded quota_driver: . May 08 22:06:34.312195 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.plugins.ml2.plugin [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Modular L2 Plugin initialization complete May 08 22:06:34.312545 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading services supported by the core plugin {{(pid=103519) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 08 22:06:34.312912 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.plugins.ml2.managers [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Got port-security extension from driver 'port_security' May 08 22:06:34.313398 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.extensions.vlantransparent [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Disabled vlantransparent extension. May 08 22:06:34.313888 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103519) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 08 22:06:34.314216 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading Plugin: router May 08 22:06:34.352013 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:34.352411 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Subscribe: > router after_create 55549900 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:34.352806 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Subscribe: > router before_create 55549900 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:34.353176 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:34.353555 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:34.353912 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Subscribe: > router after_delete 55549900 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:34.354270 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:34.354621 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:34.354972 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Subscribe: > router after_create 55549900 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:34.355320 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Subscribe: > router after_update 55549900 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:34.355770 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Subscribe: > router after_update 55549900 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:34.356072 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:34.356549 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Subscribe: > router after_update 55549900 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:34.356990 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Subscribe: > router precommit_update 55549900 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:34.357359 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Subscribe: port after_update 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:34.357699 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Subscribe: port after_delete 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:34.358036 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Subscribe: subnet after_update 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:34.358376 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:34.358722 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:34.359068 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Subscribe: > router precommit_create 55549900 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:34.359410 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Subscribe: port before_delete 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:34.359755 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Subscribe: > router precommit_create 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:34.360106 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Subscribe: > router after_update 55549900 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:34.360447 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:34.360840 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Subscribe: > router precommit_create 55549900 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:34.361198 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:34.361542 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Subscribe: > router precommit_update 55549900 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:34.361905 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Subscribe: > agent after_create 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:34.362252 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Subscribe: > agent after_delete 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:34.362595 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Subscribe: > network after_delete 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:34.363478 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.quota.resource_registry [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Tracking information for resource: router configured {{(pid=103519) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 08 22:06:34.363808 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.quota.resource_registry [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Tracking information for resource: floatingip configured {{(pid=103519) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 08 22:06:34.368770 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.db.l3_agentschedulers_db [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 08 22:06:34.369357 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Subscribe: port after_update 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:34.369716 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Subscribe: port after_create 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:34.370066 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Subscribe: port after_delete 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:34.370416 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Subscribe: port after_update 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:34.371267 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Subscribe: > router before_create 55550100 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:34.371664 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:34.371997 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Subscribe: > router precommit_create 55550100 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:34.372353 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Subscribe: > router precommit_update 55550100 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:34.377249 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.services.provider_configuration [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Service providers = [] {{(pid=103519) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 08 22:06:34.377666 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.db.servicetype_db [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103519) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 08 22:06:34.380616 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.services.service_base [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103519) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 08 22:06:34.380972 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.services.service_base [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103519) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 08 22:06:34.381311 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.services.service_base [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103519) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 08 22:06:34.382205 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.services.service_base [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103519) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 08 22:06:34.382575 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.services.service_base [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Default provider is not specified for service type L3_ROUTER_NAT May 08 22:06:34.382961 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103519) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 08 22:06:34.383277 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 08 22:06:34.394131 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103519) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 08 22:06:34.394461 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading Plugin: auto_allocate May 08 22:06:34.400078 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Subscribe: network precommit_update 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:34.400448 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Subscribe: network precommit_create 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:34.400998 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103519) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 08 22:06:34.401315 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading Plugin: tag May 08 22:06:34.408274 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103519) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 08 22:06:34.408513 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading Plugin: timestamp May 08 22:06:34.412408 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103519) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 08 22:06:34.412768 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading Plugin: network_ip_availability May 08 22:06:34.418435 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:34.418808 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:34.419168 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:34.419885 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103519) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 08 22:06:34.420204 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading Plugin: flavors May 08 22:06:34.425156 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103519) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 08 22:06:34.425487 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading Plugin: revisions May 08 22:06:34.429755 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103519) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 08 22:06:34.430151 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_concurrency.lockutils [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.797s {{(pid=103519) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 08 22:06:34.430881 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103519) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 08 22:06:34.431219 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Initializing extension manager. May 08 22:06:34.431744 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: __init__.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.432085 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: __pycache__ {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.432416 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: _port_mac_address_override.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.432778 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: address_group.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.433540 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.434190 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loaded extension: address-group May 08 22:06:34.434542 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: address_scope.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.435258 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.435779 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loaded extension: address-scope May 08 22:06:34.436096 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.437054 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.437571 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loaded extension: router-admin-state-down-before-update May 08 22:06:34.437893 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: agent.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.438578 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.439091 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loaded extension: agent May 08 22:06:34.439409 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: agent_resources_synced.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.440320 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.440864 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loaded extension: agent-resources-synced May 08 22:06:34.441182 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: allowedaddresspairs.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.442995 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.443517 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loaded extension: allowed-address-pairs May 08 22:06:34.443841 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: auto_allocated_topology.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.444942 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.445455 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loaded extension: auto-allocated-topology May 08 22:06:34.445784 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: availability_zone.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.446477 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.446981 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loaded extension: availability_zone May 08 22:06:34.447301 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: availability_zone_filter.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.448219 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.448778 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loaded extension: availability_zone_filter May 08 22:06:34.449098 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: data_plane_status.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.450203 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.450711 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Extension data-plane-status not supported by any of loaded plugins May 08 22:06:34.451029 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: default_subnetpools.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.451955 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.452464 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loaded extension: default-subnetpools May 08 22:06:34.452803 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.453638 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.454144 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loaded extension: dhcp_agent_scheduler May 08 22:06:34.454464 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: dns.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.455392 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.455914 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Extension dns-integration not supported by any of loaded plugins May 08 22:06:34.456216 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: dns_domain_ports.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.457159 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.457662 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Extension dns-domain-ports not supported by any of loaded plugins May 08 22:06:34.457982 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.458898 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.459404 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 08 22:06:34.459722 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: dvr.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.460399 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.460940 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loaded extension: dvr May 08 22:06:34.461259 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: ecmp_routes.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.462180 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.462690 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Extension ecmp_routes not supported by any of loaded plugins May 08 22:06:34.463009 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: empty_string_filtering.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.463928 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.464450 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loaded extension: empty-string-filtering May 08 22:06:34.464786 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.465891 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.466402 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 08 22:06:34.466722 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.467641 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.468153 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 08 22:06:34.468475 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: external_net.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.469729 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.470240 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loaded extension: external-net May 08 22:06:34.470558 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.471471 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.471981 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loaded extension: extra_dhcp_opt May 08 22:06:34.472302 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: extraroute.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.473252 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.473759 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loaded extension: extraroute May 08 22:06:34.474074 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: extraroute_atomic.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.475302 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.475824 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loaded extension: extraroute-atomic May 08 22:06:34.476146 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: filter_validation.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.476851 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.477360 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loaded extension: filter-validation May 08 22:06:34.477677 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: fip_pf_description.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.478593 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.479097 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 08 22:06:34.479416 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: fip_pf_port_range.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.480329 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.480981 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 08 22:06:34.481438 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: fip_port_details.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.482380 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.482893 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loaded extension: fip-port-details May 08 22:06:34.483211 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: flavors.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.484455 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.485010 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loaded extension: flavors May 08 22:06:34.485334 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.487007 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.487532 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 08 22:06:34.487860 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: floatingip_pools.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.488610 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.489113 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loaded extension: floatingip-pools May 08 22:06:34.489438 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: ip_allocation.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.490357 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.490866 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Extension ip_allocation not supported by any of loaded plugins May 08 22:06:34.491193 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.492120 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.492656 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loaded extension: ip-substring-filtering May 08 22:06:34.492979 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: l2_adjacency.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.493913 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.494423 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Extension l2_adjacency not supported by any of loaded plugins May 08 22:06:34.494747 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: l3.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.495743 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.496439 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loaded extension: router May 08 22:06:34.497110 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.499371 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.499899 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 08 22:06:34.500232 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.501186 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.501707 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loaded extension: ext-gw-mode May 08 22:06:34.502035 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.503007 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.503519 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loaded extension: l3-ha May 08 22:06:34.503848 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.504803 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.505313 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 08 22:06:34.505641 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: l3_flavors.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.506569 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.507084 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loaded extension: l3-flavors May 08 22:06:34.507411 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.508831 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.509351 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 08 22:06:34.509676 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.510600 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.511115 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loaded extension: l3-port-ip-change-not-allowed May 08 22:06:34.511439 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: l3agentscheduler.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.512531 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.513076 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loaded extension: l3_agent_scheduler May 08 22:06:34.513404 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: local_ip.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.516705 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.517235 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Extension local_ip not supported by any of loaded plugins May 08 22:06:34.517572 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: logging.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.519041 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.519561 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Extension logging not supported by any of loaded plugins May 08 22:06:34.519897 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: metering.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.520678 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.521251 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loaded extension: metering May 08 22:06:34.521587 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.522683 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.523198 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loaded extension: metering_source_and_destination_fields May 08 22:06:34.523520 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: multiprovidernet.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.524460 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.525004 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loaded extension: multi-provider May 08 22:06:34.525328 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: netmtu.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.526264 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.526772 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loaded extension: net-mtu May 08 22:06:34.527091 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: netmtu_writable.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.528089 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.528614 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loaded extension: net-mtu-writable May 08 22:06:34.528982 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: network_availability_zone.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.529655 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.530162 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loaded extension: network_availability_zone May 08 22:06:34.530479 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: network_ip_availability.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.531587 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.532100 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loaded extension: network-ip-availability May 08 22:06:34.532424 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: network_segment_range.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.533229 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.533733 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Extension network-segment-range not supported by any of loaded plugins May 08 22:06:34.534054 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: pagination.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.535051 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.535378 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loaded extension: pagination May 08 22:06:34.535676 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: port_device_profile.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.536611 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.537143 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loaded extension: port-device-profile May 08 22:06:34.537465 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: port_mac_address_override.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.538405 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.538917 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loaded extension: port-mac-override May 08 22:06:34.539237 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.540166 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.540703 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loaded extension: port-mac-address-regenerate May 08 22:06:34.541028 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.541942 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.542459 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loaded extension: port-numa-affinity-policy May 08 22:06:34.542781 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: port_resource_request.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.543830 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.544345 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Extension port-resource-request not supported by any of loaded plugins May 08 22:06:34.544694 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: port_resource_request_groups.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.545671 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.546192 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Extension port-resource-request-groups not supported by any of loaded plugins May 08 22:06:34.546512 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: portbindings.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.547445 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.547957 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loaded extension: binding May 08 22:06:34.548275 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: portbindings_extended.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.549571 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.550086 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loaded extension: binding-extended May 08 22:06:34.550409 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: portsecurity.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.551346 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.551860 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loaded extension: port-security May 08 22:06:34.552181 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: project_id.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.553270 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.553602 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loaded extension: project-id May 08 22:06:34.553921 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: providernet.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.554841 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.555356 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loaded extension: provider May 08 22:06:34.555679 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: qos.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.559623 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.560146 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Extension qos not supported by any of loaded plugins May 08 22:06:34.560479 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.561752 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.562267 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 08 22:06:34.562597 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.563513 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.564029 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 08 22:06:34.564351 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: qos_default.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.565292 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.565801 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Extension qos-default not supported by any of loaded plugins May 08 22:06:34.566131 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: qos_fip.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.567050 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.567562 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Extension qos-fip not supported by any of loaded plugins May 08 22:06:34.567887 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.568831 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.569336 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 08 22:06:34.569662 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: qos_gateway_ip.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.570582 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.571092 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 08 22:06:34.571412 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: qos_port_network_policy.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.572328 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.572867 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 08 22:06:34.573194 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.574237 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.574999 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Extension qos-pps-minimum not supported by any of loaded plugins May 08 22:06:34.575390 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.576443 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.576994 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 08 22:06:34.577317 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: qos_pps_rule.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.578510 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.579029 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Extension qos-pps not supported by any of loaded plugins May 08 22:06:34.579356 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: qos_rule_type_details.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.580278 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.580823 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 08 22:06:34.581148 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.582067 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.582583 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 08 22:06:34.582903 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: qos_rules_alias.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.583943 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.584454 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Extension qos-rules-alias not supported by any of loaded plugins May 08 22:06:34.584797 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: quota_check_limit.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.585803 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.586321 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loaded extension: quota-check-limit May 08 22:06:34.586646 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: quotasv2.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.587584 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.587914 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loaded extension: quotas May 08 22:06:34.588232 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: quotasv2_detail.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.590119 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.590457 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loaded extension: quota_details May 08 22:06:34.590792 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: rbac.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.591864 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.592387 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loaded extension: rbac-policies May 08 22:06:34.592751 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: rbac_address_group.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.593696 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.594530 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loaded extension: rbac-address-group May 08 22:06:34.594856 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: rbac_address_scope.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.595799 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.596314 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loaded extension: rbac-address-scope May 08 22:06:34.596668 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: rbac_security_groups.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.597600 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.598112 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loaded extension: rbac-security-groups May 08 22:06:34.598436 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: rbac_subnetpool.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.599357 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.599866 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loaded extension: rbac-subnetpool May 08 22:06:34.600197 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: revisionifmatch.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.601154 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.601670 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loaded extension: revision-if-match May 08 22:06:34.601997 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: revisions.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.603170 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.603681 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loaded extension: standard-attr-revisions May 08 22:06:34.604004 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: router_availability_zone.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.604710 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.605225 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loaded extension: router_availability_zone May 08 22:06:34.605599 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: routerservicetype.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.606580 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.607098 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Extension router-service-type not supported by any of loaded plugins May 08 22:06:34.607421 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.608352 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.608933 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loaded extension: security-groups-normalized-cidr May 08 22:06:34.609258 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.610188 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.610741 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loaded extension: port-security-groups-filtering May 08 22:06:34.611067 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.612034 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.612554 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loaded extension: security-groups-remote-address-group May 08 22:06:34.612908 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.613963 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.614492 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loaded extension: security-groups-shared-filtering May 08 22:06:34.614816 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.615412 dv-cinder-840511-5-iscsi neutron-server[103519]: WARNING neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 08 22:06:34.615733 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: securitygroup.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.625826 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.626357 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loaded extension: security-group May 08 22:06:34.626690 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: segment.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.627427 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.627942 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Extension segment not supported by any of loaded plugins May 08 22:06:34.628264 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.629240 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.629754 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 08 22:06:34.630078 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: servicetype.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.631175 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.631696 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loaded extension: service-type May 08 22:06:34.632019 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: sorting.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.633034 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.633362 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loaded extension: sorting May 08 22:06:34.633683 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: standard_attr_segment.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.634604 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.635117 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Extension standard-attr-segment not supported by any of loaded plugins May 08 22:06:34.635441 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: standardattrdescription.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.636096 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.636633 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loaded extension: standard-attr-description May 08 22:06:34.637001 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: stateful_security_group.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.637947 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.638458 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loaded extension: stateful-security-group May 08 22:06:34.638776 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: stdattrs_common.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.639350 dv-cinder-840511-5-iscsi neutron-server[103519]: WARNING neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 08 22:06:34.639665 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.640589 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.641129 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 08 22:06:34.641452 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: subnet_onboard.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.642529 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.643045 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loaded extension: subnet_onboard May 08 22:06:34.643371 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.644305 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.644859 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 08 22:06:34.645183 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: subnet_service_types.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.646107 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.646634 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loaded extension: subnet-service-types May 08 22:06:34.646956 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: subnetallocation.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.648049 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.648586 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loaded extension: subnet_allocation May 08 22:06:34.648928 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.649585 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.650099 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loaded extension: subnetpool-prefix-ops May 08 22:06:34.650420 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.651357 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.651866 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 08 22:06:34.652186 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: tagging.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.653355 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.653870 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loaded extension: standard-attr-tag May 08 22:06:34.654194 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: timestamp.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.655416 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.655930 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loaded extension: standard-attr-timestamp May 08 22:06:34.656253 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: trunk.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.657329 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.657851 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Extension trunk not supported by any of loaded plugins May 08 22:06:34.658172 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: trunk_details.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.659152 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.659613 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Extension trunk-details not supported by any of loaded plugins May 08 22:06:34.659934 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: uplink_status_propagation.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.660887 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.661400 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 08 22:06:34.661715 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Loading extension file: vlantransparent.py {{(pid=103519) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 08 22:06:34.662386 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103519) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 08 22:06:34.662894 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Extension vlan-transparent not supported by any of loaded plugins May 08 22:06:34.665540 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.quota.resource_registry [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Creating instance of TrackedResource for resource:network May 08 22:06:34.666062 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.quota.resource_registry [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Creating instance of TrackedResource for resource:subnet May 08 22:06:34.666459 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.quota.resource_registry [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Creating instance of TrackedResource for resource:subnetpool May 08 22:06:34.666849 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.quota.resource_registry [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Creating instance of TrackedResource for resource:port May 08 22:06:34.668119 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.v2.resource_helper [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103519) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 08 22:06:34.668586 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.v2.resource_helper [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Service FLAVORS assigned prefix: {{(pid=103519) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 08 22:06:34.669221 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.v2.resource_helper [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103519) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 08 22:06:34.669643 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.v2.resource_helper [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103519) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 08 22:06:34.669978 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.quota.resource_registry [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Creating instance of TrackedResource for resource:router May 08 22:06:34.670410 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.quota.resource_registry [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Creating instance of TrackedResource for resource:floatingip May 08 22:06:34.670885 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.v2.resource_helper [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Service METERING assigned prefix: /metering {{(pid=103519) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 08 22:06:34.672328 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:34.672734 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:34.673086 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:06:34.674103 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.quota.resource_registry [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Creating instance of CountableResource for resource:rbac_policy May 08 22:06:34.674543 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.quota.resource_registry [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Creating instance of TrackedResource for resource:security_group May 08 22:06:34.674973 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.quota.resource_registry [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Creating instance of TrackedResource for resource:security_group_rule May 08 22:06:34.675574 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.v2.resource_helper [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Service CORE assigned prefix: {{(pid=103519) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 08 22:06:34.675909 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.quota.resource_registry [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Creating instance of TrackedResource for resource:subnetpool May 08 22:06:34.676253 dv-cinder-840511-5-iscsi neutron-server[103519]: WARNING neutron.quota.resource_registry [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] subnetpool is already registered May 08 22:06:34.676705 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.v2.resource_helper [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Service CORE assigned prefix: {{(pid=103519) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 08 22:06:34.677028 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.quota.resource_registry [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Creating instance of TrackedResource for resource:subnetpool May 08 22:06:34.677362 dv-cinder-840511-5-iscsi neutron-server[103519]: WARNING neutron.quota.resource_registry [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] subnetpool is already registered May 08 22:06:34.679678 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.v2.resource_helper [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103519) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 08 22:06:34.680107 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.v2.resource_helper [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Service FLAVORS assigned prefix: {{(pid=103519) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 08 22:06:34.680735 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.v2.resource_helper [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103519) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 08 22:06:34.681157 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.v2.resource_helper [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103519) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 08 22:06:34.681489 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.quota.resource_registry [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Creating instance of TrackedResource for resource:router May 08 22:06:34.681820 dv-cinder-840511-5-iscsi neutron-server[103519]: WARNING neutron.quota.resource_registry [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] router is already registered May 08 22:06:34.682233 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.quota.resource_registry [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Creating instance of TrackedResource for resource:floatingip May 08 22:06:34.682564 dv-cinder-840511-5-iscsi neutron-server[103519]: WARNING neutron.quota.resource_registry [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] floatingip is already registered May 08 22:06:34.683020 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.v2.resource_helper [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Service METERING assigned prefix: /metering {{(pid=103519) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 08 22:06:34.683702 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.quota.resource_registry [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Creating instance of CountableResource for resource:rbac_policy May 08 22:06:34.684113 dv-cinder-840511-5-iscsi neutron-server[103519]: WARNING neutron.quota.resource_registry [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] rbac_policy is already registered May 08 22:06:34.684526 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.quota.resource_registry [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Creating instance of TrackedResource for resource:security_group May 08 22:06:34.684889 dv-cinder-840511-5-iscsi neutron-server[103519]: WARNING neutron.quota.resource_registry [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] security_group is already registered May 08 22:06:34.685298 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.quota.resource_registry [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Creating instance of TrackedResource for resource:security_group_rule May 08 22:06:34.685632 dv-cinder-840511-5-iscsi neutron-server[103519]: WARNING neutron.quota.resource_registry [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] security_group_rule is already registered May 08 22:06:34.686248 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.v2.resource_helper [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Service CORE assigned prefix: {{(pid=103519) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 08 22:06:34.686577 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.quota.resource_registry [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Creating instance of TrackedResource for resource:subnetpool May 08 22:06:34.686911 dv-cinder-840511-5-iscsi neutron-server[103519]: WARNING neutron.quota.resource_registry [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] subnetpool is already registered May 08 22:06:34.687329 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.v2.resource_helper [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Service CORE assigned prefix: {{(pid=103519) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 08 22:06:34.687653 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.quota.resource_registry [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Creating instance of TrackedResource for resource:subnetpool May 08 22:06:34.687981 dv-cinder-840511-5-iscsi neutron-server[103519]: WARNING neutron.quota.resource_registry [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] subnetpool is already registered May 08 22:06:34.688461 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Extended resource: extensions {{(pid=103519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 08 22:06:34.689953 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Extended resource: address-groups {{(pid=103519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 08 22:06:34.691429 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Extended resource: address-scopes {{(pid=103519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 08 22:06:34.692767 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Extended resource: agents {{(pid=103519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 08 22:06:34.693925 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Extended resource: auto-allocated-topology {{(pid=103519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 08 22:06:34.695176 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Extended resource: availability_zones {{(pid=103519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 08 22:06:34.696421 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Extended resource: dhcp-networks {{(pid=103519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 08 22:06:34.697970 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Extended resource: dhcp-agents {{(pid=103519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 08 22:06:34.699427 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Extended resource: routers {{(pid=103519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 08 22:06:34.701657 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Extended resource: flavors {{(pid=103519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 08 22:06:34.702814 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Extended resource: service_profiles {{(pid=103519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 08 22:06:34.704017 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Extended resource: next_providers {{(pid=103519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 08 22:06:34.705564 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Extended resource: service_profiles {{(pid=103519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 08 22:06:34.707094 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Extended resource: floatingip-pools {{(pid=103519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 08 22:06:34.708316 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Extended resource: routers {{(pid=103519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 08 22:06:34.710444 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Extended resource: floatingips {{(pid=103519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 08 22:06:34.712641 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Extended resource: l3-routers {{(pid=103519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 08 22:06:34.714038 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Extended resource: l3-agents {{(pid=103519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 08 22:06:34.715570 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Extended resource: metering-labels {{(pid=103519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 08 22:06:34.716933 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Extended resource: metering-label-rules {{(pid=103519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 08 22:06:34.718204 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Extended resource: network-ip-availabilities {{(pid=103519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 08 22:06:34.719787 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Extended resource: bindings {{(pid=103519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 08 22:06:34.721443 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Extended resource: quotas {{(pid=103519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 08 22:06:34.723037 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Extended resource: quotas {{(pid=103519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 08 22:06:34.724590 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Extended resource: rbac-policies {{(pid=103519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 08 22:06:34.725885 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Extended resource: security-groups {{(pid=103519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 08 22:06:34.727104 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Extended resource: security-group-rules {{(pid=103519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 08 22:06:34.728337 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Extended resource: service-providers {{(pid=103519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 08 22:06:34.729591 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Extended resource: subnetpools {{(pid=103519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 08 22:06:34.731068 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Extended resource: subnetpools {{(pid=103519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 08 22:06:34.732518 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Extended resource: tags {{(pid=103519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 08 22:06:34.734230 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Extended resource: tags {{(pid=103519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 08 22:06:34.736048 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Extended resource: tags {{(pid=103519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 08 22:06:34.737868 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Extended resource: tags {{(pid=103519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 08 22:06:34.739655 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Extended resource: tags {{(pid=103519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 08 22:06:34.741535 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Extended resource: tags {{(pid=103519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 08 22:06:34.743224 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Extended resource: tags {{(pid=103519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 08 22:06:34.745241 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Extended resource: tags {{(pid=103519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 08 22:06:34.747134 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Extended resource: tags {{(pid=103519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 08 22:06:34.749012 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron.api.extensions [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Extended resource: tags {{(pid=103519) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 08 22:06:34.754931 dv-cinder-840511-5-iscsi neutron-server[103519]: WARNING keystonemiddleware.auth_token [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 08 22:06:34.760288 dv-cinder-840511-5-iscsi neutron-server[103519]: WARNING keystonemiddleware.auth_token [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 08 22:06:34.769239 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_concurrency.lockutils [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Acquired lock "singleton_lock" {{(pid=103519) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 08 22:06:34.769715 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_concurrency.lockutils [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Releasing lock "singleton_lock" {{(pid=103519) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 08 22:06:34.770382 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO oslo_service.service [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Starting 2 workers May 08 22:06:34.775217 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Started child 103628 {{(pid=103519) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 08 22:06:34.779881 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Started child 103629 {{(pid=103519) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 08 22:06:34.780744 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:06:34.781487 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO neutron.service [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Neutron service started, listening on 0.0.0.0:9696 May 08 22:06:34.782099 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:06:34.782299 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [-] (103628) wsgi starting up on http://0.0.0.0:9696 May 08 22:06:34.784292 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:06:34.784909 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO oslo_service.service [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Starting 1 workers May 08 22:06:34.785706 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [-] (103629) wsgi starting up on http://0.0.0.0:9696 May 08 22:06:34.789691 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Started child 103630 {{(pid=103519) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 08 22:06:34.790220 dv-cinder-840511-5-iscsi neutron-server[103519]: INFO oslo_service.service [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Starting 1 workers May 08 22:06:34.793320 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.service [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] calling RpcWorker wait() {{(pid=103630) _wait /opt/stack/neutron/neutron/service.py:128}} May 08 22:06:34.793868 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.service [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] returning from RpcWorker wait() {{(pid=103630) _wait /opt/stack/neutron/neutron/service.py:135}} May 08 22:06:34.795009 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:06:34.795171 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Started child 103631 {{(pid=103519) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 08 22:06:34.795463 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:06:34.795913 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG neutron_lib.callbacks.manager [None req-cc7423b9-b9e9-4433-8c2b-1a367a2fe272 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:06:34.797835 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103519) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 08 22:06:34.798017 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 08 22:06:34.798387 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 08 22:06:34.798753 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 08 22:06:34.799264 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 08 22:06:34.799404 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 08 22:06:34.799968 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.800249 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:06:34.800801 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.800801 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.800801 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.801182 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:06:34.801311 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.801587 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.801828 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.802123 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.802380 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.802533 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.802869 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.803142 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.803397 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.803748 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.804006 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.804248 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.804509 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.804689 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.805124 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.805391 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.805663 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.805926 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] debug = True {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.806175 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.806679 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.806924 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.807174 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.807410 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.807689 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.807922 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.808210 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.808451 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.808770 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.809114 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.809365 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.809611 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.809854 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.810247 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.810501 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.810728 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.811205 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] host = dv-cinder-840511-5-iscsi {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.811443 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.811664 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.811913 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.812167 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.812426 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.812671 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.812937 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.813188 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.813449 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.813704 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.813981 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.814238 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.814493 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.814736 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] log_file = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.814906 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] log_options = True {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.815161 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.815427 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.815684 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.815880 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.816049 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.816215 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.816466 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.816648 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.816901 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.817134 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.817353 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.818903 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.819249 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.819809 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.820124 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.820369 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.820706 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.820971 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.821450 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.821718 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.822597 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.822863 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.823321 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.823747 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.824784 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.826297 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.826750 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.827597 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.827890 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.829099 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.829471 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.829816 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.830092 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.832929 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.832929 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.832929 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.832929 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.832929 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.832929 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.832929 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.832929 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.833440 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.833440 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.833440 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.833440 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.833440 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.833732 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] use_json = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.833732 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.834068 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.834320 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.834569 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.834904 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.835131 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.835490 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.835768 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.836001 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.836417 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.836739 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.837059 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.837368 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.837618 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.837866 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.838111 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.838366 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.838609 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.838849 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.839194 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.839415 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.839838 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.840276 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.840468 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.840842 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.841095 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.841379 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.841618 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.841859 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.842105 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.842352 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.842644 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.842865 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.843121 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.843360 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.843607 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.844552 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.844906 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.845196 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.845629 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.845909 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.846196 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.846464 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.846728 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.846993 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.847252 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.847521 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.847778 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.848023 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.848291 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.848544 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.848811 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.849059 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.849279 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.849531 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.849853 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.850104 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.850355 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.850602 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.850845 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.851056 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.851288 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.851503 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.851746 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.851978 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.852212 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.852440 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.852713 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.852959 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.853194 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.853418 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.853836 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.854122 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.854261 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.854545 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.854788 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.855497 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.855497 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.855747 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.855948 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.856201 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.856652 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.856764 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.857333 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.857333 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.857459 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.857618 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.857797 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.858006 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.858220 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.858560 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.858656 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.858881 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.859094 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.859313 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.859538 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.859816 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.860036 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.860249 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.860469 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.860792 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.861412 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.861412 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.861569 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.861746 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.862041 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.862216 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.862426 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.862648 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.862879 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.863153 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.863397 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.863639 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.863889 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.864130 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.864411 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.864750 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.864976 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.865244 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.865465 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.865708 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.866145 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.866312 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.866686 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.866940 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.867182 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.867435 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.867885 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.868027 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.868272 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.868610 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.868876 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.869154 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.869420 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.869685 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.869934 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.870182 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.870449 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.870707 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.870967 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.871276 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.871506 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.871726 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.871977 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.872223 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.872442 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.872727 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.873050 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.873301 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.873668 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.874034 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.874455 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.874807 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.875056 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.875316 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.875568 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.875810 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.876100 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.876336 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.876549 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.876822 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.877047 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.877266 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.877547 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.877713 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.877975 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.878219 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.878444 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.878712 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.878929 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.879153 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.879388 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.879616 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.879838 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.880075 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.880298 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.880522 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.880783 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.881020 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.881241 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.881463 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.881680 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.881934 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.882155 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.882423 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.882671 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.882890 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.883132 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.883373 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.883612 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.883829 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.884091 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.884335 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.884553 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.884789 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.885102 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.885320 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.885566 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.885791 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.886006 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.886260 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.886513 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.886896 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.887149 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.887425 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.888601 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.888601 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.888601 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.888601 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.889020 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.889020 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.889211 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.889439 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.889680 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.889917 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.890329 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.890722 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.891234 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.891670 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.892129 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.892381 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.892648 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.893041 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.893269 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.893488 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.893717 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.893932 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.894148 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.894540 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.894911 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.895215 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.895522 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.895791 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.896039 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.896301 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.896539 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.896785 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.897036 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.897274 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.897525 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.897750 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.897970 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.898186 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.898417 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.898740 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.898967 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.899193 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.899416 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.899650 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.899897 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.900134 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.900348 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.900589 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.900812 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.901027 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.901276 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.901491 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.901703 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.901928 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.902147 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.902364 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.902743 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.902984 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.903203 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.903431 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.903674 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.903908 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.904201 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.904463 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.904700 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.904985 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.905245 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.905491 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.905734 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.906044 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.906258 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.906514 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.906749 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.906970 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.907191 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.907443 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.907765 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.908035 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.908269 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.908534 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.908936 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.909268 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.909483 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.909700 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.910012 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.910335 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.910610 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.910711 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:06:34.910864 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.911122 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.911365 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.911595 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.911829 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.912048 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.912267 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.912485 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.912751 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.912983 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.913235 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.913462 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.913696 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.913919 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.914163 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.914385 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.914628 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.914851 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.915002 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 08 22:06:34.915722 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103519) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 08 22:06:34.916036 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 08 22:06:34.916195 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 08 22:06:34.916368 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 08 22:06:34.916543 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 08 22:06:34.916723 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 08 22:06:34.916934 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.917097 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.917261 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.917425 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.917609 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.917773 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.917934 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.918261 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.918392 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.918504 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.918624 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.918743 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.919054 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.919156 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.919312 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.919483 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.919644 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.919807 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.919968 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.920132 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.920289 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.920450 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] debug = True {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.920620 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.920825 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.920992 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.921151 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.921309 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.921468 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.921626 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.921785 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.921944 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.922102 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.922261 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.922418 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.922578 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.922736 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.922894 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.923058 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.923213 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.923529 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] host = dv-cinder-840511-5-iscsi {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.923833 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.923984 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.924128 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.924287 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.924447 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.924629 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.924789 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.924953 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.925095 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.925251 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.925410 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.925568 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.925726 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.925884 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] log_file = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.926044 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] log_options = True {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.926206 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.926365 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.926523 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.926707 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.926873 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.927023 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.927172 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.927330 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.927453 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.927609 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.927769 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.927930 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.928088 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.928247 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.928409 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.928585 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.928743 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.928900 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.929081 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.929240 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.929467 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.929626 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.929783 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.929940 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.930099 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.930257 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.930416 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.930575 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.930732 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.930891 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.931048 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.931206 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.931364 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.931522 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.931680 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.931838 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.931996 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.932155 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.932318 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.932477 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.932660 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.932819 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.932977 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.933136 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.933291 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.933451 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.933600 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] use_json = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.933809 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.934022 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.935035 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.935035 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.935035 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.935035 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.935035 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.935035 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.935035 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 08 22:06:34.935622 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.935622 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.935622 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.935834 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.935834 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.935979 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.936119 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.936281 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.936467 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.936757 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.936887 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.937007 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.937230 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.937230 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.937424 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.937552 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.937714 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.937876 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.938038 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.938199 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.938566 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.938566 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.938747 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.938830 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.938981 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.939123 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.939296 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.939438 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.939601 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.939769 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.939947 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.940109 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.940280 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.940428 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.940627 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.940772 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.940935 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.941098 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.941260 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.941422 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.941585 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.941746 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.941909 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.942070 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.942231 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.942395 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.942556 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.942718 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.942879 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.943040 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.943202 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.943362 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.943523 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.943686 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.943848 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.944010 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.944170 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.944341 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.944495 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.944682 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.944843 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.945005 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.945168 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.945328 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.945488 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.945650 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.945811 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.945971 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.946146 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.946307 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.946468 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.946629 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.946790 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.946952 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.947112 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.947274 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.947435 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.947596 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.947758 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.947918 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.948079 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.948240 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.948402 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.948603 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.948742 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.948903 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.949065 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.949357 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.949797 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.949797 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.949797 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.950124 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.950206 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.950346 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.950508 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.950873 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.950873 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.951018 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.951105 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.951269 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.951431 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.951849 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.951849 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.952061 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.952061 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.952347 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.952347 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.952553 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.952659 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.952824 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.952985 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.953147 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.953309 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.953467 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.953641 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.953982 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.953982 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.954152 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.954271 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.954431 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.954595 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.954755 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.954923 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.955103 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.955304 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.955415 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.955570 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.955730 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.955891 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.956051 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.956212 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.956373 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.956534 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.956830 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.957062 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.957156 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.960591 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.960591 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.960591 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.960591 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.960916 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 46904) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:06:34.961004 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.961004 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.961004 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.961004 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.961004 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.961004 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.961004 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.961004 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.961564 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.961564 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.961564 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.961564 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.961564 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.961564 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.961564 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.961564 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.962126 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.962126 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.962126 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.962126 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.962126 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.962126 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.962126 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.962126 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.962678 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.962678 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.962678 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.962678 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.962678 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.962678 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.962678 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.962678 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.963223 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.963223 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.963223 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.963223 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.963511 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.963511 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.963666 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.963801 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.963964 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.964127 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.964291 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.964452 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.964635 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.964798 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.965227 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.965404 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.965568 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.965731 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.965893 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.966055 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.966218 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.966397 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.966565 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.966725 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.966889 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.967051 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.967213 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.967375 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.967537 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.967698 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.967859 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.968022 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.968184 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.968345 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.968506 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.968766 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.968930 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.969413 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.969567 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.969733 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.969892 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [-] 10.222.0.44 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0099566 May 08 22:06:34.970757 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.970757 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.970757 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.970757 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.970757 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.970757 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.971488 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.971488 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.971488 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.971488 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.971488 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.971973 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.971973 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.971973 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.971973 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.972246 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.972324 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.972458 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.972679 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.972829 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.972954 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.973118 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.973286 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.973447 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.973607 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.973768 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.973930 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.974091 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.974260 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.974421 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.974582 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.974743 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.974903 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.975063 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.975232 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.975394 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.975555 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.975714 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.975879 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.976038 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.976207 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.976369 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.976530 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.976711 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.976871 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.977032 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.977205 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.978213 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.978378 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.978548 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.978709 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.978871 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.979033 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.979211 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.979368 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.979534 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.979699 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.979860 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.980021 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.980184 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.980352 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.980522 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.980761 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.980927 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.981097 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.981269 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.981440 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.981601 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.981769 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.981944 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.982106 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.982269 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.982429 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.982591 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.982753 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.982914 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.983076 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.983239 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.983402 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.983560 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.983723 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.983873 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.984035 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.984195 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.984358 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.984519 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.984705 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.984868 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.985030 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 08 22:06:34.985184 dv-cinder-840511-5-iscsi neutron-server[103519]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103519) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 08 22:06:46.204326 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0121cd05-b6a4-4896-9aef-722b34cbc216 None None] get_active_networks_info from dv-cinder-840511-5-iscsi {{(pid=103630) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 08 22:06:46.277736 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0121cd05-b6a4-4896-9aef-722b34cbc216 None None] No non-hosted networks {{(pid=103630) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 08 22:06:46.294270 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.agentschedulers_db [None req-0121cd05-b6a4-4896-9aef-722b34cbc216 None None] DHCP Agent not found on host dv-cinder-840511-5-iscsi {{(pid=103630) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 08 22:06:46.398854 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-0fee5652-0f5a-4b7f-afd8-be04ea136dc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1047387'] for agent (399f5491-dab9-4373-bd22-64cd7c73418d), after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:06:48.449055 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-70d90bfd-a40e-4a9b-95c1-8a304e08b38a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1047387'] for agent (69aa2ac4-530d-40c2-a84a-3161d84edf61), after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:06:48.505335 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6580103a-b483-41a9-9f8d-1c70b4afc1a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (69aa2ac4-530d-40c2-a84a-3161d84edf61), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:06:49.293630 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-68d59b13-bdd3-4890-b330-3a9be9bf9791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1047387'] for agent (167e5ba9-08ef-43b6-aca0-7c88b7f9e735), after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:06:49.376338 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 46970) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:06:49.925458 dv-cinder-840511-5-iscsi neutron-server[103628]: WARNING oslo_policy.policy [None req-f6fa43ee-fa60-4bd7-aa02-0f7ace983972 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 08 22:06:49.926264 dv-cinder-840511-5-iscsi neutron-server[103628]: WARNING oslo_policy.policy [None req-f6fa43ee-fa60-4bd7-aa02-0f7ace983972 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 08 22:06:50.152684 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [None req-f6fa43ee-fa60-4bd7-aa02-0f7ace983972 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103628) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 08 22:06:50.162640 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-f6fa43ee-fa60-4bd7-aa02-0f7ace983972 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7764518 May 08 22:06:50.908499 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f82e6e54-0a06-4075-8e4d-2bf0b0f201e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1047387'] for agent (1fcc0290-7f55-4633-95cb-6d94e7aa5e57), after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:06:52.414119 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1047387'] for agent (7e3c7ef6-abd5-4f0f-b372-b2734b637fd0), after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:06:52.416775 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:06:52.417755 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:06:52.419097 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:06:52.419677 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:06:52.420207 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:06:52.420801 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:06:52.421517 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:06:52.422203 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:06:52.422801 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:06:52.423381 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:06:52.423976 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:06:52.424826 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:06:52.426536 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:06:52.427943 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:06:52.428492 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:06:52.429141 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-840511-5-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:06:52.439230 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-840511-5-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:06:52.694764 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 47000) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:06:53.019065 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.v2.base [None req-d3162a44-5ee5-4b4c-a2fe-ab9a6cd25ed5 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'is_default': True}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:06:53.111004 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.policy [None req-d3162a44-5ee5-4b4c-a2fe-ab9a6cd25ed5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103628) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 08 22:06:53.151559 dv-cinder-840511-5-iscsi neutron-server[103628]: WARNING oslo_policy.policy [None req-d3162a44-5ee5-4b4c-a2fe-ab9a6cd25ed5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 08 22:06:53.151983 dv-cinder-840511-5-iscsi neutron-server[103628]: WARNING oslo_policy.policy [None req-d3162a44-5ee5-4b4c-a2fe-ab9a6cd25ed5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 08 22:06:53.251454 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d3162a44-5ee5-4b4c-a2fe-ab9a6cd25ed5 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791038391846', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791038390290', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791038374204', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791038364642', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791038419918', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791038413974', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16411174', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16568852', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-989110', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-947291'] for rbac-policy (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:06:53.321772 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d3162a44-5ee5-4b4c-a2fe-ab9a6cd25ed5 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:06:53.332933 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-d3162a44-5ee5-4b4c-a2fe-ab9a6cd25ed5 admin admin] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6274343 May 08 22:06:53.635482 dv-cinder-840511-5-iscsi neutron-server[103630]: INFO neutron.db.l3_hamode_db [None req-1a672a9e-1af8-4ec7-847b-b36c2d2a3bc8 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 08 22:06:53.714718 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a672a9e-1af8-4ec7-847b-b36c2d2a3bc8 None None] Routers set() bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:06:53.714966 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a672a9e-1af8-4ec7-847b-b36c2d2a3bc8 None None] Router IDs set() for agent in host dv-cinder-840511-5-iscsi {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 08 22:06:55.754872 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 47012) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:06:56.119905 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.v2.base [None req-7d6298b7-2d4f-4032-8a22-579835ea2eb1 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:06:56.162361 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d6298b7-2d4f-4032-8a22-579835ea2eb1 demo demo] Made reservation on behalf of 74e82aefa710402ba97852c99ff56ff8 for: {'network': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 08 22:06:56.168426 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7d6298b7-2d4f-4032-8a22-579835ea2eb1 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for network (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:06:56.189620 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7d6298b7-2d4f-4032-8a22-579835ea2eb1 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:06:56.323377 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7d6298b7-2d4f-4032-8a22-579835ea2eb1 demo demo] Publish callbacks [] for security_group (a84c88a7-06b3-46ce-9bce-fb0a9a7737a0), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:06:56.327757 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7d6298b7-2d4f-4032-8a22-579835ea2eb1 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (a84c88a7-06b3-46ce-9bce-fb0a9a7737a0), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:06:56.374177 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d6298b7-2d4f-4032-8a22-579835ea2eb1 demo demo] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=103628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 08 22:06:56.405799 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7d6298b7-2d4f-4032-8a22-579835ea2eb1 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791034498317', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16448297'] for segment (4236df4c-4903-4cd8-bb1d-c1dbf0cff5c8), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:06:56.406640 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7d6298b7-2d4f-4032-8a22-579835ea2eb1 demo demo] Unsubscribe: segment precommit_create {{(pid=103628) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 08 22:06:56.408536 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.db.segments_db [None req-7d6298b7-2d4f-4032-8a22-579835ea2eb1 demo demo] Added segment 4236df4c-4903-4cd8-bb1d-c1dbf0cff5c8 of type vlan for network 889b1a08-df70-4513-bf63-8014de3fff4b May 08 22:06:56.428605 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6298b7-2d4f-4032-8a22-579835ea2eb1 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=a84c88a7-06b3-46ce-9bce-fb0a9a7737a0,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:06:56.487708 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6298b7-2d4f-4032-8a22-579835ea2eb1 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:06:56.488176 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6298b7-2d4f-4032-8a22-579835ea2eb1 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:06:56.488590 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6298b7-2d4f-4032-8a22-579835ea2eb1 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:06:56.488939 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6298b7-2d4f-4032-8a22-579835ea2eb1 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:06:56.489264 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6298b7-2d4f-4032-8a22-579835ea2eb1 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:06:56.489760 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6298b7-2d4f-4032-8a22-579835ea2eb1 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:06:56.490300 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6298b7-2d4f-4032-8a22-579835ea2eb1 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:06:56.490792 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6298b7-2d4f-4032-8a22-579835ea2eb1 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:06:56.491115 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6298b7-2d4f-4032-8a22-579835ea2eb1 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:06:56.491434 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6298b7-2d4f-4032-8a22-579835ea2eb1 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:06:56.491755 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6298b7-2d4f-4032-8a22-579835ea2eb1 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:06:56.492077 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6298b7-2d4f-4032-8a22-579835ea2eb1 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:06:56.492388 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6298b7-2d4f-4032-8a22-579835ea2eb1 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:06:56.492702 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6298b7-2d4f-4032-8a22-579835ea2eb1 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:06:56.493006 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6298b7-2d4f-4032-8a22-579835ea2eb1 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:06:56.494326 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6298b7-2d4f-4032-8a22-579835ea2eb1 demo demo] Tracked resource versions report: May 08 22:06:56.494326 dv-cinder-840511-5-iscsi neutron-server[103628]: pushed versions: May 08 22:06:56.494326 dv-cinder-840511-5-iscsi neutron-server[103628]: { 'AddressGroup': {'1.2'}, May 08 22:06:56.494326 dv-cinder-840511-5-iscsi neutron-server[103628]: 'Agent': {'1.1'}, May 08 22:06:56.494326 dv-cinder-840511-5-iscsi neutron-server[103628]: 'ConntrackHelper': {'1.0'}, May 08 22:06:56.494326 dv-cinder-840511-5-iscsi neutron-server[103628]: 'LocalIPAssociation': {'1.0'}, May 08 22:06:56.494326 dv-cinder-840511-5-iscsi neutron-server[103628]: 'Log': {'1.0'}, May 08 22:06:56.494326 dv-cinder-840511-5-iscsi neutron-server[103628]: 'NDPProxy': {'1.0'}, May 08 22:06:56.494326 dv-cinder-840511-5-iscsi neutron-server[103628]: 'Network': {'1.1'}, May 08 22:06:56.494326 dv-cinder-840511-5-iscsi neutron-server[103628]: 'Port': {'1.7'}, May 08 22:06:56.494326 dv-cinder-840511-5-iscsi neutron-server[103628]: 'PortForwarding': {'1.3'}, May 08 22:06:56.494326 dv-cinder-840511-5-iscsi neutron-server[103628]: 'QosPolicy': {'1.10'}, May 08 22:06:56.494326 dv-cinder-840511-5-iscsi neutron-server[103628]: 'SecurityGroup': {'1.5'}, May 08 22:06:56.494326 dv-cinder-840511-5-iscsi neutron-server[103628]: 'SecurityGroupRule': {'1.2'}, May 08 22:06:56.494326 dv-cinder-840511-5-iscsi neutron-server[103628]: 'SubPort': {'1.0'}, May 08 22:06:56.494326 dv-cinder-840511-5-iscsi neutron-server[103628]: 'Subnet': {'1.1'}, May 08 22:06:56.494326 dv-cinder-840511-5-iscsi neutron-server[103628]: 'Trunk': {'1.1'}} May 08 22:06:56.494326 dv-cinder-840511-5-iscsi neutron-server[103628]: consumer versions: May 08 22:06:56.494326 dv-cinder-840511-5-iscsi neutron-server[103628]: { DHCP agent@dv-cinder-840511-5-iscsi: {}, May 08 22:06:56.494326 dv-cinder-840511-5-iscsi neutron-server[103628]: L3 agent@dv-cinder-840511-5-iscsi: {}, May 08 22:06:56.494326 dv-cinder-840511-5-iscsi neutron-server[103628]: Metadata agent@dv-cinder-840511-5-iscsi: {}, May 08 22:06:56.494326 dv-cinder-840511-5-iscsi neutron-server[103628]: Metering agent@dv-cinder-840511-5-iscsi: {}, May 08 22:06:56.494326 dv-cinder-840511-5-iscsi neutron-server[103628]: Open vSwitch agent@dv-cinder-840511-5-iscsi: { 'AddressGroup': '1.2', May 08 22:06:56.494326 dv-cinder-840511-5-iscsi neutron-server[103628]: 'Agent': '1.1', May 08 22:06:56.494326 dv-cinder-840511-5-iscsi neutron-server[103628]: 'ConntrackHelper': '1.0', May 08 22:06:56.494326 dv-cinder-840511-5-iscsi neutron-server[103628]: 'LocalIPAssociation': '1.0', May 08 22:06:56.494326 dv-cinder-840511-5-iscsi neutron-server[103628]: 'Log': '1.0', May 08 22:06:56.494326 dv-cinder-840511-5-iscsi neutron-server[103628]: 'NDPProxy': '1.0', May 08 22:06:56.494326 dv-cinder-840511-5-iscsi neutron-server[103628]: 'Network': '1.1', May 08 22:06:56.494326 dv-cinder-840511-5-iscsi neutron-server[103628]: 'Port': '1.7', May 08 22:06:56.494326 dv-cinder-840511-5-iscsi neutron-server[103628]: 'PortForwarding': '1.3', May 08 22:06:56.494326 dv-cinder-840511-5-iscsi neutron-server[103628]: 'QosPolicy': '1.10', May 08 22:06:56.494326 dv-cinder-840511-5-iscsi neutron-server[103628]: 'SecurityGroup': '1.5', May 08 22:06:56.494326 dv-cinder-840511-5-iscsi neutron-server[103628]: 'SecurityGroupRule': '1.2', May 08 22:06:56.494326 dv-cinder-840511-5-iscsi neutron-server[103628]: 'SubPort': '1.0', May 08 22:06:56.494326 dv-cinder-840511-5-iscsi neutron-server[103628]: 'Subnet': '1.1', May 08 22:06:56.494326 dv-cinder-840511-5-iscsi neutron-server[103628]: 'Trunk': '1.1'}} May 08 22:06:56.494326 dv-cinder-840511-5-iscsi neutron-server[103628]: {{(pid=103628) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 08 22:06:56.539588 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7d6298b7-2d4f-4032-8a22-579835ea2eb1 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791033991810'] for network (889b1a08-df70-4513-bf63-8014de3fff4b), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:06:56.592103 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7d6298b7-2d4f-4032-8a22-579835ea2eb1 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293'] for network (889b1a08-df70-4513-bf63-8014de3fff4b), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:06:56.599695 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6298b7-2d4f-4032-8a22-579835ea2eb1 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:06:56.601333 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7d6298b7-2d4f-4032-8a22-579835ea2eb1 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745315'] for network (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:06:56.726153 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-7d6298b7-2d4f-4032-8a22-579835ea2eb1 demo demo] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.9700134 May 08 22:06:56.735714 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6298b7-2d4f-4032-8a22-579835ea2eb1 demo demo] Pushing event updated for resources: {'Network': ['ID=889b1a08-df70-4513-bf63-8014de3fff4b,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:06:56.748465 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Network 889b1a08-df70-4513-bf63-8014de3fff4b details requested by agent ovs-agent-dv-cinder-840511-5-iscsi with host dv-cinder-840511-5-iscsi {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 08 22:06:59.206352 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 47024) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:06:59.742693 dv-cinder-840511-5-iscsi neutron-server[103629]: WARNING oslo_policy.policy [None req-01ef460e-a9ed-4d71-8814-1c1ed24ccbfb demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 08 22:06:59.743252 dv-cinder-840511-5-iscsi neutron-server[103629]: WARNING oslo_policy.policy [None req-01ef460e-a9ed-4d71-8814-1c1ed24ccbfb demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 08 22:07:00.173719 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.policy [None req-01ef460e-a9ed-4d71-8814-1c1ed24ccbfb demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103629) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 08 22:07:00.214124 dv-cinder-840511-5-iscsi neutron-server[103629]: WARNING oslo_policy.policy [None req-01ef460e-a9ed-4d71-8814-1c1ed24ccbfb demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 08 22:07:00.214857 dv-cinder-840511-5-iscsi neutron-server[103629]: WARNING oslo_policy.policy [None req-01ef460e-a9ed-4d71-8814-1c1ed24ccbfb demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 08 22:07:00.222284 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ef460e-a9ed-4d71-8814-1c1ed24ccbfb demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:07:00.224102 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-01ef460e-a9ed-4d71-8814-1c1ed24ccbfb demo admin] 10.222.0.44 "GET /v2.0/networks/889b1a08-df70-4513-bf63-8014de3fff4b HTTP/1.1" status: 200 len: 825 time: 1.0149052 May 08 22:07:00.266117 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-e68389dd-4810-4da6-aa3e-8a7b0fa5735a demo admin] 10.222.0.44 "GET /v2.0/subnetpools/2588c8e0-f6a2-44a4-838f-e3e7775bba94 HTTP/1.1" status: 200 len: 734 time: 0.0330725 May 08 22:07:00.275016 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [None req-40c55d41-4ad0-443b-a3a7-34f78420b79b demo admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '2588c8e0-f6a2-44a4-838f-e3e7775bba94', 'network_id': '889b1a08-df70-4513-bf63-8014de3fff4b', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:07:00.313828 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c55d41-4ad0-443b-a3a7-34f78420b79b demo admin] Made reservation on behalf of 74e82aefa710402ba97852c99ff56ff8 for: {'subnet': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 08 22:07:00.316408 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-40c55d41-4ad0-443b-a3a7-34f78420b79b demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:07:00.605940 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-40c55d41-4ad0-443b-a3a7-34f78420b79b demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293'] for subnet (5ebdcecd-864e-41fd-9a45-c6603efd22ad), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:07:00.676068 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c55d41-4ad0-443b-a3a7-34f78420b79b demo admin] Checking segment: {'id': '4236df4c-4903-4cd8-bb1d-c1dbf0cff5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '889b1a08-df70-4513-bf63-8014de3fff4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 08 22:07:00.676436 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c55d41-4ad0-443b-a3a7-34f78420b79b demo admin] Network hostable DHCP agents. Network: 889b1a08-df70-4513-bf63-8014de3fff4b, hostable agents: ['399f5491-dab9-4373-bd22-64cd7c73418d'], hosted agents: [] {{(pid=103629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 08 22:07:00.683094 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c55d41-4ad0-443b-a3a7-34f78420b79b demo admin] Pushing event updated for resources: {'Subnet': ['ID=5ebdcecd-864e-41fd-9a45-c6603efd22ad,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:07:00.693413 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c55d41-4ad0-443b-a3a7-34f78420b79b demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:07:00.693746 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c55d41-4ad0-443b-a3a7-34f78420b79b demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:07:00.694095 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c55d41-4ad0-443b-a3a7-34f78420b79b demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:07:00.694434 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c55d41-4ad0-443b-a3a7-34f78420b79b demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:07:00.694759 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c55d41-4ad0-443b-a3a7-34f78420b79b demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:07:00.695070 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c55d41-4ad0-443b-a3a7-34f78420b79b demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:07:00.695382 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c55d41-4ad0-443b-a3a7-34f78420b79b demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:07:00.695696 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c55d41-4ad0-443b-a3a7-34f78420b79b demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:07:00.696022 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c55d41-4ad0-443b-a3a7-34f78420b79b demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:07:00.696333 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c55d41-4ad0-443b-a3a7-34f78420b79b demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:07:00.696651 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c55d41-4ad0-443b-a3a7-34f78420b79b demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:07:00.696972 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c55d41-4ad0-443b-a3a7-34f78420b79b demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:07:00.697281 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c55d41-4ad0-443b-a3a7-34f78420b79b demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:07:00.697587 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c55d41-4ad0-443b-a3a7-34f78420b79b demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:07:00.697890 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c55d41-4ad0-443b-a3a7-34f78420b79b demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:07:00.699412 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c55d41-4ad0-443b-a3a7-34f78420b79b demo admin] Tracked resource versions report: May 08 22:07:00.699412 dv-cinder-840511-5-iscsi neutron-server[103629]: pushed versions: May 08 22:07:00.699412 dv-cinder-840511-5-iscsi neutron-server[103629]: { 'AddressGroup': {'1.2'}, May 08 22:07:00.699412 dv-cinder-840511-5-iscsi neutron-server[103629]: 'Agent': {'1.1'}, May 08 22:07:00.699412 dv-cinder-840511-5-iscsi neutron-server[103629]: 'ConntrackHelper': {'1.0'}, May 08 22:07:00.699412 dv-cinder-840511-5-iscsi neutron-server[103629]: 'LocalIPAssociation': {'1.0'}, May 08 22:07:00.699412 dv-cinder-840511-5-iscsi neutron-server[103629]: 'Log': {'1.0'}, May 08 22:07:00.699412 dv-cinder-840511-5-iscsi neutron-server[103629]: 'NDPProxy': {'1.0'}, May 08 22:07:00.699412 dv-cinder-840511-5-iscsi neutron-server[103629]: 'Network': {'1.1'}, May 08 22:07:00.699412 dv-cinder-840511-5-iscsi neutron-server[103629]: 'Port': {'1.7'}, May 08 22:07:00.699412 dv-cinder-840511-5-iscsi neutron-server[103629]: 'PortForwarding': {'1.3'}, May 08 22:07:00.699412 dv-cinder-840511-5-iscsi neutron-server[103629]: 'QosPolicy': {'1.10'}, May 08 22:07:00.699412 dv-cinder-840511-5-iscsi neutron-server[103629]: 'SecurityGroup': {'1.5'}, May 08 22:07:00.699412 dv-cinder-840511-5-iscsi neutron-server[103629]: 'SecurityGroupRule': {'1.2'}, May 08 22:07:00.699412 dv-cinder-840511-5-iscsi neutron-server[103629]: 'SubPort': {'1.0'}, May 08 22:07:00.699412 dv-cinder-840511-5-iscsi neutron-server[103629]: 'Subnet': {'1.1'}, May 08 22:07:00.699412 dv-cinder-840511-5-iscsi neutron-server[103629]: 'Trunk': {'1.1'}} May 08 22:07:00.699412 dv-cinder-840511-5-iscsi neutron-server[103629]: consumer versions: May 08 22:07:00.699412 dv-cinder-840511-5-iscsi neutron-server[103629]: { DHCP agent@dv-cinder-840511-5-iscsi: {}, May 08 22:07:00.699412 dv-cinder-840511-5-iscsi neutron-server[103629]: L3 agent@dv-cinder-840511-5-iscsi: {}, May 08 22:07:00.699412 dv-cinder-840511-5-iscsi neutron-server[103629]: Metadata agent@dv-cinder-840511-5-iscsi: {}, May 08 22:07:00.699412 dv-cinder-840511-5-iscsi neutron-server[103629]: Metering agent@dv-cinder-840511-5-iscsi: {}, May 08 22:07:00.699412 dv-cinder-840511-5-iscsi neutron-server[103629]: Open vSwitch agent@dv-cinder-840511-5-iscsi: { 'AddressGroup': '1.2', May 08 22:07:00.699412 dv-cinder-840511-5-iscsi neutron-server[103629]: 'Agent': '1.1', May 08 22:07:00.699412 dv-cinder-840511-5-iscsi neutron-server[103629]: 'ConntrackHelper': '1.0', May 08 22:07:00.699412 dv-cinder-840511-5-iscsi neutron-server[103629]: 'LocalIPAssociation': '1.0', May 08 22:07:00.699412 dv-cinder-840511-5-iscsi neutron-server[103629]: 'Log': '1.0', May 08 22:07:00.699412 dv-cinder-840511-5-iscsi neutron-server[103629]: 'NDPProxy': '1.0', May 08 22:07:00.699412 dv-cinder-840511-5-iscsi neutron-server[103629]: 'Network': '1.1', May 08 22:07:00.699412 dv-cinder-840511-5-iscsi neutron-server[103629]: 'Port': '1.7', May 08 22:07:00.699412 dv-cinder-840511-5-iscsi neutron-server[103629]: 'PortForwarding': '1.3', May 08 22:07:00.699412 dv-cinder-840511-5-iscsi neutron-server[103629]: 'QosPolicy': '1.10', May 08 22:07:00.699412 dv-cinder-840511-5-iscsi neutron-server[103629]: 'SecurityGroup': '1.5', May 08 22:07:00.699412 dv-cinder-840511-5-iscsi neutron-server[103629]: 'SecurityGroupRule': '1.2', May 08 22:07:00.699412 dv-cinder-840511-5-iscsi neutron-server[103629]: 'SubPort': '1.0', May 08 22:07:00.699412 dv-cinder-840511-5-iscsi neutron-server[103629]: 'Subnet': '1.1', May 08 22:07:00.699412 dv-cinder-840511-5-iscsi neutron-server[103629]: 'Trunk': '1.1'}} May 08 22:07:00.699412 dv-cinder-840511-5-iscsi neutron-server[103629]: {{(pid=103629) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 08 22:07:00.732046 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c55d41-4ad0-443b-a3a7-34f78420b79b demo admin] Network 889b1a08-df70-4513-bf63-8014de3fff4b is scheduled to be hosted by DHCP agent 399f5491-dab9-4373-bd22-64cd7c73418d with binding_index 1 {{(pid=103629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 08 22:07:00.746123 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-40c55d41-4ad0-443b-a3a7-34f78420b79b demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840511-5-iscsi, 889b1a08-df70-4513-bf63-8014de3fff4b) {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:07:00.750882 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c55d41-4ad0-443b-a3a7-34f78420b79b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:07:00.751506 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-40c55d41-4ad0-443b-a3a7-34f78420b79b demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745315'] for subnet (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:07:00.757469 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28ee5b4-950d-4608-86cb-2eeea0e11123 None None] Network 889b1a08-df70-4513-bf63-8014de3fff4b requested from dv-cinder-840511-5-iscsi {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 08 22:07:00.775493 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-40c55d41-4ad0-443b-a3a7-34f78420b79b demo admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5038638 May 08 22:07:01.022702 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e10980-6fc6-406f-8b58-81b42aba8acb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b54c12b-09b0-5231-a33c-a6f0f39291a1-889b1a08-df70-4513-bf63-8014de3fff4b', 'network_id': '889b1a08-df70-4513-bf63-8014de3fff4b', 'project_id': '74e82aefa710402ba97852c99ff56ff8', 'fixed_ips': [{'subnet_id': '5ebdcecd-864e-41fd-9a45-c6603efd22ad'}]}} from dv-cinder-840511-5-iscsi. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 08 22:07:01.023945 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-24e10980-6fc6-406f-8b58-81b42aba8acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (None), before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:07:01.298707 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-24e10980-6fc6-406f-8b58-81b42aba8acb None None] Allocated IP 172.20.0.2 (889b1a08-df70-4513-bf63-8014de3fff4b/5ebdcecd-864e-41fd-9a45-c6603efd22ad/faba87ab-9746-4ce2-b2a2-8f271170f26c) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 08 22:07:01.567074 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-24e10980-6fc6-406f-8b58-81b42aba8acb None None] Publish callbacks [] for port (faba87ab-9746-4ce2-b2a2-8f271170f26c), precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:07:01.575468 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-24e10980-6fc6-406f-8b58-81b42aba8acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791034024012'] for port (faba87ab-9746-4ce2-b2a2-8f271170f26c), after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:07:01.645025 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e10980-6fc6-406f-8b58-81b42aba8acb None None] Network 889b1a08-df70-4513-bf63-8014de3fff4b is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 08 22:07:01.649813 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-24e10980-6fc6-406f-8b58-81b42aba8acb None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:07:01.663861 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e10980-6fc6-406f-8b58-81b42aba8acb None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 08 22:07:01.674240 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e10980-6fc6-406f-8b58-81b42aba8acb None None] Pushing event updated for resources: {'Port': ['ID=faba87ab-9746-4ce2-b2a2-8f271170f26c,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:07:01.718157 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e10980-6fc6-406f-8b58-81b42aba8acb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:07:01.718498 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e10980-6fc6-406f-8b58-81b42aba8acb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:07:01.719182 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e10980-6fc6-406f-8b58-81b42aba8acb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:07:01.719542 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e10980-6fc6-406f-8b58-81b42aba8acb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:07:01.719884 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e10980-6fc6-406f-8b58-81b42aba8acb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:07:01.720212 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e10980-6fc6-406f-8b58-81b42aba8acb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:07:01.720537 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e10980-6fc6-406f-8b58-81b42aba8acb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:07:01.720890 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e10980-6fc6-406f-8b58-81b42aba8acb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:07:01.721217 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e10980-6fc6-406f-8b58-81b42aba8acb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:07:01.721537 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e10980-6fc6-406f-8b58-81b42aba8acb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:07:01.721859 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e10980-6fc6-406f-8b58-81b42aba8acb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:07:01.722195 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e10980-6fc6-406f-8b58-81b42aba8acb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:07:01.722499 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e10980-6fc6-406f-8b58-81b42aba8acb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:07:01.722813 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e10980-6fc6-406f-8b58-81b42aba8acb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:07:01.723130 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e10980-6fc6-406f-8b58-81b42aba8acb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:07:01.724506 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e10980-6fc6-406f-8b58-81b42aba8acb None None] Tracked resource versions report: May 08 22:07:01.724506 dv-cinder-840511-5-iscsi neutron-server[103630]: pushed versions: May 08 22:07:01.724506 dv-cinder-840511-5-iscsi neutron-server[103630]: { 'AddressGroup': {'1.2'}, May 08 22:07:01.724506 dv-cinder-840511-5-iscsi neutron-server[103630]: 'Agent': {'1.1'}, May 08 22:07:01.724506 dv-cinder-840511-5-iscsi neutron-server[103630]: 'ConntrackHelper': {'1.0'}, May 08 22:07:01.724506 dv-cinder-840511-5-iscsi neutron-server[103630]: 'LocalIPAssociation': {'1.0'}, May 08 22:07:01.724506 dv-cinder-840511-5-iscsi neutron-server[103630]: 'Log': {'1.0'}, May 08 22:07:01.724506 dv-cinder-840511-5-iscsi neutron-server[103630]: 'NDPProxy': {'1.0'}, May 08 22:07:01.724506 dv-cinder-840511-5-iscsi neutron-server[103630]: 'Network': {'1.1'}, May 08 22:07:01.724506 dv-cinder-840511-5-iscsi neutron-server[103630]: 'Port': {'1.7'}, May 08 22:07:01.724506 dv-cinder-840511-5-iscsi neutron-server[103630]: 'PortForwarding': {'1.3'}, May 08 22:07:01.724506 dv-cinder-840511-5-iscsi neutron-server[103630]: 'QosPolicy': {'1.10'}, May 08 22:07:01.724506 dv-cinder-840511-5-iscsi neutron-server[103630]: 'SecurityGroup': {'1.5'}, May 08 22:07:01.724506 dv-cinder-840511-5-iscsi neutron-server[103630]: 'SecurityGroupRule': {'1.2'}, May 08 22:07:01.724506 dv-cinder-840511-5-iscsi neutron-server[103630]: 'SubPort': {'1.0'}, May 08 22:07:01.724506 dv-cinder-840511-5-iscsi neutron-server[103630]: 'Subnet': {'1.1'}, May 08 22:07:01.724506 dv-cinder-840511-5-iscsi neutron-server[103630]: 'Trunk': {'1.1'}} May 08 22:07:01.724506 dv-cinder-840511-5-iscsi neutron-server[103630]: consumer versions: May 08 22:07:01.724506 dv-cinder-840511-5-iscsi neutron-server[103630]: { DHCP agent@dv-cinder-840511-5-iscsi: {}, May 08 22:07:01.724506 dv-cinder-840511-5-iscsi neutron-server[103630]: L3 agent@dv-cinder-840511-5-iscsi: {}, May 08 22:07:01.724506 dv-cinder-840511-5-iscsi neutron-server[103630]: Metadata agent@dv-cinder-840511-5-iscsi: {}, May 08 22:07:01.724506 dv-cinder-840511-5-iscsi neutron-server[103630]: Metering agent@dv-cinder-840511-5-iscsi: {}, May 08 22:07:01.724506 dv-cinder-840511-5-iscsi neutron-server[103630]: Open vSwitch agent@dv-cinder-840511-5-iscsi: { 'AddressGroup': '1.2', May 08 22:07:01.724506 dv-cinder-840511-5-iscsi neutron-server[103630]: 'Agent': '1.1', May 08 22:07:01.724506 dv-cinder-840511-5-iscsi neutron-server[103630]: 'ConntrackHelper': '1.0', May 08 22:07:01.724506 dv-cinder-840511-5-iscsi neutron-server[103630]: 'LocalIPAssociation': '1.0', May 08 22:07:01.724506 dv-cinder-840511-5-iscsi neutron-server[103630]: 'Log': '1.0', May 08 22:07:01.724506 dv-cinder-840511-5-iscsi neutron-server[103630]: 'NDPProxy': '1.0', May 08 22:07:01.724506 dv-cinder-840511-5-iscsi neutron-server[103630]: 'Network': '1.1', May 08 22:07:01.724506 dv-cinder-840511-5-iscsi neutron-server[103630]: 'Port': '1.7', May 08 22:07:01.724506 dv-cinder-840511-5-iscsi neutron-server[103630]: 'PortForwarding': '1.3', May 08 22:07:01.724506 dv-cinder-840511-5-iscsi neutron-server[103630]: 'QosPolicy': '1.10', May 08 22:07:01.724506 dv-cinder-840511-5-iscsi neutron-server[103630]: 'SecurityGroup': '1.5', May 08 22:07:01.724506 dv-cinder-840511-5-iscsi neutron-server[103630]: 'SecurityGroupRule': '1.2', May 08 22:07:01.724506 dv-cinder-840511-5-iscsi neutron-server[103630]: 'SubPort': '1.0', May 08 22:07:01.724506 dv-cinder-840511-5-iscsi neutron-server[103630]: 'Subnet': '1.1', May 08 22:07:01.724506 dv-cinder-840511-5-iscsi neutron-server[103630]: 'Trunk': '1.1'}} May 08 22:07:01.724506 dv-cinder-840511-5-iscsi neutron-server[103630]: {{(pid=103630) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 08 22:07:01.760049 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-24e10980-6fc6-406f-8b58-81b42aba8acb None None] Attempting to bind port faba87ab-9746-4ce2-b2a2-8f271170f26c on host dv-cinder-840511-5-iscsi for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 08 22:07:01.760689 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-24e10980-6fc6-406f-8b58-81b42aba8acb None None] Attempting to bind port faba87ab-9746-4ce2-b2a2-8f271170f26c by drivers openvswitch,hyperv on host dv-cinder-840511-5-iscsi at level 0 using segments [{'id': '4236df4c-4903-4cd8-bb1d-c1dbf0cff5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '889b1a08-df70-4513-bf63-8014de3fff4b'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 08 22:07:01.760903 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e10980-6fc6-406f-8b58-81b42aba8acb None None] Attempting to bind port faba87ab-9746-4ce2-b2a2-8f271170f26c on network 889b1a08-df70-4513-bf63-8014de3fff4b {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 08 22:07:01.765993 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e10980-6fc6-406f-8b58-81b42aba8acb None None] Checking agent: {'id': '7e3c7ef6-abd5-4f0f-b372-b2734b637fd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840511-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 8, 22, 6, 52), 'started_at': datetime.datetime(2022, 5, 8, 22, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 8, 22, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840511-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 08 22:07:01.766346 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e10980-6fc6-406f-8b58-81b42aba8acb None None] Checking segment: {'id': '4236df4c-4903-4cd8-bb1d-c1dbf0cff5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '889b1a08-df70-4513-bf63-8014de3fff4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 08 22:07:01.766880 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-24e10980-6fc6-406f-8b58-81b42aba8acb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:07:01.767266 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e10980-6fc6-406f-8b58-81b42aba8acb None None] Bound using segment: {'id': '4236df4c-4903-4cd8-bb1d-c1dbf0cff5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '889b1a08-df70-4513-bf63-8014de3fff4b'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 08 22:07:01.767754 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-24e10980-6fc6-406f-8b58-81b42aba8acb None None] Bound port: faba87ab-9746-4ce2-b2a2-8f271170f26c, host: dv-cinder-840511-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4236df4c-4903-4cd8-bb1d-c1dbf0cff5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '889b1a08-df70-4513-bf63-8014de3fff4b'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 08 22:07:01.768151 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-24e10980-6fc6-406f-8b58-81b42aba8acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (faba87ab-9746-4ce2-b2a2-8f271170f26c), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:07:01.829710 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-24e10980-6fc6-406f-8b58-81b42aba8acb None None] For port faba87ab-9746-4ce2-b2a2-8f271170f26c, host dv-cinder-840511-5-iscsi, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 08 22:07:01.849273 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-24e10980-6fc6-406f-8b58-81b42aba8acb None None] For port faba87ab-9746-4ce2-b2a2-8f271170f26c, host dv-cinder-840511-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=faba87ab-9746-4ce2-b2a2-8f271170f26c,segment=NetworkSegment(4236df4c-4903-4cd8-bb1d-c1dbf0cff5c8),segment_id=4236df4c-4903-4cd8-bb1d-c1dbf0cff5c8)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 08 22:07:01.858488 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-24e10980-6fc6-406f-8b58-81b42aba8acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (faba87ab-9746-4ce2-b2a2-8f271170f26c), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:07:01.913328 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e10980-6fc6-406f-8b58-81b42aba8acb None None] Pushing event updated for resources: {'Port': ['ID=faba87ab-9746-4ce2-b2a2-8f271170f26c,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:07:03.280276 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 47044) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:07:03.610818 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [None req-b78c4b72-9f5d-4697-afaa-93d5a3f7ef7e admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103628) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 08 22:07:03.613136 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-b78c4b72-9f5d-4697-afaa-93d5a3f7ef7e admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3317595 May 08 22:07:06.043955 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 47052) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:07:06.368845 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [None req-c8846b13-ff1c-4227-b1a2-8e8b63c0d063 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103628) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 08 22:07:06.369838 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-c8846b13-ff1c-4227-b1a2-8e8b63c0d063 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3249907 May 08 22:07:08.826210 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 47060) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:07:09.154909 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.v2.base [None req-83e97f00-81d6-4e2d-b890-cb8f6e51586f demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:07:09.182588 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-83e97f00-81d6-4e2d-b890-cb8f6e51586f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-790573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15489'] for router (25599a4e-4b32-4fdf-8db5-89dd0a490e49), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:07:09.184264 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-83e97f00-81d6-4e2d-b890-cb8f6e51586f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-790745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-789556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-763181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15496'] for router (25599a4e-4b32-4fdf-8db5-89dd0a490e49), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:07:09.323438 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-83e97f00-81d6-4e2d-b890-cb8f6e51586f demo demo] Publish callbacks [] for router_controller (25599a4e-4b32-4fdf-8db5-89dd0a490e49), precommit_add_association {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:07:09.330904 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-83e97f00-81d6-4e2d-b890-cb8f6e51586f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-790688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-789731'] for router (25599a4e-4b32-4fdf-8db5-89dd0a490e49), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:07:09.349547 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-83e97f00-81d6-4e2d-b890-cb8f6e51586f demo demo] Publish callbacks [] for router (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:07:09.351011 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-83e97f00-81d6-4e2d-b890-cb8f6e51586f demo demo] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5238237 May 08 22:07:11.791147 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 47072) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:07:12.139508 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [None req-ad999fb1-113c-49e1-9554-f29ebb96fb33 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103628) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 08 22:07:12.140529 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-ad999fb1-113c-49e1-9554-f29ebb96fb33 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3484128 May 08 22:07:13.130448 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device faba87ab-9746-4ce2-b2a2-8f271170f26c up at agent ovs-agent-dv-cinder-840511-5-iscsi {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 08 22:07:13.179099 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e465dd-14b1-4a27-b55c-a8f9d734d713 None None] Network 889b1a08-df70-4513-bf63-8014de3fff4b requested from dv-cinder-840511-5-iscsi {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 08 22:07:13.290712 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-3c17cca9-9194-4f70-8772-ee8d79dd61b3 None None] Provisioning complete for port faba87ab-9746-4ce2-b2a2-8f271170f26c triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:07:13.291159 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-3c17cca9-9194-4f70-8772-ee8d79dd61b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (faba87ab-9746-4ce2-b2a2-8f271170f26c), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:07:13.299944 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Provisioning complete for port faba87ab-9746-4ce2-b2a2-8f271170f26c triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:07:13.300341 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (faba87ab-9746-4ce2-b2a2-8f271170f26c), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:07:13.509048 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-3c17cca9-9194-4f70-8772-ee8d79dd61b3 None None] Current status of the port faba87ab-9746-4ce2-b2a2-8f271170f26c is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:07:13.509406 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-3c17cca9-9194-4f70-8772-ee8d79dd61b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (faba87ab-9746-4ce2-b2a2-8f271170f26c), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:07:13.512662 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Current status of the port faba87ab-9746-4ce2-b2a2-8f271170f26c is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:07:13.513031 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (faba87ab-9746-4ce2-b2a2-8f271170f26c), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:07:13.561296 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] For port faba87ab-9746-4ce2-b2a2-8f271170f26c, host dv-cinder-840511-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=faba87ab-9746-4ce2-b2a2-8f271170f26c,segment=NetworkSegment(4236df4c-4903-4cd8-bb1d-c1dbf0cff5c8),segment_id=4236df4c-4903-4cd8-bb1d-c1dbf0cff5c8)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:07:13.565716 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (faba87ab-9746-4ce2-b2a2-8f271170f26c), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:07:13.635394 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.db.api [None req-3c17cca9-9194-4f70-8772-ee8d79dd61b3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103630) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 08 22:07:13.635815 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG oslo_db.api [None req-3c17cca9-9194-4f70-8772-ee8d79dd61b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 08 22:07:13.640206 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Pushing event updated for resources: {'Port': ['ID=faba87ab-9746-4ce2-b2a2-8f271170f26c,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:07:14.173799 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-3c17cca9-9194-4f70-8772-ee8d79dd61b3 None None] Current status of the port faba87ab-9746-4ce2-b2a2-8f271170f26c is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:07:14.291912 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-d3f066b8-c2cc-44e5-8a58-f2e8673c50aa None None] Provisioning complete for port faba87ab-9746-4ce2-b2a2-8f271170f26c triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:07:14.292328 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d3f066b8-c2cc-44e5-8a58-f2e8673c50aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (faba87ab-9746-4ce2-b2a2-8f271170f26c), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:07:14.372901 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-d3f066b8-c2cc-44e5-8a58-f2e8673c50aa None None] Current status of the port faba87ab-9746-4ce2-b2a2-8f271170f26c is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:07:14.606499 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 47082) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:07:14.959303 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.v2.base [None req-76abab2b-5c40-4dc3-b4bb-a9ccadba735d admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True, 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:07:14.981453 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76abab2b-5c40-4dc3-b4bb-a9ccadba735d admin admin] Made reservation on behalf of 55bf7a2d20ce43efb71c104b9aa0862f for: {'network': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 08 22:07:14.983681 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-76abab2b-5c40-4dc3-b4bb-a9ccadba735d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for network (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:07:14.991875 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-76abab2b-5c40-4dc3-b4bb-a9ccadba735d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:07:15.067115 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-76abab2b-5c40-4dc3-b4bb-a9ccadba735d admin admin] Publish callbacks [] for security_group (34c21b5c-2982-4f1b-b01d-1f23181ab704), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:07:15.071409 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-76abab2b-5c40-4dc3-b4bb-a9ccadba735d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (34c21b5c-2982-4f1b-b01d-1f23181ab704), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:07:15.089848 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-76abab2b-5c40-4dc3-b4bb-a9ccadba735d admin admin] Reserving flat network on physical network physnet1 {{(pid=103628) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 08 22:07:15.106263 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76abab2b-5c40-4dc3-b4bb-a9ccadba735d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c21b5c-2982-4f1b-b01d-1f23181ab704,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:07:15.112486 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-76abab2b-5c40-4dc3-b4bb-a9ccadba735d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16448297'] for segment (0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:07:15.112833 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.db.segments_db [None req-76abab2b-5c40-4dc3-b4bb-a9ccadba735d admin admin] Added segment 0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa of type flat for network 542aeef6-5046-439a-aa53-dc46759766dd May 08 22:07:15.125294 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device faba87ab-9746-4ce2-b2a2-8f271170f26c up at agent ovs-agent-dv-cinder-840511-5-iscsi {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 08 22:07:15.173999 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Provisioning complete for port faba87ab-9746-4ce2-b2a2-8f271170f26c triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:07:15.174737 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (faba87ab-9746-4ce2-b2a2-8f271170f26c), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:07:15.187055 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-76abab2b-5c40-4dc3-b4bb-a9ccadba735d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791033991810'] for network (542aeef6-5046-439a-aa53-dc46759766dd), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:07:15.220706 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-76abab2b-5c40-4dc3-b4bb-a9ccadba735d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293'] for network (542aeef6-5046-439a-aa53-dc46759766dd), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:07:15.221705 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76abab2b-5c40-4dc3-b4bb-a9ccadba735d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:07:15.222289 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-76abab2b-5c40-4dc3-b4bb-a9ccadba735d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745315'] for network (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:07:15.249032 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Current status of the port faba87ab-9746-4ce2-b2a2-8f271170f26c is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:07:15.301918 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-76abab2b-5c40-4dc3-b4bb-a9ccadba735d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6940813 May 08 22:07:15.314927 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76abab2b-5c40-4dc3-b4bb-a9ccadba735d admin admin] Pushing event updated for resources: {'Network': ['ID=542aeef6-5046-439a-aa53-dc46759766dd,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:07:15.331014 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Network 542aeef6-5046-439a-aa53-dc46759766dd details requested by agent ovs-agent-dv-cinder-840511-5-iscsi with host dv-cinder-840511-5-iscsi {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 08 22:07:16.166570 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-e44ff0ce-8fdd-46e3-9fc9-6754d62a718b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (399f5491-dab9-4373-bd22-64cd7c73418d), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:07:17.791939 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 47090) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:07:18.230342 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3eed5f4-8a05-4f15-a247-45464e1e9487 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:07:18.231908 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-f3eed5f4-8a05-4f15-a247-45464e1e9487 demo admin] 10.222.0.44 "GET /v2.0/subnets/5ebdcecd-864e-41fd-9a45-c6603efd22ad HTTP/1.1" status: 200 len: 849 time: 0.4383976 May 08 22:07:18.358171 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-35e65e20-4f87-49ca-a852-7ee9024d7c41 demo admin] 10.222.0.44 "GET /v2.0/routers/25599a4e-4b32-4fdf-8db5-89dd0a490e49 HTTP/1.1" status: 200 len: 704 time: 0.1206129 May 08 22:07:18.451357 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-ae128e95-0940-405d-8353-fcb69a8b815f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (69aa2ac4-530d-40c2-a84a-3161d84edf61), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:07:18.637720 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-53bdf3eb-fff4-4a03-be75-7f7175b0f103 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:07:18.945041 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-53bdf3eb-fff4-4a03-be75-7f7175b0f103 demo admin] Allocated IP 172.20.0.1 (889b1a08-df70-4513-bf63-8014de3fff4b/5ebdcecd-864e-41fd-9a45-c6603efd22ad/7afd04ba-9f99-4854-bfd5-4aabeb7ec2a3) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 08 22:07:19.144138 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-53bdf3eb-fff4-4a03-be75-7f7175b0f103 demo admin] Publish callbacks [] for port (7afd04ba-9f99-4854-bfd5-4aabeb7ec2a3), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:07:19.215152 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-53bdf3eb-fff4-4a03-be75-7f7175b0f103 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791034024012'] for port (7afd04ba-9f99-4854-bfd5-4aabeb7ec2a3), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:07:19.259517 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-68d59b13-bdd3-4890-b330-3a9be9bf9791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (167e5ba9-08ef-43b6-aca0-7c88b7f9e735), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:07:19.352317 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53bdf3eb-fff4-4a03-be75-7f7175b0f103 demo admin] Network 889b1a08-df70-4513-bf63-8014de3fff4b is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 08 22:07:19.359272 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-53bdf3eb-fff4-4a03-be75-7f7175b0f103 demo admin] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:07:19.364760 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bdf3eb-fff4-4a03-be75-7f7175b0f103 demo admin] Pushing event updated for resources: {'Port': ['ID=7afd04ba-9f99-4854-bfd5-4aabeb7ec2a3,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:07:19.367639 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bdf3eb-fff4-4a03-be75-7f7175b0f103 demo admin] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 08 22:07:19.368206 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-53bdf3eb-fff4-4a03-be75-7f7175b0f103 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-788174'] for router_interface (25599a4e-4b32-4fdf-8db5-89dd0a490e49), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:07:19.526548 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-d90dc111-6d43-497d-84fd-6a588eb40b65 None None] Provisioning complete for port 7afd04ba-9f99-4854-bfd5-4aabeb7ec2a3 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:07:19.527132 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d90dc111-6d43-497d-84fd-6a588eb40b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (7afd04ba-9f99-4854-bfd5-4aabeb7ec2a3), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:07:19.563407 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-d90dc111-6d43-497d-84fd-6a588eb40b65 None None] Port 7afd04ba-9f99-4854-bfd5-4aabeb7ec2a3 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 08 22:07:19.572402 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-53bdf3eb-fff4-4a03-be75-7f7175b0f103 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (7afd04ba-9f99-4854-bfd5-4aabeb7ec2a3), before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:07:19.798361 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-53bdf3eb-fff4-4a03-be75-7f7175b0f103 demo admin] Publish callbacks [] for port (7afd04ba-9f99-4854-bfd5-4aabeb7ec2a3), precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:07:19.805793 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-53bdf3eb-fff4-4a03-be75-7f7175b0f103 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (7afd04ba-9f99-4854-bfd5-4aabeb7ec2a3), after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:07:19.806554 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-53bdf3eb-fff4-4a03-be75-7f7175b0f103 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-786564'] for router_interface (25599a4e-4b32-4fdf-8db5-89dd0a490e49), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:07:19.883551 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bdf3eb-fff4-4a03-be75-7f7175b0f103 demo admin] Pushing event updated for resources: {'Port': ['ID=7afd04ba-9f99-4854-bfd5-4aabeb7ec2a3,revision_number=2']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:07:19.934697 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53bdf3eb-fff4-4a03-be75-7f7175b0f103 demo admin] Network 889b1a08-df70-4513-bf63-8014de3fff4b is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 08 22:07:19.936261 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-53bdf3eb-fff4-4a03-be75-7f7175b0f103 demo admin] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:07:20.105160 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53bdf3eb-fff4-4a03-be75-7f7175b0f103 demo admin] Router 25599a4e-4b32-4fdf-8db5-89dd0a490e49 is scheduled to L3 agent 69aa2ac4-530d-40c2-a84a-3161d84edf61 with binding_index 1 {{(pid=103628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 08 22:07:20.183457 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-e28b4ce5-fa48-4d41-9133-4f4837dd382d None None] Provisioning complete for port 7afd04ba-9f99-4854-bfd5-4aabeb7ec2a3 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:07:20.183837 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-e28b4ce5-fa48-4d41-9133-4f4837dd382d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (7afd04ba-9f99-4854-bfd5-4aabeb7ec2a3), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:07:20.196831 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53bdf3eb-fff4-4a03-be75-7f7175b0f103 demo admin] Notify agent at l3_agent.dv-cinder-840511-5-iscsi the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 08 22:07:20.202571 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-53bdf3eb-fff4-4a03-be75-7f7175b0f103 demo admin] 10.222.0.44 "PUT /v2.0/routers/25599a4e-4b32-4fdf-8db5-89dd0a490e49/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8391595 May 08 22:07:20.221186 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232fadd2-f059-465b-85b4-3c83a604321a None None] Sync routers for ids ['25599a4e-4b32-4fdf-8db5-89dd0a490e49'] in dv-cinder-840511-5-iscsi {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 08 22:07:20.230812 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-e28b4ce5-fa48-4d41-9133-4f4837dd382d None None] Port 7afd04ba-9f99-4854-bfd5-4aabeb7ec2a3 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 08 22:07:20.235475 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232fadd2-f059-465b-85b4-3c83a604321a None None] Routers {'25599a4e-4b32-4fdf-8db5-89dd0a490e49'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:07:20.236410 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-232fadd2-f059-465b-85b4-3c83a604321a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:07:18Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['25599a4e-4b32-4fdf-8db5-89dd0a490e49'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:07:20.430583 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-232fadd2-f059-465b-85b4-3c83a604321a None None] Set router 25599a4e-4b32-4fdf-8db5-89dd0a490e49 gateway port host: None {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:07:20.846755 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-232fadd2-f059-465b-85b4-3c83a604321a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25599a4e-4b32-4fdf-8db5-89dd0a490e49', 'name': 'router1', 'tenant_id': '74e82aefa710402ba97852c99ff56ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:07:09Z', 'updated_at': '2022-05-08T22:07:19Z', 'revision_number': 2, 'project_id': '74e82aefa710402ba97852c99ff56ff8', 'gw_port_host': None, '_interfaces': [{'id': '7afd04ba-9f99-4854-bfd5-4aabeb7ec2a3', 'name': '', 'network_id': '889b1a08-df70-4513-bf63-8014de3fff4b', 'tenant_id': '74e82aefa710402ba97852c99ff56ff8', 'mac_address': 'fa:16:3e:c6:91:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25599a4e-4b32-4fdf-8db5-89dd0a490e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5ebdcecd-864e-41fd-9a45-c6603efd22ad', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:07:18Z', 'updated_at': '2022-05-08T22:07:19Z', 'revision_number': 2, 'project_id': '74e82aefa710402ba97852c99ff56ff8', 'subnets': [{'id': '5ebdcecd-864e-41fd-9a45-c6603efd22ad', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2588c8e0-f6a2-44a4-838f-e3e7775bba94'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:07:20.847241 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f82e6e54-0a06-4075-8e4d-2bf0b0f201e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (1fcc0290-7f55-4633-95cb-6d94e7aa5e57), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:07:20.898380 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232fadd2-f059-465b-85b4-3c83a604321a None None] Checking router: 25599a4e-4b32-4fdf-8db5-89dd0a490e49 for host: dv-cinder-840511-5-iscsi {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 08 22:07:20.898741 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232fadd2-f059-465b-85b4-3c83a604321a None None] Updating router 25599a4e-4b32-4fdf-8db5-89dd0a490e49 port 7afd04ba-9f99-4854-bfd5-4aabeb7ec2a3 binding host dv-cinder-840511-5-iscsi {{(pid=103631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 08 22:07:20.950824 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-232fadd2-f059-465b-85b4-3c83a604321a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (7afd04ba-9f99-4854-bfd5-4aabeb7ec2a3), before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:07:21.455940 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-232fadd2-f059-465b-85b4-3c83a604321a None None] Publish callbacks [] for port (7afd04ba-9f99-4854-bfd5-4aabeb7ec2a3), precommit_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:07:21.463968 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-232fadd2-f059-465b-85b4-3c83a604321a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (7afd04ba-9f99-4854-bfd5-4aabeb7ec2a3), after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:07:21.619931 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88d01f5-e3a1-4d05-aa6e-1cb18f81f7d0 None None] Pushing event updated for resources: {'Port': ['ID=7afd04ba-9f99-4854-bfd5-4aabeb7ec2a3,revision_number=3']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:07:21.640381 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88d01f5-e3a1-4d05-aa6e-1cb18f81f7d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:07:21.640756 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88d01f5-e3a1-4d05-aa6e-1cb18f81f7d0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:07:21.641108 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88d01f5-e3a1-4d05-aa6e-1cb18f81f7d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:07:21.641451 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88d01f5-e3a1-4d05-aa6e-1cb18f81f7d0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:07:21.641789 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88d01f5-e3a1-4d05-aa6e-1cb18f81f7d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:07:21.642116 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88d01f5-e3a1-4d05-aa6e-1cb18f81f7d0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:07:21.642439 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88d01f5-e3a1-4d05-aa6e-1cb18f81f7d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:07:21.642762 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88d01f5-e3a1-4d05-aa6e-1cb18f81f7d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:07:21.643086 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88d01f5-e3a1-4d05-aa6e-1cb18f81f7d0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:07:21.643409 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88d01f5-e3a1-4d05-aa6e-1cb18f81f7d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:07:21.643733 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88d01f5-e3a1-4d05-aa6e-1cb18f81f7d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:07:21.644077 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88d01f5-e3a1-4d05-aa6e-1cb18f81f7d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:07:21.644847 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88d01f5-e3a1-4d05-aa6e-1cb18f81f7d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:07:21.644847 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88d01f5-e3a1-4d05-aa6e-1cb18f81f7d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:07:21.645039 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88d01f5-e3a1-4d05-aa6e-1cb18f81f7d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:07:21.646424 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88d01f5-e3a1-4d05-aa6e-1cb18f81f7d0 None None] Tracked resource versions report: May 08 22:07:21.646424 dv-cinder-840511-5-iscsi neutron-server[103631]: pushed versions: May 08 22:07:21.646424 dv-cinder-840511-5-iscsi neutron-server[103631]: { 'AddressGroup': {'1.2'}, May 08 22:07:21.646424 dv-cinder-840511-5-iscsi neutron-server[103631]: 'Agent': {'1.1'}, May 08 22:07:21.646424 dv-cinder-840511-5-iscsi neutron-server[103631]: 'ConntrackHelper': {'1.0'}, May 08 22:07:21.646424 dv-cinder-840511-5-iscsi neutron-server[103631]: 'LocalIPAssociation': {'1.0'}, May 08 22:07:21.646424 dv-cinder-840511-5-iscsi neutron-server[103631]: 'Log': {'1.0'}, May 08 22:07:21.646424 dv-cinder-840511-5-iscsi neutron-server[103631]: 'NDPProxy': {'1.0'}, May 08 22:07:21.646424 dv-cinder-840511-5-iscsi neutron-server[103631]: 'Network': {'1.1'}, May 08 22:07:21.646424 dv-cinder-840511-5-iscsi neutron-server[103631]: 'Port': {'1.7'}, May 08 22:07:21.646424 dv-cinder-840511-5-iscsi neutron-server[103631]: 'PortForwarding': {'1.3'}, May 08 22:07:21.646424 dv-cinder-840511-5-iscsi neutron-server[103631]: 'QosPolicy': {'1.10'}, May 08 22:07:21.646424 dv-cinder-840511-5-iscsi neutron-server[103631]: 'SecurityGroup': {'1.5'}, May 08 22:07:21.646424 dv-cinder-840511-5-iscsi neutron-server[103631]: 'SecurityGroupRule': {'1.2'}, May 08 22:07:21.646424 dv-cinder-840511-5-iscsi neutron-server[103631]: 'SubPort': {'1.0'}, May 08 22:07:21.646424 dv-cinder-840511-5-iscsi neutron-server[103631]: 'Subnet': {'1.1'}, May 08 22:07:21.646424 dv-cinder-840511-5-iscsi neutron-server[103631]: 'Trunk': {'1.1'}} May 08 22:07:21.646424 dv-cinder-840511-5-iscsi neutron-server[103631]: consumer versions: May 08 22:07:21.646424 dv-cinder-840511-5-iscsi neutron-server[103631]: { DHCP agent@dv-cinder-840511-5-iscsi: {}, May 08 22:07:21.646424 dv-cinder-840511-5-iscsi neutron-server[103631]: L3 agent@dv-cinder-840511-5-iscsi: {}, May 08 22:07:21.646424 dv-cinder-840511-5-iscsi neutron-server[103631]: Metadata agent@dv-cinder-840511-5-iscsi: {}, May 08 22:07:21.646424 dv-cinder-840511-5-iscsi neutron-server[103631]: Metering agent@dv-cinder-840511-5-iscsi: {}, May 08 22:07:21.646424 dv-cinder-840511-5-iscsi neutron-server[103631]: Open vSwitch agent@dv-cinder-840511-5-iscsi: { 'AddressGroup': '1.2', May 08 22:07:21.646424 dv-cinder-840511-5-iscsi neutron-server[103631]: 'Agent': '1.1', May 08 22:07:21.646424 dv-cinder-840511-5-iscsi neutron-server[103631]: 'ConntrackHelper': '1.0', May 08 22:07:21.646424 dv-cinder-840511-5-iscsi neutron-server[103631]: 'LocalIPAssociation': '1.0', May 08 22:07:21.646424 dv-cinder-840511-5-iscsi neutron-server[103631]: 'Log': '1.0', May 08 22:07:21.646424 dv-cinder-840511-5-iscsi neutron-server[103631]: 'NDPProxy': '1.0', May 08 22:07:21.646424 dv-cinder-840511-5-iscsi neutron-server[103631]: 'Network': '1.1', May 08 22:07:21.646424 dv-cinder-840511-5-iscsi neutron-server[103631]: 'Port': '1.7', May 08 22:07:21.646424 dv-cinder-840511-5-iscsi neutron-server[103631]: 'PortForwarding': '1.3', May 08 22:07:21.646424 dv-cinder-840511-5-iscsi neutron-server[103631]: 'QosPolicy': '1.10', May 08 22:07:21.646424 dv-cinder-840511-5-iscsi neutron-server[103631]: 'SecurityGroup': '1.5', May 08 22:07:21.646424 dv-cinder-840511-5-iscsi neutron-server[103631]: 'SecurityGroupRule': '1.2', May 08 22:07:21.646424 dv-cinder-840511-5-iscsi neutron-server[103631]: 'SubPort': '1.0', May 08 22:07:21.646424 dv-cinder-840511-5-iscsi neutron-server[103631]: 'Subnet': '1.1', May 08 22:07:21.646424 dv-cinder-840511-5-iscsi neutron-server[103631]: 'Trunk': '1.1'}} May 08 22:07:21.646424 dv-cinder-840511-5-iscsi neutron-server[103631]: {{(pid=103631) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 08 22:07:21.649154 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-232fadd2-f059-465b-85b4-3c83a604321a None None] Attempting to bind port 7afd04ba-9f99-4854-bfd5-4aabeb7ec2a3 on host dv-cinder-840511-5-iscsi for vnic_type normal with profile {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 08 22:07:21.649313 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-232fadd2-f059-465b-85b4-3c83a604321a None None] Attempting to bind port 7afd04ba-9f99-4854-bfd5-4aabeb7ec2a3 by drivers openvswitch,hyperv on host dv-cinder-840511-5-iscsi at level 0 using segments [{'id': '4236df4c-4903-4cd8-bb1d-c1dbf0cff5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '889b1a08-df70-4513-bf63-8014de3fff4b'}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 08 22:07:21.649626 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232fadd2-f059-465b-85b4-3c83a604321a None None] Attempting to bind port 7afd04ba-9f99-4854-bfd5-4aabeb7ec2a3 on network 889b1a08-df70-4513-bf63-8014de3fff4b {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 08 22:07:21.655463 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232fadd2-f059-465b-85b4-3c83a604321a None None] Checking agent: {'id': '7e3c7ef6-abd5-4f0f-b372-b2734b637fd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840511-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 8, 22, 6, 52), 'started_at': datetime.datetime(2022, 5, 8, 22, 6, 52), 'heartbeat_timestamp': datetime.datetime(2022, 5, 8, 22, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840511-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 08 22:07:21.655918 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232fadd2-f059-465b-85b4-3c83a604321a None None] Checking segment: {'id': '4236df4c-4903-4cd8-bb1d-c1dbf0cff5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '889b1a08-df70-4513-bf63-8014de3fff4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 08 22:07:21.656418 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-232fadd2-f059-465b-85b4-3c83a604321a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:07:21.656824 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232fadd2-f059-465b-85b4-3c83a604321a None None] Bound using segment: {'id': '4236df4c-4903-4cd8-bb1d-c1dbf0cff5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '889b1a08-df70-4513-bf63-8014de3fff4b'} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 08 22:07:21.657322 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-232fadd2-f059-465b-85b4-3c83a604321a None None] Bound port: 7afd04ba-9f99-4854-bfd5-4aabeb7ec2a3, host: dv-cinder-840511-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4236df4c-4903-4cd8-bb1d-c1dbf0cff5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '889b1a08-df70-4513-bf63-8014de3fff4b'}}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 08 22:07:21.657700 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-232fadd2-f059-465b-85b4-3c83a604321a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (7afd04ba-9f99-4854-bfd5-4aabeb7ec2a3), before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:07:21.661254 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-b850d2f1-fb1c-4bef-8f7e-c973f98a242c None None] Provisioning complete for port 7afd04ba-9f99-4854-bfd5-4aabeb7ec2a3 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:07:21.661707 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b850d2f1-fb1c-4bef-8f7e-c973f98a242c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (7afd04ba-9f99-4854-bfd5-4aabeb7ec2a3), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:07:21.695424 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-b850d2f1-fb1c-4bef-8f7e-c973f98a242c None None] Port 7afd04ba-9f99-4854-bfd5-4aabeb7ec2a3 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 08 22:07:21.726325 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-232fadd2-f059-465b-85b4-3c83a604321a None None] For port 7afd04ba-9f99-4854-bfd5-4aabeb7ec2a3, host dv-cinder-840511-5-iscsi, cleared binding levels {{(pid=103631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 08 22:07:21.748272 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-232fadd2-f059-465b-85b4-3c83a604321a None None] For port 7afd04ba-9f99-4854-bfd5-4aabeb7ec2a3, host dv-cinder-840511-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=7afd04ba-9f99-4854-bfd5-4aabeb7ec2a3,segment=NetworkSegment(4236df4c-4903-4cd8-bb1d-c1dbf0cff5c8),segment_id=4236df4c-4903-4cd8-bb1d-c1dbf0cff5c8)] {{(pid=103631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 08 22:07:21.756062 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-232fadd2-f059-465b-85b4-3c83a604321a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (7afd04ba-9f99-4854-bfd5-4aabeb7ec2a3), after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:07:21.824109 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232fadd2-f059-465b-85b4-3c83a604321a None None] Routers {'25599a4e-4b32-4fdf-8db5-89dd0a490e49'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:07:21.824762 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-232fadd2-f059-465b-85b4-3c83a604321a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:07:18Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['25599a4e-4b32-4fdf-8db5-89dd0a490e49'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:07:21.826628 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88d01f5-e3a1-4d05-aa6e-1cb18f81f7d0 None None] Pushing event updated for resources: {'Port': ['ID=7afd04ba-9f99-4854-bfd5-4aabeb7ec2a3,revision_number=4']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:07:21.930362 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-232fadd2-f059-465b-85b4-3c83a604321a None None] Set router 25599a4e-4b32-4fdf-8db5-89dd0a490e49 gateway port host: None {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:07:22.060580 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-fdde335d-650d-445e-ab9e-17e0e2627325 None None] Provisioning complete for port 7afd04ba-9f99-4854-bfd5-4aabeb7ec2a3 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:07:22.061210 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-fdde335d-650d-445e-ab9e-17e0e2627325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (7afd04ba-9f99-4854-bfd5-4aabeb7ec2a3), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:07:22.132541 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-232fadd2-f059-465b-85b4-3c83a604321a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25599a4e-4b32-4fdf-8db5-89dd0a490e49', 'name': 'router1', 'tenant_id': '74e82aefa710402ba97852c99ff56ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:07:09Z', 'updated_at': '2022-05-08T22:07:19Z', 'revision_number': 2, 'project_id': '74e82aefa710402ba97852c99ff56ff8', 'gw_port_host': None, '_interfaces': [{'id': '7afd04ba-9f99-4854-bfd5-4aabeb7ec2a3', 'name': '', 'network_id': '889b1a08-df70-4513-bf63-8014de3fff4b', 'tenant_id': '74e82aefa710402ba97852c99ff56ff8', 'mac_address': 'fa:16:3e:c6:91:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25599a4e-4b32-4fdf-8db5-89dd0a490e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5ebdcecd-864e-41fd-9a45-c6603efd22ad', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:07:18Z', 'updated_at': '2022-05-08T22:07:21Z', 'revision_number': 4, 'project_id': '74e82aefa710402ba97852c99ff56ff8', 'subnets': [{'id': '5ebdcecd-864e-41fd-9a45-c6603efd22ad', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2588c8e0-f6a2-44a4-838f-e3e7775bba94'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:07:22.141274 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-fdde335d-650d-445e-ab9e-17e0e2627325 None None] Current status of the port 7afd04ba-9f99-4854-bfd5-4aabeb7ec2a3 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:07:22.141646 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-fdde335d-650d-445e-ab9e-17e0e2627325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (7afd04ba-9f99-4854-bfd5-4aabeb7ec2a3), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:07:22.159612 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232fadd2-f059-465b-85b4-3c83a604321a None None] The sync data for ids ['25599a4e-4b32-4fdf-8db5-89dd0a490e49'] in dv-cinder-840511-5-iscsi is: [{'id': '25599a4e-4b32-4fdf-8db5-89dd0a490e49', 'name': 'router1', 'tenant_id': '74e82aefa710402ba97852c99ff56ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:07:09Z', 'updated_at': '2022-05-08T22:07:19Z', 'revision_number': 2, 'project_id': '74e82aefa710402ba97852c99ff56ff8', 'gw_port_host': None, '_interfaces': [{'id': '7afd04ba-9f99-4854-bfd5-4aabeb7ec2a3', 'name': '', 'network_id': '889b1a08-df70-4513-bf63-8014de3fff4b', 'tenant_id': '74e82aefa710402ba97852c99ff56ff8', 'mac_address': 'fa:16:3e:c6:91:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25599a4e-4b32-4fdf-8db5-89dd0a490e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5ebdcecd-864e-41fd-9a45-c6603efd22ad', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:07:18Z', 'updated_at': '2022-05-08T22:07:21Z', 'revision_number': 4, 'project_id': '74e82aefa710402ba97852c99ff56ff8', 'subnets': [{'id': '5ebdcecd-864e-41fd-9a45-c6603efd22ad', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2588c8e0-f6a2-44a4-838f-e3e7775bba94'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 08 22:07:22.179270 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-fdde335d-650d-445e-ab9e-17e0e2627325 None None] For port 7afd04ba-9f99-4854-bfd5-4aabeb7ec2a3, host dv-cinder-840511-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=7afd04ba-9f99-4854-bfd5-4aabeb7ec2a3,segment=NetworkSegment(4236df4c-4903-4cd8-bb1d-c1dbf0cff5c8),segment_id=4236df4c-4903-4cd8-bb1d-c1dbf0cff5c8)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:07:22.184832 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-fdde335d-650d-445e-ab9e-17e0e2627325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (7afd04ba-9f99-4854-bfd5-4aabeb7ec2a3), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:07:22.240494 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdde335d-650d-445e-ab9e-17e0e2627325 None None] Pushing event updated for resources: {'Port': ['ID=7afd04ba-9f99-4854-bfd5-4aabeb7ec2a3,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:07:22.417608 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (7e3c7ef6-abd5-4f0f-b372-b2734b637fd0), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:07:22.624552 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 47112) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:07:22.831552 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b201108d-f55f-4165-9459-b7e755b2a56d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:07:22.838524 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-b201108d-f55f-4165-9459-b7e755b2a56d admin admin] 10.222.0.44 "GET /v2.0/networks/542aeef6-5046-439a-aa53-dc46759766dd HTTP/1.1" status: 200 len: 842 time: 0.2076232 May 08 22:07:22.843062 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.v2.base [None req-e758a115-5d18-45cc-985b-b3dcfa42a1ef admin admin] Request body: {'subnet': {'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.27.2.1', 'name': 'public-subnet', 'cidr': '172.27.2.0/24', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:07:22.870505 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e758a115-5d18-45cc-985b-b3dcfa42a1ef admin admin] Made reservation on behalf of 55bf7a2d20ce43efb71c104b9aa0862f for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 08 22:07:22.872856 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e758a115-5d18-45cc-985b-b3dcfa42a1ef admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:07:23.171677 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.objects.ports [None req-e758a115-5d18-45cc-985b-b3dcfa42a1ef admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103628) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 08 22:07:23.172094 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e758a115-5d18-45cc-985b-b3dcfa42a1ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293'] for subnet (c1306b94-a9cc-4730-bd7d-1800cb77959d), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:07:23.220260 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e758a115-5d18-45cc-985b-b3dcfa42a1ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1306b94-a9cc-4730-bd7d-1800cb77959d,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:07:23.236899 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e758a115-5d18-45cc-985b-b3dcfa42a1ef admin admin] Checking segment: {'id': '0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 08 22:07:23.237256 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e758a115-5d18-45cc-985b-b3dcfa42a1ef admin admin] Network hostable DHCP agents. Network: 542aeef6-5046-439a-aa53-dc46759766dd, hostable agents: ['399f5491-dab9-4373-bd22-64cd7c73418d'], hosted agents: [] {{(pid=103628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 08 22:07:23.258512 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e758a115-5d18-45cc-985b-b3dcfa42a1ef admin admin] Network 542aeef6-5046-439a-aa53-dc46759766dd is scheduled to be hosted by DHCP agent 399f5491-dab9-4373-bd22-64cd7c73418d with binding_index 1 {{(pid=103628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 08 22:07:23.270072 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-e758a115-5d18-45cc-985b-b3dcfa42a1ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840511-5-iscsi, 542aeef6-5046-439a-aa53-dc46759766dd) {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:07:23.274403 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e758a115-5d18-45cc-985b-b3dcfa42a1ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:07:23.274893 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e758a115-5d18-45cc-985b-b3dcfa42a1ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745315'] for subnet (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:07:23.281551 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb05f2a-dfdb-4013-91ed-1993c6d4adf9 None None] Network 542aeef6-5046-439a-aa53-dc46759766dd requested from dv-cinder-840511-5-iscsi {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 08 22:07:23.304592 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-e758a115-5d18-45cc-985b-b3dcfa42a1ef admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4576893 May 08 22:07:23.384206 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6966be79-e77e-44af-a592-9ed277639d6d None None] Network 542aeef6-5046-439a-aa53-dc46759766dd requested from dv-cinder-840511-5-iscsi {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 08 22:07:25.677778 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 47130) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:07:25.961419 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-6923368f-efb3-4d2e-9032-5698f895428a demo admin] 10.222.0.44 "GET /v2.0/routers/25599a4e-4b32-4fdf-8db5-89dd0a490e49 HTTP/1.1" status: 200 len: 710 time: 0.2772706 May 08 22:07:26.068839 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b41b15-8bff-4e21-8ee0-a13789738581 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:07:26.070192 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-a7b41b15-8bff-4e21-8ee0-a13789738581 demo admin] 10.222.0.44 "GET /v2.0/networks/542aeef6-5046-439a-aa53-dc46759766dd HTTP/1.1" status: 200 len: 886 time: 0.1081271 May 08 22:07:26.080082 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [None req-ff7fa7cc-4cbb-4a40-8c55-55ef9a2e8d61 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd'}}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:07:26.334294 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ff7fa7cc-4cbb-4a40-8c55-55ef9a2e8d61 demo admin] Publish callbacks [] for router_gateway (25599a4e-4b32-4fdf-8db5-89dd0a490e49), precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:07:26.555591 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ff7fa7cc-4cbb-4a40-8c55-55ef9a2e8d61 demo admin] Publish callbacks [] for router_gateway (25599a4e-4b32-4fdf-8db5-89dd0a490e49), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:07:26.631895 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ff7fa7cc-4cbb-4a40-8c55-55ef9a2e8d61 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:07:26.785068 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-ff7fa7cc-4cbb-4a40-8c55-55ef9a2e8d61 demo admin] Allocated IP 172.27.2.148 (542aeef6-5046-439a-aa53-dc46759766dd/c1306b94-a9cc-4730-bd7d-1800cb77959d/c15284f3-cf91-44b0-bd9e-1be4145b162c) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 08 22:07:26.896300 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ff7fa7cc-4cbb-4a40-8c55-55ef9a2e8d61 demo admin] Publish callbacks [] for port (c15284f3-cf91-44b0-bd9e-1be4145b162c), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:07:26.960951 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ff7fa7cc-4cbb-4a40-8c55-55ef9a2e8d61 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791034024012'] for port (c15284f3-cf91-44b0-bd9e-1be4145b162c), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:07:27.044588 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7fa7cc-4cbb-4a40-8c55-55ef9a2e8d61 demo admin] Network 542aeef6-5046-439a-aa53-dc46759766dd is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 08 22:07:27.048894 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-ff7fa7cc-4cbb-4a40-8c55-55ef9a2e8d61 demo admin] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:07:27.050836 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7fa7cc-4cbb-4a40-8c55-55ef9a2e8d61 demo admin] Pushing event updated for resources: {'Port': ['ID=c15284f3-cf91-44b0-bd9e-1be4145b162c,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:07:27.054383 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7fa7cc-4cbb-4a40-8c55-55ef9a2e8d61 demo admin] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 08 22:07:27.397951 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ff7fa7cc-4cbb-4a40-8c55-55ef9a2e8d61 demo admin] Publish callbacks [] for router_gateway (25599a4e-4b32-4fdf-8db5-89dd0a490e49), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:07:27.605053 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ff7fa7cc-4cbb-4a40-8c55-55ef9a2e8d61 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-789510', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-790699', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15482'] for router (25599a4e-4b32-4fdf-8db5-89dd0a490e49), precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:07:27.610102 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ff7fa7cc-4cbb-4a40-8c55-55ef9a2e8d61 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-789731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-789521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-789528', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-790706'] for router (25599a4e-4b32-4fdf-8db5-89dd0a490e49), after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:07:27.724965 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff7fa7cc-4cbb-4a40-8c55-55ef9a2e8d61 demo admin] Router 25599a4e-4b32-4fdf-8db5-89dd0a490e49 has already been hosted by L3 agent 69aa2ac4-530d-40c2-a84a-3161d84edf61 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 08 22:07:27.840556 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff7fa7cc-4cbb-4a40-8c55-55ef9a2e8d61 demo admin] Notify agent at l3_agent.dv-cinder-840511-5-iscsi the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 08 22:07:27.845877 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ff7fa7cc-4cbb-4a40-8c55-55ef9a2e8d61 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:07:27.847037 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-ff7fa7cc-4cbb-4a40-8c55-55ef9a2e8d61 demo admin] 10.222.0.44 "PUT /v2.0/routers/25599a4e-4b32-4fdf-8db5-89dd0a490e49 HTTP/1.1" status: 200 len: 890 time: 1.7705145 May 08 22:07:29.144812 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device 7afd04ba-9f99-4854-bfd5-4aabeb7ec2a3 up at agent ovs-agent-dv-cinder-840511-5-iscsi {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 08 22:07:29.199001 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Provisioning complete for port 7afd04ba-9f99-4854-bfd5-4aabeb7ec2a3 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:07:29.199327 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (7afd04ba-9f99-4854-bfd5-4aabeb7ec2a3), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:07:29.280506 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Current status of the port 7afd04ba-9f99-4854-bfd5-4aabeb7ec2a3 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:07:30.288399 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 47144) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:07:30.404113 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-3a700193-8018-44f0-ae6d-0c313c32f11a admin admin] 10.222.0.44 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1144233 May 08 22:07:30.837535 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0186478-ee93-49b9-ae6f-36ec902bcdf5 None None] Sync routers for ids ['25599a4e-4b32-4fdf-8db5-89dd0a490e49'] in dv-cinder-840511-5-iscsi {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 08 22:07:30.851207 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0186478-ee93-49b9-ae6f-36ec902bcdf5 None None] Routers {'25599a4e-4b32-4fdf-8db5-89dd0a490e49'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:07:30.851987 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-d0186478-ee93-49b9-ae6f-36ec902bcdf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:07:18Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['25599a4e-4b32-4fdf-8db5-89dd0a490e49'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:07:31.074546 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-d0186478-ee93-49b9-ae6f-36ec902bcdf5 None None] Set router 25599a4e-4b32-4fdf-8db5-89dd0a490e49 gateway port host: dv-cinder-840511-5-iscsi {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:07:31.528193 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-d0186478-ee93-49b9-ae6f-36ec902bcdf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25599a4e-4b32-4fdf-8db5-89dd0a490e49', 'name': 'router1', 'tenant_id': '74e82aefa710402ba97852c99ff56ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': 'c15284f3-cf91-44b0-bd9e-1be4145b162c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:07:09Z', 'updated_at': '2022-05-08T22:07:27Z', 'revision_number': 4, 'project_id': '74e82aefa710402ba97852c99ff56ff8', 'gw_port': {'id': 'c15284f3-cf91-44b0-bd9e-1be4145b162c', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:66:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25599a4e-4b32-4fdf-8db5-89dd0a490e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:07:26Z', 'updated_at': '2022-05-08T22:07:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_interfaces': [{'id': '7afd04ba-9f99-4854-bfd5-4aabeb7ec2a3', 'name': '', 'network_id': '889b1a08-df70-4513-bf63-8014de3fff4b', 'tenant_id': '74e82aefa710402ba97852c99ff56ff8', 'mac_address': 'fa:16:3e:c6:91:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25599a4e-4b32-4fdf-8db5-89dd0a490e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5ebdcecd-864e-41fd-9a45-c6603efd22ad', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:07:18Z', 'updated_at': '2022-05-08T22:07:22Z', 'revision_number': 5, 'project_id': '74e82aefa710402ba97852c99ff56ff8', 'subnets': [{'id': '5ebdcecd-864e-41fd-9a45-c6603efd22ad', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2588c8e0-f6a2-44a4-838f-e3e7775bba94'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:07:31.577726 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0186478-ee93-49b9-ae6f-36ec902bcdf5 None None] Checking router: 25599a4e-4b32-4fdf-8db5-89dd0a490e49 for host: dv-cinder-840511-5-iscsi {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 08 22:07:31.578092 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0186478-ee93-49b9-ae6f-36ec902bcdf5 None None] Updating router 25599a4e-4b32-4fdf-8db5-89dd0a490e49 port c15284f3-cf91-44b0-bd9e-1be4145b162c binding host dv-cinder-840511-5-iscsi {{(pid=103630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 08 22:07:31.631405 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d0186478-ee93-49b9-ae6f-36ec902bcdf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (c15284f3-cf91-44b0-bd9e-1be4145b162c), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:07:31.955030 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d0186478-ee93-49b9-ae6f-36ec902bcdf5 None None] Publish callbacks [] for port (c15284f3-cf91-44b0-bd9e-1be4145b162c), precommit_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:07:31.961219 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d0186478-ee93-49b9-ae6f-36ec902bcdf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (c15284f3-cf91-44b0-bd9e-1be4145b162c), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:07:32.014204 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a54e6a-834a-4e8d-a4b4-da5a4b0a5d8c None None] Pushing event updated for resources: {'Port': ['ID=c15284f3-cf91-44b0-bd9e-1be4145b162c,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:07:32.016422 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-d0186478-ee93-49b9-ae6f-36ec902bcdf5 None None] Attempting to bind port c15284f3-cf91-44b0-bd9e-1be4145b162c on host dv-cinder-840511-5-iscsi for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 08 22:07:32.016950 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-d0186478-ee93-49b9-ae6f-36ec902bcdf5 None None] Attempting to bind port c15284f3-cf91-44b0-bd9e-1be4145b162c by drivers openvswitch,hyperv on host dv-cinder-840511-5-iscsi at level 0 using segments [{'id': '0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 08 22:07:32.017309 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0186478-ee93-49b9-ae6f-36ec902bcdf5 None None] Attempting to bind port c15284f3-cf91-44b0-bd9e-1be4145b162c on network 542aeef6-5046-439a-aa53-dc46759766dd {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 08 22:07:32.022460 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0186478-ee93-49b9-ae6f-36ec902bcdf5 None None] Checking agent: {'id': '7e3c7ef6-abd5-4f0f-b372-b2734b637fd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840511-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 8, 22, 6, 52), 'started_at': datetime.datetime(2022, 5, 8, 22, 7, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 8, 22, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840511-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 08 22:07:32.024766 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0186478-ee93-49b9-ae6f-36ec902bcdf5 None None] Checking segment: {'id': '0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 08 22:07:32.024766 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d0186478-ee93-49b9-ae6f-36ec902bcdf5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:07:32.024766 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0186478-ee93-49b9-ae6f-36ec902bcdf5 None None] Bound using segment: {'id': '0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 08 22:07:32.024766 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-d0186478-ee93-49b9-ae6f-36ec902bcdf5 None None] Bound port: c15284f3-cf91-44b0-bd9e-1be4145b162c, host: dv-cinder-840511-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 08 22:07:32.024766 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d0186478-ee93-49b9-ae6f-36ec902bcdf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (c15284f3-cf91-44b0-bd9e-1be4145b162c), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:07:32.090798 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-d0186478-ee93-49b9-ae6f-36ec902bcdf5 None None] For port c15284f3-cf91-44b0-bd9e-1be4145b162c, host dv-cinder-840511-5-iscsi, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 08 22:07:32.094226 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-d0186478-ee93-49b9-ae6f-36ec902bcdf5 None None] For port c15284f3-cf91-44b0-bd9e-1be4145b162c, host dv-cinder-840511-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=c15284f3-cf91-44b0-bd9e-1be4145b162c,segment=NetworkSegment(0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa),segment_id=0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 08 22:07:32.102543 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d0186478-ee93-49b9-ae6f-36ec902bcdf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (c15284f3-cf91-44b0-bd9e-1be4145b162c), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:07:32.161440 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0186478-ee93-49b9-ae6f-36ec902bcdf5 None None] Routers {'25599a4e-4b32-4fdf-8db5-89dd0a490e49'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:07:32.162736 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-d0186478-ee93-49b9-ae6f-36ec902bcdf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:07:18Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['25599a4e-4b32-4fdf-8db5-89dd0a490e49'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:07:32.164070 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a54e6a-834a-4e8d-a4b4-da5a4b0a5d8c None None] Pushing event updated for resources: {'Port': ['ID=c15284f3-cf91-44b0-bd9e-1be4145b162c,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:07:32.276681 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-d0186478-ee93-49b9-ae6f-36ec902bcdf5 None None] Set router 25599a4e-4b32-4fdf-8db5-89dd0a490e49 gateway port host: dv-cinder-840511-5-iscsi {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:07:32.488685 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-d0186478-ee93-49b9-ae6f-36ec902bcdf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25599a4e-4b32-4fdf-8db5-89dd0a490e49', 'name': 'router1', 'tenant_id': '74e82aefa710402ba97852c99ff56ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': 'c15284f3-cf91-44b0-bd9e-1be4145b162c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:07:09Z', 'updated_at': '2022-05-08T22:07:27Z', 'revision_number': 4, 'project_id': '74e82aefa710402ba97852c99ff56ff8', 'gw_port': {'id': 'c15284f3-cf91-44b0-bd9e-1be4145b162c', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:66:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25599a4e-4b32-4fdf-8db5-89dd0a490e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:07:26Z', 'updated_at': '2022-05-08T22:07:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_interfaces': [{'id': '7afd04ba-9f99-4854-bfd5-4aabeb7ec2a3', 'name': '', 'network_id': '889b1a08-df70-4513-bf63-8014de3fff4b', 'tenant_id': '74e82aefa710402ba97852c99ff56ff8', 'mac_address': 'fa:16:3e:c6:91:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25599a4e-4b32-4fdf-8db5-89dd0a490e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5ebdcecd-864e-41fd-9a45-c6603efd22ad', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:07:18Z', 'updated_at': '2022-05-08T22:07:22Z', 'revision_number': 5, 'project_id': '74e82aefa710402ba97852c99ff56ff8', 'subnets': [{'id': '5ebdcecd-864e-41fd-9a45-c6603efd22ad', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2588c8e0-f6a2-44a4-838f-e3e7775bba94'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:07:32.519609 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0186478-ee93-49b9-ae6f-36ec902bcdf5 None None] The sync data for ids ['25599a4e-4b32-4fdf-8db5-89dd0a490e49'] in dv-cinder-840511-5-iscsi is: [{'id': '25599a4e-4b32-4fdf-8db5-89dd0a490e49', 'name': 'router1', 'tenant_id': '74e82aefa710402ba97852c99ff56ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': 'c15284f3-cf91-44b0-bd9e-1be4145b162c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:07:09Z', 'updated_at': '2022-05-08T22:07:27Z', 'revision_number': 4, 'project_id': '74e82aefa710402ba97852c99ff56ff8', 'gw_port': {'id': 'c15284f3-cf91-44b0-bd9e-1be4145b162c', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:66:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25599a4e-4b32-4fdf-8db5-89dd0a490e49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:07:26Z', 'updated_at': '2022-05-08T22:07:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_interfaces': [{'id': '7afd04ba-9f99-4854-bfd5-4aabeb7ec2a3', 'name': '', 'network_id': '889b1a08-df70-4513-bf63-8014de3fff4b', 'tenant_id': '74e82aefa710402ba97852c99ff56ff8', 'mac_address': 'fa:16:3e:c6:91:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25599a4e-4b32-4fdf-8db5-89dd0a490e49', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5ebdcecd-864e-41fd-9a45-c6603efd22ad', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:07:18Z', 'updated_at': '2022-05-08T22:07:22Z', 'revision_number': 5, 'project_id': '74e82aefa710402ba97852c99ff56ff8', 'subnets': [{'id': '5ebdcecd-864e-41fd-9a45-c6603efd22ad', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2588c8e0-f6a2-44a4-838f-e3e7775bba94'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 08 22:07:33.166776 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device c15284f3-cf91-44b0-bd9e-1be4145b162c up at agent ovs-agent-dv-cinder-840511-5-iscsi {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 08 22:07:33.219987 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Provisioning complete for port c15284f3-cf91-44b0-bd9e-1be4145b162c triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:07:33.220514 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (c15284f3-cf91-44b0-bd9e-1be4145b162c), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:07:33.309435 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Current status of the port c15284f3-cf91-44b0-bd9e-1be4145b162c is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:07:33.309435 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (c15284f3-cf91-44b0-bd9e-1be4145b162c), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:07:33.334469 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] For port c15284f3-cf91-44b0-bd9e-1be4145b162c, host dv-cinder-840511-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=c15284f3-cf91-44b0-bd9e-1be4145b162c,segment=NetworkSegment(0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa),segment_id=0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:07:33.338822 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (c15284f3-cf91-44b0-bd9e-1be4145b162c), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:07:33.393030 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Pushing event updated for resources: {'Port': ['ID=c15284f3-cf91-44b0-bd9e-1be4145b162c,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:07:35.180267 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device c15284f3-cf91-44b0-bd9e-1be4145b162c up at agent ovs-agent-dv-cinder-840511-5-iscsi {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 08 22:07:35.280027 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Provisioning complete for port c15284f3-cf91-44b0-bd9e-1be4145b162c triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:07:35.280430 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (c15284f3-cf91-44b0-bd9e-1be4145b162c), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:07:35.388284 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Current status of the port c15284f3-cf91-44b0-bd9e-1be4145b162c is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:07:46.177626 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-fd59631d-09cb-4387-a481-65da6dbd2cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (399f5491-dab9-4373-bd22-64cd7c73418d), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:07:48.462745 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-fbe6a9e8-1e2d-44a9-944a-8171965a1555 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (69aa2ac4-530d-40c2-a84a-3161d84edf61), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:07:48.840443 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.agents_db [None req-09216671-537f-4251-a64c-737ccd42d6d2 None None] Agent healthcheck: found 5 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 08 22:07:49.272450 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-68d59b13-bdd3-4890-b330-3a9be9bf9791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (167e5ba9-08ef-43b6-aca0-7c88b7f9e735), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:07:50.847176 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f82e6e54-0a06-4075-8e4d-2bf0b0f201e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (1fcc0290-7f55-4633-95cb-6d94e7aa5e57), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:07:52.415651 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (7e3c7ef6-abd5-4f0f-b372-b2734b637fd0), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:08:16.175888 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-81408a18-b96e-4a82-885c-8430a20f5773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (399f5491-dab9-4373-bd22-64cd7c73418d), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:08:18.456614 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-15ba630f-ea44-4834-b516-c2ae9e95fed7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (69aa2ac4-530d-40c2-a84a-3161d84edf61), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:08:19.267644 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-68d59b13-bdd3-4890-b330-3a9be9bf9791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (167e5ba9-08ef-43b6-aca0-7c88b7f9e735), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:08:20.853706 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f82e6e54-0a06-4075-8e4d-2bf0b0f201e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (1fcc0290-7f55-4633-95cb-6d94e7aa5e57), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:08:22.412323 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (7e3c7ef6-abd5-4f0f-b372-b2734b637fd0), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:08:25.840475 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.agents_db [None req-09216671-537f-4251-a64c-737ccd42d6d2 None None] Agent healthcheck: found 5 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 08 22:08:46.169125 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-01b6b86d-984b-469c-864d-6c13a1bf7a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (399f5491-dab9-4373-bd22-64cd7c73418d), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:08:48.139754 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 47628) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:08:48.203924 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b412a28-e133-4b16-80ec-7db3b8e36138 admin admin] GET failed (client error): The resource could not be found. May 08 22:08:48.205240 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-1b412a28-e133-4b16-80ec-7db3b8e36138 admin admin] 10.222.0.44 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0642147 May 08 22:08:48.456986 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-4385cb99-5b37-42f5-b5d3-fa6e470cecb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (69aa2ac4-530d-40c2-a84a-3161d84edf61), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:08:48.461004 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7d1e4e-e685-42fc-9ccf-097570f560c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:08:48.462665 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-9d7d1e4e-e685-42fc-9ccf-097570f560c7 admin admin] 10.222.0.44 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2515056 May 08 22:08:49.272304 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-68d59b13-bdd3-4890-b330-3a9be9bf9791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (167e5ba9-08ef-43b6-aca0-7c88b7f9e735), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:08:50.662444 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 47638) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:08:50.764769 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3689d44d-9ebd-4feb-90e9-dd9a73d35472 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:08:50.766037 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-3689d44d-9ebd-4feb-90e9-dd9a73d35472 admin admin] 10.222.0.44 "GET /v2.0/subnets/5ebdcecd-864e-41fd-9a45-c6603efd22ad HTTP/1.1" status: 200 len: 849 time: 0.1026430 May 08 22:08:50.775560 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [None req-1ad1b770-fa73-4a93-83bf-9702d635f791 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:08:50.859401 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f82e6e54-0a06-4075-8e4d-2bf0b0f201e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (1fcc0290-7f55-4633-95cb-6d94e7aa5e57), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:08:50.861376 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1ad1b770-fa73-4a93-83bf-9702d635f791 admin admin] Publish callbacks [] for subnet (5ebdcecd-864e-41fd-9a45-c6603efd22ad), before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:08:51.014479 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1ad1b770-fa73-4a93-83bf-9702d635f791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791034301058'] for subnet (5ebdcecd-864e-41fd-9a45-c6603efd22ad), after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:08:51.045490 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad1b770-fa73-4a93-83bf-9702d635f791 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:08:51.045490 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1ad1b770-fa73-4a93-83bf-9702d635f791 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745315'] for subnet (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:08:51.048802 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7263ae86-1040-4f62-af51-c799823a789d None None] Network 889b1a08-df70-4513-bf63-8014de3fff4b requested from dv-cinder-840511-5-iscsi {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 08 22:08:51.057652 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-1ad1b770-fa73-4a93-83bf-9702d635f791 admin admin] 10.222.0.44 "PUT /v2.0/subnets/5ebdcecd-864e-41fd-9a45-c6603efd22ad HTTP/1.1" status: 200 len: 868 time: 0.2855344 May 08 22:08:51.079834 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad1b770-fa73-4a93-83bf-9702d635f791 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ebdcecd-864e-41fd-9a45-c6603efd22ad,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:08:51.087744 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad1b770-fa73-4a93-83bf-9702d635f791 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:08:51.088236 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad1b770-fa73-4a93-83bf-9702d635f791 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:08:51.088719 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad1b770-fa73-4a93-83bf-9702d635f791 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:08:51.089148 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad1b770-fa73-4a93-83bf-9702d635f791 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:08:51.089582 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad1b770-fa73-4a93-83bf-9702d635f791 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:08:51.089992 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad1b770-fa73-4a93-83bf-9702d635f791 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:08:51.090428 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad1b770-fa73-4a93-83bf-9702d635f791 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:08:51.091317 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad1b770-fa73-4a93-83bf-9702d635f791 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:08:51.091317 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad1b770-fa73-4a93-83bf-9702d635f791 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:08:51.091681 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad1b770-fa73-4a93-83bf-9702d635f791 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:08:51.092110 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad1b770-fa73-4a93-83bf-9702d635f791 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:08:51.092525 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad1b770-fa73-4a93-83bf-9702d635f791 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:08:51.093524 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad1b770-fa73-4a93-83bf-9702d635f791 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:08:51.093524 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad1b770-fa73-4a93-83bf-9702d635f791 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:08:51.093753 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad1b770-fa73-4a93-83bf-9702d635f791 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:08:51.357800 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-3f952484-ba36-41aa-a8c0-203a21f4ca51 None None] Provisioning complete for port 7afd04ba-9f99-4854-bfd5-4aabeb7ec2a3 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:08:51.358189 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-3f952484-ba36-41aa-a8c0-203a21f4ca51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (7afd04ba-9f99-4854-bfd5-4aabeb7ec2a3), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:08:51.436530 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-3f952484-ba36-41aa-a8c0-203a21f4ca51 None None] Current status of the port 7afd04ba-9f99-4854-bfd5-4aabeb7ec2a3 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:08:51.444655 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-3f952484-ba36-41aa-a8c0-203a21f4ca51 None None] Provisioning complete for port faba87ab-9746-4ce2-b2a2-8f271170f26c triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:08:51.445034 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-3f952484-ba36-41aa-a8c0-203a21f4ca51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (faba87ab-9746-4ce2-b2a2-8f271170f26c), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:08:51.522128 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-3f952484-ba36-41aa-a8c0-203a21f4ca51 None None] Current status of the port faba87ab-9746-4ce2-b2a2-8f271170f26c is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:08:52.410259 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (7e3c7ef6-abd5-4f0f-b372-b2734b637fd0), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:08:53.294679 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 47648) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:08:53.511473 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3356c219-d721-4383-b280-67fd2e88cbec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:08:53.511946 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3356c219-d721-4383-b280-67fd2e88cbec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:08:53.513560 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-3356c219-d721-4383-b280-67fd2e88cbec admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2173319 May 08 22:08:55.733461 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 47656) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:08:55.876116 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1236c421-5fc3-4543-a6cb-c8f931db1ccc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:08:55.876609 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1236c421-5fc3-4543-a6cb-c8f931db1ccc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:08:55.878149 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-1236c421-5fc3-4543-a6cb-c8f931db1ccc admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1437068 May 08 22:08:58.093880 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 47664) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:08:58.231691 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1254f646-e8f7-4f9b-b0e0-3fff7c0b4384 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:08:58.233874 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-1254f646-e8f7-4f9b-b0e0-3fff7c0b4384 admin admin] 10.222.0.44 "GET /v2.0/networks/542aeef6-5046-439a-aa53-dc46759766dd HTTP/1.1" status: 200 len: 886 time: 0.1385782 May 08 22:09:00.574027 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 47672) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:09:00.718364 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c859d647-d53c-46e2-918d-9603b0edafb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:09:00.720027 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-c859d647-d53c-46e2-918d-9603b0edafb8 admin admin] 10.222.0.44 "GET /v2.0/networks/889b1a08-df70-4513-bf63-8014de3fff4b HTTP/1.1" status: 200 len: 869 time: 0.1444263 May 08 22:09:02.840386 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.agents_db [None req-09216671-537f-4251-a64c-737ccd42d6d2 None None] Agent healthcheck: found 5 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 08 22:09:02.919115 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 47680) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:09:03.130704 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53505cb-fe7f-43d3-a0a1-e5ea25f81f97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:09:03.131161 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53505cb-fe7f-43d3-a0a1-e5ea25f81f97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:09:03.132763 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-f53505cb-fe7f-43d3-a0a1-e5ea25f81f97 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2125938 May 08 22:09:05.363463 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 47688) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:09:05.459607 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b805ed3-e5b6-491d-aa95-64394fd1ff07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:09:05.460057 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b805ed3-e5b6-491d-aa95-64394fd1ff07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:09:05.461596 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-3b805ed3-e5b6-491d-aa95-64394fd1ff07 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0972185 May 08 22:09:07.697167 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 47696) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:09:07.806997 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5d4810-e9c5-4698-af7c-20551116c595 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:09:07.808354 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-2f5d4810-e9c5-4698-af7c-20551116c595 admin admin] 10.222.0.44 "GET /v2.0/subnets/5ebdcecd-864e-41fd-9a45-c6603efd22ad HTTP/1.1" status: 200 len: 868 time: 0.1098778 May 08 22:09:10.048932 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 47704) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:09:10.157959 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1329f6-c0ca-4e38-9027-d902bf9dfbd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:09:10.159210 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-8c1329f6-c0ca-4e38-9027-d902bf9dfbd5 admin admin] 10.222.0.44 "GET /v2.0/subnets/c1306b94-a9cc-4730-bd7d-1800cb77959d HTTP/1.1" status: 200 len: 816 time: 0.1089432 May 08 22:09:16.172746 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-e3920af0-1adc-4575-b2b4-00eb8c8c0c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (399f5491-dab9-4373-bd22-64cd7c73418d), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:09:18.452202 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e78dee3-e0f1-45f8-ae71-8e3bc5ca8a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (69aa2ac4-530d-40c2-a84a-3161d84edf61), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:09:19.272244 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-68d59b13-bdd3-4890-b330-3a9be9bf9791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (167e5ba9-08ef-43b6-aca0-7c88b7f9e735), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:09:20.859589 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f82e6e54-0a06-4075-8e4d-2bf0b0f201e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (1fcc0290-7f55-4633-95cb-6d94e7aa5e57), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:09:22.408472 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (7e3c7ef6-abd5-4f0f-b372-b2734b637fd0), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:09:39.840240 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.agents_db [None req-09216671-537f-4251-a64c-737ccd42d6d2 None None] Agent healthcheck: found 5 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 08 22:09:46.176489 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9549b2a0-2a41-4c5b-8b71-f28453d43cfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (399f5491-dab9-4373-bd22-64cd7c73418d), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:09:48.447615 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-0379856c-aaf4-4e5d-bebb-fc7b6cd6d5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (69aa2ac4-530d-40c2-a84a-3161d84edf61), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:09:49.276541 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-68d59b13-bdd3-4890-b330-3a9be9bf9791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (167e5ba9-08ef-43b6-aca0-7c88b7f9e735), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:09:50.056475 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 47762) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:09:50.108181 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [None req-675372ff-6497-4df0-bf80-4c30826ac814 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103628) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 08 22:09:50.109131 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-675372ff-6497-4df0-bf80-4c30826ac814 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0517175 May 08 22:09:50.867212 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f82e6e54-0a06-4075-8e4d-2bf0b0f201e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (1fcc0290-7f55-4633-95cb-6d94e7aa5e57), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:09:52.403822 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (7e3c7ef6-abd5-4f0f-b372-b2734b637fd0), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:09:52.447117 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 47770) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:09:52.514311 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-60c93994-9e10-4433-8552-db24f6bb7957 admin admin] GET failed (client error): The resource could not be found. May 08 22:09:52.515589 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-60c93994-9e10-4433-8552-db24f6bb7957 admin admin] 10.222.0.44 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0675359 May 08 22:09:52.667656 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55451e5d-002e-48b3-8076-8de0bfefefb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:09:52.669295 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-55451e5d-002e-48b3-8076-8de0bfefefb1 admin admin] 10.222.0.44 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1493936 May 08 22:09:54.901355 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 47778) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:09:54.958154 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [None req-dcc10413-e7cd-402e-8fcc-b3a066c9394b admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:09:54.984478 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc10413-e7cd-402e-8fcc-b3a066c9394b admin admin] Made reservation on behalf of 55bf7a2d20ce43efb71c104b9aa0862f for: {'network': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 08 22:09:54.986874 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-dcc10413-e7cd-402e-8fcc-b3a066c9394b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for network (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:09:55.029119 dv-cinder-840511-5-iscsi neutron-server[103629]: WARNING neutron.services.revisions.revision_plugin [None req-dcc10413-e7cd-402e-8fcc-b3a066c9394b admin admin] Could not find related network for resource to bump revision. May 08 22:09:55.047215 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcc10413-e7cd-402e-8fcc-b3a066c9394b admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=103629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 08 22:09:55.063464 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-dcc10413-e7cd-402e-8fcc-b3a066c9394b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791034498317', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16448297'] for segment (5be1b8e9-bd6a-4c86-be5f-36cbe6a7f45f), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:09:55.064036 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-dcc10413-e7cd-402e-8fcc-b3a066c9394b admin admin] Unsubscribe: segment precommit_create {{(pid=103629) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 08 22:09:55.064491 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.db.segments_db [None req-dcc10413-e7cd-402e-8fcc-b3a066c9394b admin admin] Added segment 5be1b8e9-bd6a-4c86-be5f-36cbe6a7f45f of type vlan for network 646d9a17-61d9-4b81-9252-7068f045e6fc May 08 22:09:55.107759 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-dcc10413-e7cd-402e-8fcc-b3a066c9394b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791033991810'] for network (646d9a17-61d9-4b81-9252-7068f045e6fc), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:09:55.141901 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-dcc10413-e7cd-402e-8fcc-b3a066c9394b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293'] for network (646d9a17-61d9-4b81-9252-7068f045e6fc), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:09:55.142572 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc10413-e7cd-402e-8fcc-b3a066c9394b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:09:55.143150 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-dcc10413-e7cd-402e-8fcc-b3a066c9394b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745315'] for network (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:09:55.207450 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-dcc10413-e7cd-402e-8fcc-b3a066c9394b admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3048987 May 08 22:09:55.238861 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc10413-e7cd-402e-8fcc-b3a066c9394b admin admin] Pushing event updated for resources: {'Network': ['ID=646d9a17-61d9-4b81-9252-7068f045e6fc,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:09:55.246480 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc10413-e7cd-402e-8fcc-b3a066c9394b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:09:55.246826 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc10413-e7cd-402e-8fcc-b3a066c9394b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:09:55.247182 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc10413-e7cd-402e-8fcc-b3a066c9394b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:09:55.247518 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc10413-e7cd-402e-8fcc-b3a066c9394b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:09:55.247816 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc10413-e7cd-402e-8fcc-b3a066c9394b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:09:55.248149 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc10413-e7cd-402e-8fcc-b3a066c9394b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:09:55.248499 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc10413-e7cd-402e-8fcc-b3a066c9394b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:09:55.248854 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc10413-e7cd-402e-8fcc-b3a066c9394b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:09:55.249163 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc10413-e7cd-402e-8fcc-b3a066c9394b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:09:55.249483 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc10413-e7cd-402e-8fcc-b3a066c9394b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:09:55.249800 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc10413-e7cd-402e-8fcc-b3a066c9394b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:09:55.250123 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc10413-e7cd-402e-8fcc-b3a066c9394b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:09:55.250439 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc10413-e7cd-402e-8fcc-b3a066c9394b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:09:55.250752 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc10413-e7cd-402e-8fcc-b3a066c9394b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:09:55.251067 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc10413-e7cd-402e-8fcc-b3a066c9394b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:09:55.268791 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Network 646d9a17-61d9-4b81-9252-7068f045e6fc details requested by agent ovs-agent-dv-cinder-840511-5-iscsi with host dv-cinder-840511-5-iscsi {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 08 22:09:57.493549 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 47786) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:09:57.556973 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.pecan_wsgi.hooks.translation [None req-19d98c68-6377-49ae-b2c2-292b3bf9e274 admin admin] GET failed (client error): The resource could not be found. May 08 22:09:57.558232 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-19d98c68-6377-49ae-b2c2-292b3bf9e274 admin admin] 10.222.0.44 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0637364 May 08 22:09:57.637359 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4693f8b5-9f38-4d09-a0d1-12d6565d2c66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:09:57.638818 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-4693f8b5-9f38-4d09-a0d1-12d6565d2c66 admin admin] 10.222.0.44 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0763230 May 08 22:09:57.648549 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [None req-19de1304-c730-4b98-a3a1-8c6ff6dee8b7 admin admin] Request body: {'subnet': {'network_id': '646d9a17-61d9-4b81-9252-7068f045e6fc', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:09:57.670494 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19de1304-c730-4b98-a3a1-8c6ff6dee8b7 admin admin] Made reservation on behalf of 55bf7a2d20ce43efb71c104b9aa0862f for: {'subnet': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 08 22:09:57.672637 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-19de1304-c730-4b98-a3a1-8c6ff6dee8b7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:09:57.836785 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-19de1304-c730-4b98-a3a1-8c6ff6dee8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293'] for subnet (3fc2b0ba-ddde-49b3-865b-fd94f316e152), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:09:57.888479 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19de1304-c730-4b98-a3a1-8c6ff6dee8b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fc2b0ba-ddde-49b3-865b-fd94f316e152,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:09:57.899042 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19de1304-c730-4b98-a3a1-8c6ff6dee8b7 admin admin] Checking segment: {'id': '5be1b8e9-bd6a-4c86-be5f-36cbe6a7f45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '646d9a17-61d9-4b81-9252-7068f045e6fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 08 22:09:57.899392 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19de1304-c730-4b98-a3a1-8c6ff6dee8b7 admin admin] Network hostable DHCP agents. Network: 646d9a17-61d9-4b81-9252-7068f045e6fc, hostable agents: ['399f5491-dab9-4373-bd22-64cd7c73418d'], hosted agents: [] {{(pid=103629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 08 22:09:57.916917 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19de1304-c730-4b98-a3a1-8c6ff6dee8b7 admin admin] Network 646d9a17-61d9-4b81-9252-7068f045e6fc is scheduled to be hosted by DHCP agent 399f5491-dab9-4373-bd22-64cd7c73418d with binding_index 1 {{(pid=103629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 08 22:09:57.926317 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-19de1304-c730-4b98-a3a1-8c6ff6dee8b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840511-5-iscsi, 646d9a17-61d9-4b81-9252-7068f045e6fc) {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:09:57.930614 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19de1304-c730-4b98-a3a1-8c6ff6dee8b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:09:57.931201 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-19de1304-c730-4b98-a3a1-8c6ff6dee8b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745315'] for subnet (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:09:57.935929 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec5f83d-e43d-4537-8da0-03bc92064c73 None None] Network 646d9a17-61d9-4b81-9252-7068f045e6fc requested from dv-cinder-840511-5-iscsi {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 08 22:09:57.952003 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-19de1304-c730-4b98-a3a1-8c6ff6dee8b7 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3068135 May 08 22:09:58.049704 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15b6534-26a0-44ee-9d22-9701d7cfa517 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b54c12b-09b0-5231-a33c-a6f0f39291a1-646d9a17-61d9-4b81-9252-7068f045e6fc', 'network_id': '646d9a17-61d9-4b81-9252-7068f045e6fc', 'project_id': '55bf7a2d20ce43efb71c104b9aa0862f', 'fixed_ips': [{'subnet_id': '3fc2b0ba-ddde-49b3-865b-fd94f316e152'}]}} from dv-cinder-840511-5-iscsi. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 08 22:09:58.050586 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f15b6534-26a0-44ee-9d22-9701d7cfa517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (None), before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:09:58.195643 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-f15b6534-26a0-44ee-9d22-9701d7cfa517 None None] Allocated IP 192.168.233.2 (646d9a17-61d9-4b81-9252-7068f045e6fc/3fc2b0ba-ddde-49b3-865b-fd94f316e152/6f4c0646-8f6b-464b-b942-f42d3d72db88) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 08 22:09:58.341458 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f15b6534-26a0-44ee-9d22-9701d7cfa517 None None] Publish callbacks [] for port (6f4c0646-8f6b-464b-b942-f42d3d72db88), precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:09:58.347785 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f15b6534-26a0-44ee-9d22-9701d7cfa517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791034024012'] for port (6f4c0646-8f6b-464b-b942-f42d3d72db88), after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:09:58.386560 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15b6534-26a0-44ee-9d22-9701d7cfa517 None None] Network 646d9a17-61d9-4b81-9252-7068f045e6fc is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 08 22:09:58.392146 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-f15b6534-26a0-44ee-9d22-9701d7cfa517 None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:09:58.396826 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15b6534-26a0-44ee-9d22-9701d7cfa517 None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 08 22:09:58.399939 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b6534-26a0-44ee-9d22-9701d7cfa517 None None] Pushing event updated for resources: {'Port': ['ID=6f4c0646-8f6b-464b-b942-f42d3d72db88,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:09:58.423578 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b6534-26a0-44ee-9d22-9701d7cfa517 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:09:58.423917 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b6534-26a0-44ee-9d22-9701d7cfa517 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:09:58.424267 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b6534-26a0-44ee-9d22-9701d7cfa517 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:09:58.424706 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b6534-26a0-44ee-9d22-9701d7cfa517 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:09:58.425038 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b6534-26a0-44ee-9d22-9701d7cfa517 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:09:58.425361 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b6534-26a0-44ee-9d22-9701d7cfa517 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:09:58.425681 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b6534-26a0-44ee-9d22-9701d7cfa517 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:09:58.425993 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b6534-26a0-44ee-9d22-9701d7cfa517 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:09:58.426308 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b6534-26a0-44ee-9d22-9701d7cfa517 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:09:58.426621 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b6534-26a0-44ee-9d22-9701d7cfa517 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:09:58.426936 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b6534-26a0-44ee-9d22-9701d7cfa517 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:09:58.427300 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b6534-26a0-44ee-9d22-9701d7cfa517 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:09:58.427612 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b6534-26a0-44ee-9d22-9701d7cfa517 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:09:58.427920 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b6534-26a0-44ee-9d22-9701d7cfa517 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:09:58.428233 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15b6534-26a0-44ee-9d22-9701d7cfa517 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:09:58.464944 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-f15b6534-26a0-44ee-9d22-9701d7cfa517 None None] Attempting to bind port 6f4c0646-8f6b-464b-b942-f42d3d72db88 on host dv-cinder-840511-5-iscsi for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 08 22:09:58.465220 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-f15b6534-26a0-44ee-9d22-9701d7cfa517 None None] Attempting to bind port 6f4c0646-8f6b-464b-b942-f42d3d72db88 by drivers openvswitch,hyperv on host dv-cinder-840511-5-iscsi at level 0 using segments [{'id': '5be1b8e9-bd6a-4c86-be5f-36cbe6a7f45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '646d9a17-61d9-4b81-9252-7068f045e6fc'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 08 22:09:58.465573 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15b6534-26a0-44ee-9d22-9701d7cfa517 None None] Attempting to bind port 6f4c0646-8f6b-464b-b942-f42d3d72db88 on network 646d9a17-61d9-4b81-9252-7068f045e6fc {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 08 22:09:58.471100 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15b6534-26a0-44ee-9d22-9701d7cfa517 None None] Checking agent: {'id': '7e3c7ef6-abd5-4f0f-b372-b2734b637fd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840511-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 8, 22, 6, 52), 'started_at': datetime.datetime(2022, 5, 8, 22, 7, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 8, 22, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840511-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 08 22:09:58.471598 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15b6534-26a0-44ee-9d22-9701d7cfa517 None None] Checking segment: {'id': '5be1b8e9-bd6a-4c86-be5f-36cbe6a7f45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '646d9a17-61d9-4b81-9252-7068f045e6fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 08 22:09:58.472002 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f15b6534-26a0-44ee-9d22-9701d7cfa517 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:09:58.472388 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15b6534-26a0-44ee-9d22-9701d7cfa517 None None] Bound using segment: {'id': '5be1b8e9-bd6a-4c86-be5f-36cbe6a7f45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '646d9a17-61d9-4b81-9252-7068f045e6fc'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 08 22:09:58.472917 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-f15b6534-26a0-44ee-9d22-9701d7cfa517 None None] Bound port: 6f4c0646-8f6b-464b-b942-f42d3d72db88, host: dv-cinder-840511-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5be1b8e9-bd6a-4c86-be5f-36cbe6a7f45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '646d9a17-61d9-4b81-9252-7068f045e6fc'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 08 22:09:58.473278 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f15b6534-26a0-44ee-9d22-9701d7cfa517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (6f4c0646-8f6b-464b-b942-f42d3d72db88), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:09:58.542576 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-f15b6534-26a0-44ee-9d22-9701d7cfa517 None None] For port 6f4c0646-8f6b-464b-b942-f42d3d72db88, host dv-cinder-840511-5-iscsi, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 08 22:09:58.545612 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-f15b6534-26a0-44ee-9d22-9701d7cfa517 None None] For port 6f4c0646-8f6b-464b-b942-f42d3d72db88, host dv-cinder-840511-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=6f4c0646-8f6b-464b-b942-f42d3d72db88,segment=NetworkSegment(5be1b8e9-bd6a-4c86-be5f-36cbe6a7f45f),segment_id=5be1b8e9-bd6a-4c86-be5f-36cbe6a7f45f)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 08 22:09:58.552459 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f15b6534-26a0-44ee-9d22-9701d7cfa517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (6f4c0646-8f6b-464b-b942-f42d3d72db88), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:09:58.620062 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b6534-26a0-44ee-9d22-9701d7cfa517 None None] Pushing event updated for resources: {'Port': ['ID=6f4c0646-8f6b-464b-b942-f42d3d72db88,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:09:59.248898 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device 6f4c0646-8f6b-464b-b942-f42d3d72db88 up at agent ovs-agent-dv-cinder-840511-5-iscsi {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 08 22:09:59.309713 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Provisioning complete for port 6f4c0646-8f6b-464b-b942-f42d3d72db88 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:09:59.310105 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (6f4c0646-8f6b-464b-b942-f42d3d72db88), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:09:59.498557 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3799593-2acc-42ac-88b2-bf17521019e8 None None] Network 646d9a17-61d9-4b81-9252-7068f045e6fc requested from dv-cinder-840511-5-iscsi {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 08 22:09:59.572477 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Current status of the port 6f4c0646-8f6b-464b-b942-f42d3d72db88 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:09:59.572807 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (6f4c0646-8f6b-464b-b942-f42d3d72db88), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:09:59.595506 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-91ec35b7-97e9-4e0e-a604-1b13650a3da4 None None] Provisioning complete for port 6f4c0646-8f6b-464b-b942-f42d3d72db88 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:09:59.595880 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-91ec35b7-97e9-4e0e-a604-1b13650a3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (6f4c0646-8f6b-464b-b942-f42d3d72db88), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:09:59.682624 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] For port 6f4c0646-8f6b-464b-b942-f42d3d72db88, host dv-cinder-840511-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=6f4c0646-8f6b-464b-b942-f42d3d72db88,segment=NetworkSegment(5be1b8e9-bd6a-4c86-be5f-36cbe6a7f45f),segment_id=5be1b8e9-bd6a-4c86-be5f-36cbe6a7f45f)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:09:59.698077 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (6f4c0646-8f6b-464b-b942-f42d3d72db88), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:09:59.791689 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Pushing event updated for resources: {'Port': ['ID=6f4c0646-8f6b-464b-b942-f42d3d72db88,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:09:59.809527 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-91ec35b7-97e9-4e0e-a604-1b13650a3da4 None None] Current status of the port 6f4c0646-8f6b-464b-b942-f42d3d72db88 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:10:00.026960 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-7bbae1e5-7aab-4324-8cf3-7636f1f47dc4 None None] Provisioning complete for port 6f4c0646-8f6b-464b-b942-f42d3d72db88 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:10:00.027346 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7bbae1e5-7aab-4324-8cf3-7636f1f47dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (6f4c0646-8f6b-464b-b942-f42d3d72db88), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:10:00.108931 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7bbae1e5-7aab-4324-8cf3-7636f1f47dc4 None None] Current status of the port 6f4c0646-8f6b-464b-b942-f42d3d72db88 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:10:01.207700 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device 6f4c0646-8f6b-464b-b942-f42d3d72db88 up at agent ovs-agent-dv-cinder-840511-5-iscsi {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 08 22:10:01.260300 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Provisioning complete for port 6f4c0646-8f6b-464b-b942-f42d3d72db88 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:10:01.260694 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (6f4c0646-8f6b-464b-b942-f42d3d72db88), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:10:01.340178 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Current status of the port 6f4c0646-8f6b-464b-b942-f42d3d72db88 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:10:16.187545 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-12b72f08-30f1-463c-b9d7-8bb2f387ad59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (399f5491-dab9-4373-bd22-64cd7c73418d), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:10:16.839945 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.agents_db [None req-09216671-537f-4251-a64c-737ccd42d6d2 None None] Agent healthcheck: found 5 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 08 22:10:18.452225 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f1b3b7eb-2cd2-4530-bcb8-8264b3729022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (69aa2ac4-530d-40c2-a84a-3161d84edf61), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:10:19.277224 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-68d59b13-bdd3-4890-b330-3a9be9bf9791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (167e5ba9-08ef-43b6-aca0-7c88b7f9e735), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:10:20.867052 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f82e6e54-0a06-4075-8e4d-2bf0b0f201e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (1fcc0290-7f55-4633-95cb-6d94e7aa5e57), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:10:22.399576 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (7e3c7ef6-abd5-4f0f-b372-b2734b637fd0), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:10:46.184773 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b0741e6d-be30-4cbd-bd68-45af21d96d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (399f5491-dab9-4373-bd22-64cd7c73418d), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:10:48.457037 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d030f309-59f5-4831-9007-d7dd2549c908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (69aa2ac4-530d-40c2-a84a-3161d84edf61), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:10:49.280469 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-68d59b13-bdd3-4890-b330-3a9be9bf9791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (167e5ba9-08ef-43b6-aca0-7c88b7f9e735), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:10:50.871833 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f82e6e54-0a06-4075-8e4d-2bf0b0f201e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (1fcc0290-7f55-4633-95cb-6d94e7aa5e57), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:10:52.404051 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (7e3c7ef6-abd5-4f0f-b372-b2734b637fd0), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:10:53.839703 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.agents_db [None req-09216671-537f-4251-a64c-737ccd42d6d2 None None] Agent healthcheck: found 5 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 08 22:11:16.179838 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-4b2b1187-ef2b-411c-8689-58d984e25660 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (399f5491-dab9-4373-bd22-64cd7c73418d), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:11:18.461938 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-c511a1da-7f05-4efd-af96-ef18a43112ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (69aa2ac4-530d-40c2-a84a-3161d84edf61), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:11:19.284004 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-68d59b13-bdd3-4890-b330-3a9be9bf9791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (167e5ba9-08ef-43b6-aca0-7c88b7f9e735), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:11:20.874920 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f82e6e54-0a06-4075-8e4d-2bf0b0f201e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (1fcc0290-7f55-4633-95cb-6d94e7aa5e57), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:11:22.409188 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (7e3c7ef6-abd5-4f0f-b372-b2734b637fd0), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:11:25.236039 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 47824) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:11:25.243108 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [None req-d56bbedf-9636-4139-b886-a850253e4c6d tempest-verify_tempest_config-403511018 tempest-verify_tempest_config-403511018-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103628) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 08 22:11:25.244072 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-d56bbedf-9636-4139-b886-a850253e4c6d tempest-verify_tempest_config-403511018 tempest-verify_tempest_config-403511018-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0056612 May 08 22:11:25.582151 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 47842) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:11:25.693722 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3dfe31aa-8e2f-4136-88a4-e0c579373d62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:11:25.774701 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3dfe31aa-8e2f-4136-88a4-e0c579373d62 admin admin] Publish callbacks [] for security_group (20219a94-2c8c-4da5-84c2-8bc616acdedb), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:11:25.780486 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3dfe31aa-8e2f-4136-88a4-e0c579373d62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (20219a94-2c8c-4da5-84c2-8bc616acdedb), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:11:25.822566 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfe31aa-8e2f-4136-88a4-e0c579373d62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20219a94-2c8c-4da5-84c2-8bc616acdedb,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:11:25.826350 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-3dfe31aa-8e2f-4136-88a4-e0c579373d62 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=14c7096063194079862a7f56d3c389b4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2432096 May 08 22:11:25.833066 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 47846) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:11:25.833576 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfe31aa-8e2f-4136-88a4-e0c579373d62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:11:25.833576 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfe31aa-8e2f-4136-88a4-e0c579373d62 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:11:25.833576 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfe31aa-8e2f-4136-88a4-e0c579373d62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:11:25.833576 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfe31aa-8e2f-4136-88a4-e0c579373d62 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:11:25.833576 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfe31aa-8e2f-4136-88a4-e0c579373d62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:11:25.833576 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfe31aa-8e2f-4136-88a4-e0c579373d62 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:11:25.834003 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfe31aa-8e2f-4136-88a4-e0c579373d62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:11:25.834171 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfe31aa-8e2f-4136-88a4-e0c579373d62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:11:25.834455 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfe31aa-8e2f-4136-88a4-e0c579373d62 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:11:25.834814 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfe31aa-8e2f-4136-88a4-e0c579373d62 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:11:25.835157 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfe31aa-8e2f-4136-88a4-e0c579373d62 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:11:25.835502 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfe31aa-8e2f-4136-88a4-e0c579373d62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:11:25.835822 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfe31aa-8e2f-4136-88a4-e0c579373d62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:11:25.836155 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfe31aa-8e2f-4136-88a4-e0c579373d62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:11:25.836455 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfe31aa-8e2f-4136-88a4-e0c579373d62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:11:25.908380 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2c0ee97e-5000-4cf2-856b-f437b6d7231d admin admin] Publish callbacks [] for security_group (20219a94-2c8c-4da5-84c2-8bc616acdedb), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:11:25.935189 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2c0ee97e-5000-4cf2-856b-f437b6d7231d admin admin] Publish callbacks [] for security_group (20219a94-2c8c-4da5-84c2-8bc616acdedb), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:11:26.033767 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2c0ee97e-5000-4cf2-856b-f437b6d7231d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (20219a94-2c8c-4da5-84c2-8bc616acdedb), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:11:26.036361 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2c0ee97e-5000-4cf2-856b-f437b6d7231d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:11:26.037598 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-2c0ee97e-5000-4cf2-856b-f437b6d7231d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/20219a94-2c8c-4da5-84c2-8bc616acdedb HTTP/1.1" status: 204 len: 168 time: 0.2070327 May 08 22:11:26.046075 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0ee97e-5000-4cf2-856b-f437b6d7231d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20219a94-2c8c-4da5-84c2-8bc616acdedb,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:11:26.052732 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ee97e-5000-4cf2-856b-f437b6d7231d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:11:26.053054 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ee97e-5000-4cf2-856b-f437b6d7231d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:11:26.053394 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ee97e-5000-4cf2-856b-f437b6d7231d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:11:26.053725 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ee97e-5000-4cf2-856b-f437b6d7231d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:11:26.054048 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ee97e-5000-4cf2-856b-f437b6d7231d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:11:26.054366 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ee97e-5000-4cf2-856b-f437b6d7231d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:11:26.054681 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ee97e-5000-4cf2-856b-f437b6d7231d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:11:26.054997 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ee97e-5000-4cf2-856b-f437b6d7231d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:11:26.055330 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ee97e-5000-4cf2-856b-f437b6d7231d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:11:26.055651 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ee97e-5000-4cf2-856b-f437b6d7231d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:11:26.055982 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ee97e-5000-4cf2-856b-f437b6d7231d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:11:26.056302 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ee97e-5000-4cf2-856b-f437b6d7231d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:11:26.056646 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ee97e-5000-4cf2-856b-f437b6d7231d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:11:26.056957 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ee97e-5000-4cf2-856b-f437b6d7231d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:11:26.057265 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0ee97e-5000-4cf2-856b-f437b6d7231d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:11:30.839243 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.agents_db [None req-09216671-537f-4251-a64c-737ccd42d6d2 None None] Agent healthcheck: found 5 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 08 22:11:46.183242 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-be942500-c9e2-4363-bc7a-316d4c4a4c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (399f5491-dab9-4373-bd22-64cd7c73418d), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:11:48.467256 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f0c44d28-e3f7-438f-bee3-77d04c9ae124 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (69aa2ac4-530d-40c2-a84a-3161d84edf61), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:11:49.286955 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-68d59b13-bdd3-4890-b330-3a9be9bf9791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (167e5ba9-08ef-43b6-aca0-7c88b7f9e735), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:11:50.879706 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f82e6e54-0a06-4075-8e4d-2bf0b0f201e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (1fcc0290-7f55-4633-95cb-6d94e7aa5e57), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:11:52.430687 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (7e3c7ef6-abd5-4f0f-b372-b2734b637fd0), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:12:07.840361 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.agents_db [None req-09216671-537f-4251-a64c-737ccd42d6d2 None None] Agent healthcheck: found 5 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 08 22:12:16.199574 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-3970ccf9-ee9d-47f5-8725-e156dcb0ed1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (399f5491-dab9-4373-bd22-64cd7c73418d), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:12:18.465833 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d9e65929-c66b-44a9-adc4-dd1e26cdb57c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (69aa2ac4-530d-40c2-a84a-3161d84edf61), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:12:19.293281 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-68d59b13-bdd3-4890-b330-3a9be9bf9791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (167e5ba9-08ef-43b6-aca0-7c88b7f9e735), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:12:20.883094 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f82e6e54-0a06-4075-8e4d-2bf0b0f201e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (1fcc0290-7f55-4633-95cb-6d94e7aa5e57), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:12:22.423238 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (7e3c7ef6-abd5-4f0f-b372-b2734b637fd0), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:12:44.842835 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.agents_db [None req-09216671-537f-4251-a64c-737ccd42d6d2 None None] Agent healthcheck: found 5 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 08 22:12:46.194386 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6d1107fe-e986-4883-81e4-b27289c02210 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (399f5491-dab9-4373-bd22-64cd7c73418d), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:12:48.471346 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-26b172ba-2e26-4c6e-9cd1-6eea0096b036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (69aa2ac4-530d-40c2-a84a-3161d84edf61), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:12:49.297245 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-68d59b13-bdd3-4890-b330-3a9be9bf9791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (167e5ba9-08ef-43b6-aca0-7c88b7f9e735), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:12:50.887065 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f82e6e54-0a06-4075-8e4d-2bf0b0f201e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (1fcc0290-7f55-4633-95cb-6d94e7aa5e57), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:12:52.426308 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (7e3c7ef6-abd5-4f0f-b372-b2734b637fd0), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:13:09.556872 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1047387'] for agent (50086534-3b0f-4edb-899f-da05c46c2546), after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:13:16.188790 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-4e71b696-e13c-44da-9b59-540989efb506 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (399f5491-dab9-4373-bd22-64cd7c73418d), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:13:18.471166 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-2de9196d-003b-4d93-ae35-c03cc492a256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (69aa2ac4-530d-40c2-a84a-3161d84edf61), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:13:19.301374 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-68d59b13-bdd3-4890-b330-3a9be9bf9791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (167e5ba9-08ef-43b6-aca0-7c88b7f9e735), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:13:20.887862 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f82e6e54-0a06-4075-8e4d-2bf0b0f201e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (1fcc0290-7f55-4633-95cb-6d94e7aa5e57), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:13:21.842358 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.agents_db [None req-09216671-537f-4251-a64c-737ccd42d6d2 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 08 22:13:21.997621 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 47918) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:13:22.126593 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-04ef49e8-a2d4-401a-86f3-7f7e933b7d9b admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1275592 May 08 22:13:22.424691 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (7e3c7ef6-abd5-4f0f-b372-b2734b637fd0), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:13:24.353962 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 47928) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:13:24.412353 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-14bc9cf7-a0f3-48d4-af9d-6756a9e5d048 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0568998 May 08 22:13:39.544418 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (50086534-3b0f-4edb-899f-da05c46c2546), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:13:46.199054 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d8acdc52-f259-4961-a84e-f6252a81bc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (399f5491-dab9-4373-bd22-64cd7c73418d), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:13:48.476081 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-43af564c-b5c0-4f3e-a47f-938f74eec943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (69aa2ac4-530d-40c2-a84a-3161d84edf61), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:13:49.311909 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-68d59b13-bdd3-4890-b330-3a9be9bf9791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (167e5ba9-08ef-43b6-aca0-7c88b7f9e735), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:13:50.892827 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f82e6e54-0a06-4075-8e4d-2bf0b0f201e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (1fcc0290-7f55-4633-95cb-6d94e7aa5e57), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:13:52.425829 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (7e3c7ef6-abd5-4f0f-b372-b2734b637fd0), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:13:58.847922 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.agents_db [None req-09216671-537f-4251-a64c-737ccd42d6d2 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 08 22:14:09.561191 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (50086534-3b0f-4edb-899f-da05c46c2546), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:14:16.195446 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-ab8810d9-2704-447c-b174-ec55c9382cd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (399f5491-dab9-4373-bd22-64cd7c73418d), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:14:18.472153 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-482ca10b-484d-417d-a273-879b71ca2cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (69aa2ac4-530d-40c2-a84a-3161d84edf61), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:14:19.326043 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-68d59b13-bdd3-4890-b330-3a9be9bf9791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (167e5ba9-08ef-43b6-aca0-7c88b7f9e735), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:14:20.898075 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f82e6e54-0a06-4075-8e4d-2bf0b0f201e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (1fcc0290-7f55-4633-95cb-6d94e7aa5e57), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:14:22.422688 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (7e3c7ef6-abd5-4f0f-b372-b2734b637fd0), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:14:35.848974 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.agents_db [None req-09216671-537f-4251-a64c-737ccd42d6d2 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 08 22:14:39.582753 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (50086534-3b0f-4edb-899f-da05c46c2546), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:14:46.190404 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-457d73dc-decd-40fe-babe-ece2cfbc1f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (399f5491-dab9-4373-bd22-64cd7c73418d), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:14:48.468456 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-03a00527-2cfb-4c36-8df8-60392d8c45c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (69aa2ac4-530d-40c2-a84a-3161d84edf61), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:14:49.307800 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-68d59b13-bdd3-4890-b330-3a9be9bf9791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (167e5ba9-08ef-43b6-aca0-7c88b7f9e735), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:14:50.903444 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f82e6e54-0a06-4075-8e4d-2bf0b0f201e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (1fcc0290-7f55-4633-95cb-6d94e7aa5e57), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:14:52.418064 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (7e3c7ef6-abd5-4f0f-b372-b2734b637fd0), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:03.388429 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 48092) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:15:03.681931 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.v2.base [None req-8c31dfa1-bfb0-49d4-9d1c-85db21eb23cf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-325224771-network', 'tenant_id': '877c3ddd8833480d8dedc0796ec7dcd2'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:15:03.705679 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c31dfa1-bfb0-49d4-9d1c-85db21eb23cf admin admin] Made reservation on behalf of 877c3ddd8833480d8dedc0796ec7dcd2 for: {'network': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 08 22:15:03.709197 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8c31dfa1-bfb0-49d4-9d1c-85db21eb23cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for network (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:03.719675 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8c31dfa1-bfb0-49d4-9d1c-85db21eb23cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:03.810563 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8c31dfa1-bfb0-49d4-9d1c-85db21eb23cf admin admin] Publish callbacks [] for security_group (918ecdea-6984-4db7-9b18-7e1afe1a6b74), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:03.815258 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8c31dfa1-bfb0-49d4-9d1c-85db21eb23cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (918ecdea-6984-4db7-9b18-7e1afe1a6b74), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:03.845588 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c31dfa1-bfb0-49d4-9d1c-85db21eb23cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=918ecdea-6984-4db7-9b18-7e1afe1a6b74,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:03.848361 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c31dfa1-bfb0-49d4-9d1c-85db21eb23cf admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=103628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 08 22:15:03.861052 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31dfa1-bfb0-49d4-9d1c-85db21eb23cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:15:03.861394 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31dfa1-bfb0-49d4-9d1c-85db21eb23cf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:15:03.861746 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31dfa1-bfb0-49d4-9d1c-85db21eb23cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:15:03.862077 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31dfa1-bfb0-49d4-9d1c-85db21eb23cf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:15:03.862397 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31dfa1-bfb0-49d4-9d1c-85db21eb23cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:15:03.862713 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31dfa1-bfb0-49d4-9d1c-85db21eb23cf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:15:03.863025 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31dfa1-bfb0-49d4-9d1c-85db21eb23cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:15:03.863339 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31dfa1-bfb0-49d4-9d1c-85db21eb23cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:15:03.863664 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31dfa1-bfb0-49d4-9d1c-85db21eb23cf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:15:03.863978 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31dfa1-bfb0-49d4-9d1c-85db21eb23cf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:15:03.864290 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31dfa1-bfb0-49d4-9d1c-85db21eb23cf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:15:03.864687 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31dfa1-bfb0-49d4-9d1c-85db21eb23cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:15:03.874539 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31dfa1-bfb0-49d4-9d1c-85db21eb23cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:15:03.874539 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31dfa1-bfb0-49d4-9d1c-85db21eb23cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:15:03.874539 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31dfa1-bfb0-49d4-9d1c-85db21eb23cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:15:03.874539 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31dfa1-bfb0-49d4-9d1c-85db21eb23cf admin admin] Tracked resource versions report: May 08 22:15:03.874539 dv-cinder-840511-5-iscsi neutron-server[103628]: pushed versions: May 08 22:15:03.874539 dv-cinder-840511-5-iscsi neutron-server[103628]: { 'AddressGroup': {'1.2'}, May 08 22:15:03.874539 dv-cinder-840511-5-iscsi neutron-server[103628]: 'Agent': {'1.1'}, May 08 22:15:03.874539 dv-cinder-840511-5-iscsi neutron-server[103628]: 'ConntrackHelper': {'1.0'}, May 08 22:15:03.874539 dv-cinder-840511-5-iscsi neutron-server[103628]: 'LocalIPAssociation': {'1.0'}, May 08 22:15:03.874539 dv-cinder-840511-5-iscsi neutron-server[103628]: 'Log': {'1.0'}, May 08 22:15:03.874539 dv-cinder-840511-5-iscsi neutron-server[103628]: 'NDPProxy': {'1.0'}, May 08 22:15:03.874539 dv-cinder-840511-5-iscsi neutron-server[103628]: 'Network': {'1.1'}, May 08 22:15:03.874539 dv-cinder-840511-5-iscsi neutron-server[103628]: 'Port': {'1.7'}, May 08 22:15:03.874539 dv-cinder-840511-5-iscsi neutron-server[103628]: 'PortForwarding': {'1.3'}, May 08 22:15:03.874539 dv-cinder-840511-5-iscsi neutron-server[103628]: 'QosPolicy': {'1.10'}, May 08 22:15:03.874539 dv-cinder-840511-5-iscsi neutron-server[103628]: 'SecurityGroup': {'1.5'}, May 08 22:15:03.874539 dv-cinder-840511-5-iscsi neutron-server[103628]: 'SecurityGroupRule': {'1.2'}, May 08 22:15:03.874539 dv-cinder-840511-5-iscsi neutron-server[103628]: 'SubPort': {'1.0'}, May 08 22:15:03.874539 dv-cinder-840511-5-iscsi neutron-server[103628]: 'Subnet': {'1.1'}, May 08 22:15:03.874539 dv-cinder-840511-5-iscsi neutron-server[103628]: 'Trunk': {'1.1'}} May 08 22:15:03.874539 dv-cinder-840511-5-iscsi neutron-server[103628]: consumer versions: May 08 22:15:03.874539 dv-cinder-840511-5-iscsi neutron-server[103628]: { DHCP agent@dv-cinder-840511-5-iscsi: {}, May 08 22:15:03.874539 dv-cinder-840511-5-iscsi neutron-server[103628]: HyperV agent@hv-cinder-84051: {}, May 08 22:15:03.874539 dv-cinder-840511-5-iscsi neutron-server[103628]: L3 agent@dv-cinder-840511-5-iscsi: {}, May 08 22:15:03.874539 dv-cinder-840511-5-iscsi neutron-server[103628]: Metadata agent@dv-cinder-840511-5-iscsi: {}, May 08 22:15:03.874539 dv-cinder-840511-5-iscsi neutron-server[103628]: Metering agent@dv-cinder-840511-5-iscsi: {}, May 08 22:15:03.874539 dv-cinder-840511-5-iscsi neutron-server[103628]: Open vSwitch agent@dv-cinder-840511-5-iscsi: { 'AddressGroup': '1.2', May 08 22:15:03.874539 dv-cinder-840511-5-iscsi neutron-server[103628]: 'Agent': '1.1', May 08 22:15:03.874539 dv-cinder-840511-5-iscsi neutron-server[103628]: 'ConntrackHelper': '1.0', May 08 22:15:03.874539 dv-cinder-840511-5-iscsi neutron-server[103628]: 'LocalIPAssociation': '1.0', May 08 22:15:03.874539 dv-cinder-840511-5-iscsi neutron-server[103628]: 'Log': '1.0', May 08 22:15:03.874539 dv-cinder-840511-5-iscsi neutron-server[103628]: 'NDPProxy': '1.0', May 08 22:15:03.874539 dv-cinder-840511-5-iscsi neutron-server[103628]: 'Network': '1.1', May 08 22:15:03.874539 dv-cinder-840511-5-iscsi neutron-server[103628]: 'Port': '1.7', May 08 22:15:03.874539 dv-cinder-840511-5-iscsi neutron-server[103628]: 'PortForwarding': '1.3', May 08 22:15:03.874539 dv-cinder-840511-5-iscsi neutron-server[103628]: 'QosPolicy': '1.10', May 08 22:15:03.874539 dv-cinder-840511-5-iscsi neutron-server[103628]: 'SecurityGroup': '1.5', May 08 22:15:03.874539 dv-cinder-840511-5-iscsi neutron-server[103628]: 'SecurityGroupRule': '1.2', May 08 22:15:03.874539 dv-cinder-840511-5-iscsi neutron-server[103628]: 'SubPort': '1.0', May 08 22:15:03.874539 dv-cinder-840511-5-iscsi neutron-server[103628]: 'Subnet': '1.1', May 08 22:15:03.874539 dv-cinder-840511-5-iscsi neutron-server[103628]: 'Trunk': '1.1'}} May 08 22:15:03.874539 dv-cinder-840511-5-iscsi neutron-server[103628]: {{(pid=103628) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 08 22:15:03.874539 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8c31dfa1-bfb0-49d4-9d1c-85db21eb23cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16448297'] for segment (bff755d0-708f-46dc-97e7-b50558f025ca), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:03.877983 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.db.segments_db [None req-8c31dfa1-bfb0-49d4-9d1c-85db21eb23cf admin admin] Added segment bff755d0-708f-46dc-97e7-b50558f025ca of type vlan for network 387fc46a-30bd-496f-ac2d-d7b18b5cbea6 May 08 22:15:03.918228 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8c31dfa1-bfb0-49d4-9d1c-85db21eb23cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791033991810'] for network (387fc46a-30bd-496f-ac2d-d7b18b5cbea6), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:03.943471 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8c31dfa1-bfb0-49d4-9d1c-85db21eb23cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293'] for network (387fc46a-30bd-496f-ac2d-d7b18b5cbea6), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:03.944762 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c31dfa1-bfb0-49d4-9d1c-85db21eb23cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:03.945082 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8c31dfa1-bfb0-49d4-9d1c-85db21eb23cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745315'] for network (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:03.968649 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 48124) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:15:03.997593 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-8c31dfa1-bfb0-49d4-9d1c-85db21eb23cf admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6066034 May 08 22:15:04.000969 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 48130) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:15:04.007303 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [None req-df394975-7887-417e-a0e7-e573f7884d6c admin admin] Request body: {'subnet': {'network_id': '387fc46a-30bd-496f-ac2d-d7b18b5cbea6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-325224771-subnet', 'tenant_id': '877c3ddd8833480d8dedc0796ec7dcd2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:15:04.014334 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c31dfa1-bfb0-49d4-9d1c-85db21eb23cf admin admin] Pushing event updated for resources: {'Network': ['ID=387fc46a-30bd-496f-ac2d-d7b18b5cbea6,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:04.025825 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Network 387fc46a-30bd-496f-ac2d-d7b18b5cbea6 details requested by agent ovs-agent-dv-cinder-840511-5-iscsi with host dv-cinder-840511-5-iscsi {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 08 22:15:04.043360 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df394975-7887-417e-a0e7-e573f7884d6c admin admin] Made reservation on behalf of 877c3ddd8833480d8dedc0796ec7dcd2 for: {'subnet': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 08 22:15:04.045685 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-df394975-7887-417e-a0e7-e573f7884d6c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:04.193646 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 48136) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:15:04.230091 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-df394975-7887-417e-a0e7-e573f7884d6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293'] for subnet (22276153-f38c-4e2a-9ff9-b172da35f69d), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:04.279575 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df394975-7887-417e-a0e7-e573f7884d6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=22276153-f38c-4e2a-9ff9-b172da35f69d,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:04.295600 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df394975-7887-417e-a0e7-e573f7884d6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:15:04.296133 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df394975-7887-417e-a0e7-e573f7884d6c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:15:04.296587 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df394975-7887-417e-a0e7-e573f7884d6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:15:04.297231 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df394975-7887-417e-a0e7-e573f7884d6c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:15:04.297705 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df394975-7887-417e-a0e7-e573f7884d6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:15:04.298120 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df394975-7887-417e-a0e7-e573f7884d6c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:15:04.298671 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df394975-7887-417e-a0e7-e573f7884d6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:15:04.299077 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df394975-7887-417e-a0e7-e573f7884d6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:15:04.299574 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df394975-7887-417e-a0e7-e573f7884d6c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:15:04.299988 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df394975-7887-417e-a0e7-e573f7884d6c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:15:04.300386 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df394975-7887-417e-a0e7-e573f7884d6c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:15:04.300809 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df394975-7887-417e-a0e7-e573f7884d6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:15:04.301201 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df394975-7887-417e-a0e7-e573f7884d6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:15:04.301582 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df394975-7887-417e-a0e7-e573f7884d6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:15:04.301967 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df394975-7887-417e-a0e7-e573f7884d6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:15:04.303146 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df394975-7887-417e-a0e7-e573f7884d6c admin admin] Tracked resource versions report: May 08 22:15:04.303146 dv-cinder-840511-5-iscsi neutron-server[103629]: pushed versions: May 08 22:15:04.303146 dv-cinder-840511-5-iscsi neutron-server[103629]: { 'AddressGroup': {'1.2'}, May 08 22:15:04.303146 dv-cinder-840511-5-iscsi neutron-server[103629]: 'Agent': {'1.1'}, May 08 22:15:04.303146 dv-cinder-840511-5-iscsi neutron-server[103629]: 'ConntrackHelper': {'1.0'}, May 08 22:15:04.303146 dv-cinder-840511-5-iscsi neutron-server[103629]: 'LocalIPAssociation': {'1.0'}, May 08 22:15:04.303146 dv-cinder-840511-5-iscsi neutron-server[103629]: 'Log': {'1.0'}, May 08 22:15:04.303146 dv-cinder-840511-5-iscsi neutron-server[103629]: 'NDPProxy': {'1.0'}, May 08 22:15:04.303146 dv-cinder-840511-5-iscsi neutron-server[103629]: 'Network': {'1.1'}, May 08 22:15:04.303146 dv-cinder-840511-5-iscsi neutron-server[103629]: 'Port': {'1.7'}, May 08 22:15:04.303146 dv-cinder-840511-5-iscsi neutron-server[103629]: 'PortForwarding': {'1.3'}, May 08 22:15:04.303146 dv-cinder-840511-5-iscsi neutron-server[103629]: 'QosPolicy': {'1.10'}, May 08 22:15:04.303146 dv-cinder-840511-5-iscsi neutron-server[103629]: 'SecurityGroup': {'1.5'}, May 08 22:15:04.303146 dv-cinder-840511-5-iscsi neutron-server[103629]: 'SecurityGroupRule': {'1.2'}, May 08 22:15:04.303146 dv-cinder-840511-5-iscsi neutron-server[103629]: 'SubPort': {'1.0'}, May 08 22:15:04.303146 dv-cinder-840511-5-iscsi neutron-server[103629]: 'Subnet': {'1.1'}, May 08 22:15:04.303146 dv-cinder-840511-5-iscsi neutron-server[103629]: 'Trunk': {'1.1'}} May 08 22:15:04.303146 dv-cinder-840511-5-iscsi neutron-server[103629]: consumer versions: May 08 22:15:04.303146 dv-cinder-840511-5-iscsi neutron-server[103629]: { DHCP agent@dv-cinder-840511-5-iscsi: {}, May 08 22:15:04.303146 dv-cinder-840511-5-iscsi neutron-server[103629]: HyperV agent@hv-cinder-84051: {}, May 08 22:15:04.303146 dv-cinder-840511-5-iscsi neutron-server[103629]: L3 agent@dv-cinder-840511-5-iscsi: {}, May 08 22:15:04.303146 dv-cinder-840511-5-iscsi neutron-server[103629]: Metadata agent@dv-cinder-840511-5-iscsi: {}, May 08 22:15:04.303146 dv-cinder-840511-5-iscsi neutron-server[103629]: Metering agent@dv-cinder-840511-5-iscsi: {}, May 08 22:15:04.303146 dv-cinder-840511-5-iscsi neutron-server[103629]: Open vSwitch agent@dv-cinder-840511-5-iscsi: { 'AddressGroup': '1.2', May 08 22:15:04.303146 dv-cinder-840511-5-iscsi neutron-server[103629]: 'Agent': '1.1', May 08 22:15:04.303146 dv-cinder-840511-5-iscsi neutron-server[103629]: 'ConntrackHelper': '1.0', May 08 22:15:04.303146 dv-cinder-840511-5-iscsi neutron-server[103629]: 'LocalIPAssociation': '1.0', May 08 22:15:04.303146 dv-cinder-840511-5-iscsi neutron-server[103629]: 'Log': '1.0', May 08 22:15:04.303146 dv-cinder-840511-5-iscsi neutron-server[103629]: 'NDPProxy': '1.0', May 08 22:15:04.303146 dv-cinder-840511-5-iscsi neutron-server[103629]: 'Network': '1.1', May 08 22:15:04.303146 dv-cinder-840511-5-iscsi neutron-server[103629]: 'Port': '1.7', May 08 22:15:04.303146 dv-cinder-840511-5-iscsi neutron-server[103629]: 'PortForwarding': '1.3', May 08 22:15:04.303146 dv-cinder-840511-5-iscsi neutron-server[103629]: 'QosPolicy': '1.10', May 08 22:15:04.303146 dv-cinder-840511-5-iscsi neutron-server[103629]: 'SecurityGroup': '1.5', May 08 22:15:04.303146 dv-cinder-840511-5-iscsi neutron-server[103629]: 'SecurityGroupRule': '1.2', May 08 22:15:04.303146 dv-cinder-840511-5-iscsi neutron-server[103629]: 'SubPort': '1.0', May 08 22:15:04.303146 dv-cinder-840511-5-iscsi neutron-server[103629]: 'Subnet': '1.1', May 08 22:15:04.303146 dv-cinder-840511-5-iscsi neutron-server[103629]: 'Trunk': '1.1'}} May 08 22:15:04.303146 dv-cinder-840511-5-iscsi neutron-server[103629]: {{(pid=103629) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 08 22:15:04.316548 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df394975-7887-417e-a0e7-e573f7884d6c admin admin] Checking segment: {'id': 'bff755d0-708f-46dc-97e7-b50558f025ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '387fc46a-30bd-496f-ac2d-d7b18b5cbea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 08 22:15:04.316917 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df394975-7887-417e-a0e7-e573f7884d6c admin admin] Network hostable DHCP agents. Network: 387fc46a-30bd-496f-ac2d-d7b18b5cbea6, hostable agents: ['399f5491-dab9-4373-bd22-64cd7c73418d'], hosted agents: [] {{(pid=103629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 08 22:15:04.336199 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df394975-7887-417e-a0e7-e573f7884d6c admin admin] Network 387fc46a-30bd-496f-ac2d-d7b18b5cbea6 is scheduled to be hosted by DHCP agent 399f5491-dab9-4373-bd22-64cd7c73418d with binding_index 1 {{(pid=103629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 08 22:15:04.346204 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-df394975-7887-417e-a0e7-e573f7884d6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840511-5-iscsi, 387fc46a-30bd-496f-ac2d-d7b18b5cbea6) {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:15:04.351677 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df394975-7887-417e-a0e7-e573f7884d6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:04.352275 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-df394975-7887-417e-a0e7-e573f7884d6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745315'] for subnet (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:04.358516 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8481bda5-fc8a-4244-b5c6-ee6a05f8bb42 None None] Network 387fc46a-30bd-496f-ac2d-d7b18b5cbea6 requested from dv-cinder-840511-5-iscsi {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 08 22:15:04.392984 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 48146) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:15:04.394089 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-df394975-7887-417e-a0e7-e573f7884d6c admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3905404 May 08 22:15:04.398220 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.v2.base [None req-efa62704-e47a-4594-8a61-6ae3eeee310a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-325224771-router', 'tenant_id': '877c3ddd8833480d8dedc0796ec7dcd2', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd'}}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:15:04.399816 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [None req-8614583d-3238-44c6-bdea-e25bbb8e3ea5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-825093394-network', 'tenant_id': '9bf17cedd3154ce4b6b2bd0e4dcbb92c'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:15:04.424873 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8614583d-3238-44c6-bdea-e25bbb8e3ea5 admin admin] Made reservation on behalf of 9bf17cedd3154ce4b6b2bd0e4dcbb92c for: {'network': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 08 22:15:04.425444 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-efa62704-e47a-4594-8a61-6ae3eeee310a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-790573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15489'] for router (40e3bb02-430b-45dd-b0e6-f5706e07f1bc), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:04.427020 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-efa62704-e47a-4594-8a61-6ae3eeee310a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-790745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-789556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-763181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15496'] for router (40e3bb02-430b-45dd-b0e6-f5706e07f1bc), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:04.428666 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8614583d-3238-44c6-bdea-e25bbb8e3ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for network (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:04.442497 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 48148) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:15:04.447617 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8614583d-3238-44c6-bdea-e25bbb8e3ea5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:04.491256 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0bbf29c-d328-41c4-a348-36f72ff9e933 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b54c12b-09b0-5231-a33c-a6f0f39291a1-387fc46a-30bd-496f-ac2d-d7b18b5cbea6', 'network_id': '387fc46a-30bd-496f-ac2d-d7b18b5cbea6', 'project_id': '877c3ddd8833480d8dedc0796ec7dcd2', 'fixed_ips': [{'subnet_id': '22276153-f38c-4e2a-9ff9-b172da35f69d'}]}} from dv-cinder-840511-5-iscsi. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 08 22:15:04.492305 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b0bbf29c-d328-41c4-a348-36f72ff9e933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (None), before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:04.525498 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-efa62704-e47a-4594-8a61-6ae3eeee310a admin admin] Publish callbacks [] for router_controller (40e3bb02-430b-45dd-b0e6-f5706e07f1bc), precommit_add_association {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:04.531890 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.v2.base [None req-72c606a0-4185-4201-b7e6-7b7ce059b33d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1605491633-network', 'tenant_id': '489bde08b9284b5f8e5eb2ebc398b963'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:15:04.583540 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8614583d-3238-44c6-bdea-e25bbb8e3ea5 admin admin] Publish callbacks [] for security_group (b9b0e645-cc07-4a09-8cf6-e75210fd387e), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:04.590527 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8614583d-3238-44c6-bdea-e25bbb8e3ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (b9b0e645-cc07-4a09-8cf6-e75210fd387e), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:04.606343 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c606a0-4185-4201-b7e6-7b7ce059b33d admin admin] Made reservation on behalf of 489bde08b9284b5f8e5eb2ebc398b963 for: {'network': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 08 22:15:04.608842 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-72c606a0-4185-4201-b7e6-7b7ce059b33d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for network (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:04.618560 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-72c606a0-4185-4201-b7e6-7b7ce059b33d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:04.644786 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8614583d-3238-44c6-bdea-e25bbb8e3ea5 admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=103629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 08 22:15:04.661327 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-b0bbf29c-d328-41c4-a348-36f72ff9e933 None None] Allocated IP 172.20.0.2 (387fc46a-30bd-496f-ac2d-d7b18b5cbea6/22276153-f38c-4e2a-9ff9-b172da35f69d/e14c8e0c-4e7d-46fb-a4bc-a2ce93fe046b) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 08 22:15:04.683726 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8614583d-3238-44c6-bdea-e25bbb8e3ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b0e645-cc07-4a09-8cf6-e75210fd387e,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:04.691981 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8614583d-3238-44c6-bdea-e25bbb8e3ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16448297'] for segment (3409f877-3e4a-40e4-97c7-350ebf9f66ba), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:04.692305 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.db.segments_db [None req-8614583d-3238-44c6-bdea-e25bbb8e3ea5 admin admin] Added segment 3409f877-3e4a-40e4-97c7-350ebf9f66ba of type vlan for network 4427f95d-7dad-47df-8ab1-304fd704186a May 08 22:15:04.730686 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-72c606a0-4185-4201-b7e6-7b7ce059b33d admin admin] Publish callbacks [] for security_group (6aa09401-10fc-45d8-b37e-f9d06419ee14), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:04.779318 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8614583d-3238-44c6-bdea-e25bbb8e3ea5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791033991810'] for network (4427f95d-7dad-47df-8ab1-304fd704186a), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:04.784676 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-72c606a0-4185-4201-b7e6-7b7ce059b33d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (6aa09401-10fc-45d8-b37e-f9d06419ee14), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:04.825514 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c606a0-4185-4201-b7e6-7b7ce059b33d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa09401-10fc-45d8-b37e-f9d06419ee14,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:04.850113 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8614583d-3238-44c6-bdea-e25bbb8e3ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293'] for network (4427f95d-7dad-47df-8ab1-304fd704186a), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:04.854793 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8614583d-3238-44c6-bdea-e25bbb8e3ea5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:04.855326 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8614583d-3238-44c6-bdea-e25bbb8e3ea5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745315'] for network (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:04.870743 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [None req-90bb2846-bfb9-4675-934f-9fbc5e29f47f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-565379165-network', 'tenant_id': '2738147fc3a14599a199b03af9b5ab1e'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:15:04.874009 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-efa62704-e47a-4594-8a61-6ae3eeee310a admin admin] Publish callbacks [] for router_gateway (40e3bb02-430b-45dd-b0e6-f5706e07f1bc), precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:04.887832 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72c606a0-4185-4201-b7e6-7b7ce059b33d admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=103628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 08 22:15:04.924819 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b0bbf29c-d328-41c4-a348-36f72ff9e933 None None] Publish callbacks [] for port (e14c8e0c-4e7d-46fb-a4bc-a2ce93fe046b), precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:04.933634 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b0bbf29c-d328-41c4-a348-36f72ff9e933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791034024012'] for port (e14c8e0c-4e7d-46fb-a4bc-a2ce93fe046b), after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:04.950679 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8614583d-3238-44c6-bdea-e25bbb8e3ea5 admin admin] Pushing event updated for resources: {'Network': ['ID=4427f95d-7dad-47df-8ab1-304fd704186a,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:04.971495 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-8614583d-3238-44c6-bdea-e25bbb8e3ea5 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9999576 May 08 22:15:04.976365 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 48170) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:15:04.980833 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Network 4427f95d-7dad-47df-8ab1-304fd704186a details requested by agent ovs-agent-dv-cinder-840511-5-iscsi with host dv-cinder-840511-5-iscsi {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 08 22:15:04.990852 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-72c606a0-4185-4201-b7e6-7b7ce059b33d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16448297'] for segment (1780dade-a5f8-4e6b-b9bd-a988dd8e04e7), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:04.991185 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.db.segments_db [None req-72c606a0-4185-4201-b7e6-7b7ce059b33d admin admin] Added segment 1780dade-a5f8-4e6b-b9bd-a988dd8e04e7 of type vlan for network a4734e2d-d908-4b8e-b542-dd83675e0c99 May 08 22:15:04.997668 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [None req-c81473e4-e029-4487-84bf-6c77d4e18106 admin admin] Request body: {'subnet': {'network_id': '4427f95d-7dad-47df-8ab1-304fd704186a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-825093394-subnet', 'tenant_id': '9bf17cedd3154ce4b6b2bd0e4dcbb92c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:15:05.040412 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c81473e4-e029-4487-84bf-6c77d4e18106 admin admin] Made reservation on behalf of 9bf17cedd3154ce4b6b2bd0e4dcbb92c for: {'subnet': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 08 22:15:05.042871 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c81473e4-e029-4487-84bf-6c77d4e18106 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:05.066208 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0bbf29c-d328-41c4-a348-36f72ff9e933 None None] Network 387fc46a-30bd-496f-ac2d-d7b18b5cbea6 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 08 22:15:05.070422 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-b0bbf29c-d328-41c4-a348-36f72ff9e933 None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:15:05.074232 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bbf29c-d328-41c4-a348-36f72ff9e933 None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 08 22:15:05.115748 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bbf29c-d328-41c4-a348-36f72ff9e933 None None] Pushing event updated for resources: {'Port': ['ID=e14c8e0c-4e7d-46fb-a4bc-a2ce93fe046b,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:05.121567 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-72c606a0-4185-4201-b7e6-7b7ce059b33d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791033991810'] for network (a4734e2d-d908-4b8e-b542-dd83675e0c99), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:05.126179 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bbf29c-d328-41c4-a348-36f72ff9e933 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:15:05.126743 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bbf29c-d328-41c4-a348-36f72ff9e933 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:15:05.127322 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bbf29c-d328-41c4-a348-36f72ff9e933 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:15:05.128649 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bbf29c-d328-41c4-a348-36f72ff9e933 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:15:05.129395 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bbf29c-d328-41c4-a348-36f72ff9e933 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:15:05.129957 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bbf29c-d328-41c4-a348-36f72ff9e933 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:15:05.130496 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bbf29c-d328-41c4-a348-36f72ff9e933 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:15:05.131208 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bbf29c-d328-41c4-a348-36f72ff9e933 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:15:05.131750 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bbf29c-d328-41c4-a348-36f72ff9e933 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:15:05.132293 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bbf29c-d328-41c4-a348-36f72ff9e933 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:15:05.132918 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bbf29c-d328-41c4-a348-36f72ff9e933 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:15:05.133348 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bbf29c-d328-41c4-a348-36f72ff9e933 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:15:05.133771 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bbf29c-d328-41c4-a348-36f72ff9e933 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:15:05.134209 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bbf29c-d328-41c4-a348-36f72ff9e933 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:15:05.134629 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bbf29c-d328-41c4-a348-36f72ff9e933 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:15:05.135896 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bbf29c-d328-41c4-a348-36f72ff9e933 None None] Tracked resource versions report: May 08 22:15:05.135896 dv-cinder-840511-5-iscsi neutron-server[103630]: pushed versions: May 08 22:15:05.135896 dv-cinder-840511-5-iscsi neutron-server[103630]: { 'AddressGroup': {'1.2'}, May 08 22:15:05.135896 dv-cinder-840511-5-iscsi neutron-server[103630]: 'Agent': {'1.1'}, May 08 22:15:05.135896 dv-cinder-840511-5-iscsi neutron-server[103630]: 'ConntrackHelper': {'1.0'}, May 08 22:15:05.135896 dv-cinder-840511-5-iscsi neutron-server[103630]: 'LocalIPAssociation': {'1.0'}, May 08 22:15:05.135896 dv-cinder-840511-5-iscsi neutron-server[103630]: 'Log': {'1.0'}, May 08 22:15:05.135896 dv-cinder-840511-5-iscsi neutron-server[103630]: 'NDPProxy': {'1.0'}, May 08 22:15:05.135896 dv-cinder-840511-5-iscsi neutron-server[103630]: 'Network': {'1.1'}, May 08 22:15:05.135896 dv-cinder-840511-5-iscsi neutron-server[103630]: 'Port': {'1.7'}, May 08 22:15:05.135896 dv-cinder-840511-5-iscsi neutron-server[103630]: 'PortForwarding': {'1.3'}, May 08 22:15:05.135896 dv-cinder-840511-5-iscsi neutron-server[103630]: 'QosPolicy': {'1.10'}, May 08 22:15:05.135896 dv-cinder-840511-5-iscsi neutron-server[103630]: 'SecurityGroup': {'1.5'}, May 08 22:15:05.135896 dv-cinder-840511-5-iscsi neutron-server[103630]: 'SecurityGroupRule': {'1.2'}, May 08 22:15:05.135896 dv-cinder-840511-5-iscsi neutron-server[103630]: 'SubPort': {'1.0'}, May 08 22:15:05.135896 dv-cinder-840511-5-iscsi neutron-server[103630]: 'Subnet': {'1.1'}, May 08 22:15:05.135896 dv-cinder-840511-5-iscsi neutron-server[103630]: 'Trunk': {'1.1'}} May 08 22:15:05.135896 dv-cinder-840511-5-iscsi neutron-server[103630]: consumer versions: May 08 22:15:05.135896 dv-cinder-840511-5-iscsi neutron-server[103630]: { DHCP agent@dv-cinder-840511-5-iscsi: {}, May 08 22:15:05.135896 dv-cinder-840511-5-iscsi neutron-server[103630]: HyperV agent@hv-cinder-84051: {}, May 08 22:15:05.135896 dv-cinder-840511-5-iscsi neutron-server[103630]: L3 agent@dv-cinder-840511-5-iscsi: {}, May 08 22:15:05.135896 dv-cinder-840511-5-iscsi neutron-server[103630]: Metadata agent@dv-cinder-840511-5-iscsi: {}, May 08 22:15:05.135896 dv-cinder-840511-5-iscsi neutron-server[103630]: Metering agent@dv-cinder-840511-5-iscsi: {}, May 08 22:15:05.135896 dv-cinder-840511-5-iscsi neutron-server[103630]: Open vSwitch agent@dv-cinder-840511-5-iscsi: { 'AddressGroup': '1.2', May 08 22:15:05.135896 dv-cinder-840511-5-iscsi neutron-server[103630]: 'Agent': '1.1', May 08 22:15:05.135896 dv-cinder-840511-5-iscsi neutron-server[103630]: 'ConntrackHelper': '1.0', May 08 22:15:05.135896 dv-cinder-840511-5-iscsi neutron-server[103630]: 'LocalIPAssociation': '1.0', May 08 22:15:05.135896 dv-cinder-840511-5-iscsi neutron-server[103630]: 'Log': '1.0', May 08 22:15:05.135896 dv-cinder-840511-5-iscsi neutron-server[103630]: 'NDPProxy': '1.0', May 08 22:15:05.135896 dv-cinder-840511-5-iscsi neutron-server[103630]: 'Network': '1.1', May 08 22:15:05.135896 dv-cinder-840511-5-iscsi neutron-server[103630]: 'Port': '1.7', May 08 22:15:05.135896 dv-cinder-840511-5-iscsi neutron-server[103630]: 'PortForwarding': '1.3', May 08 22:15:05.135896 dv-cinder-840511-5-iscsi neutron-server[103630]: 'QosPolicy': '1.10', May 08 22:15:05.135896 dv-cinder-840511-5-iscsi neutron-server[103630]: 'SecurityGroup': '1.5', May 08 22:15:05.135896 dv-cinder-840511-5-iscsi neutron-server[103630]: 'SecurityGroupRule': '1.2', May 08 22:15:05.135896 dv-cinder-840511-5-iscsi neutron-server[103630]: 'SubPort': '1.0', May 08 22:15:05.135896 dv-cinder-840511-5-iscsi neutron-server[103630]: 'Subnet': '1.1', May 08 22:15:05.135896 dv-cinder-840511-5-iscsi neutron-server[103630]: 'Trunk': '1.1'}} May 08 22:15:05.135896 dv-cinder-840511-5-iscsi neutron-server[103630]: {{(pid=103630) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 08 22:15:05.173485 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90bb2846-bfb9-4675-934f-9fbc5e29f47f admin admin] Made reservation on behalf of 2738147fc3a14599a199b03af9b5ab1e for: {'network': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 08 22:15:05.175765 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-90bb2846-bfb9-4675-934f-9fbc5e29f47f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for network (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:05.176587 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-b0bbf29c-d328-41c4-a348-36f72ff9e933 None None] Attempting to bind port e14c8e0c-4e7d-46fb-a4bc-a2ce93fe046b on host dv-cinder-840511-5-iscsi for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 08 22:15:05.177886 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-b0bbf29c-d328-41c4-a348-36f72ff9e933 None None] Attempting to bind port e14c8e0c-4e7d-46fb-a4bc-a2ce93fe046b by drivers openvswitch,hyperv on host dv-cinder-840511-5-iscsi at level 0 using segments [{'id': 'bff755d0-708f-46dc-97e7-b50558f025ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '387fc46a-30bd-496f-ac2d-d7b18b5cbea6'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 08 22:15:05.177886 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bbf29c-d328-41c4-a348-36f72ff9e933 None None] Attempting to bind port e14c8e0c-4e7d-46fb-a4bc-a2ce93fe046b on network 387fc46a-30bd-496f-ac2d-d7b18b5cbea6 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 08 22:15:05.187947 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-90bb2846-bfb9-4675-934f-9fbc5e29f47f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:05.197196 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bbf29c-d328-41c4-a348-36f72ff9e933 None None] Checking agent: {'id': '7e3c7ef6-abd5-4f0f-b372-b2734b637fd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840511-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 8, 22, 6, 52), 'started_at': datetime.datetime(2022, 5, 8, 22, 7, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 8, 22, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840511-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 08 22:15:05.197941 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bbf29c-d328-41c4-a348-36f72ff9e933 None None] Checking segment: {'id': 'bff755d0-708f-46dc-97e7-b50558f025ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '387fc46a-30bd-496f-ac2d-d7b18b5cbea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 08 22:15:05.198343 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b0bbf29c-d328-41c4-a348-36f72ff9e933 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:05.198746 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bbf29c-d328-41c4-a348-36f72ff9e933 None None] Bound using segment: {'id': 'bff755d0-708f-46dc-97e7-b50558f025ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '387fc46a-30bd-496f-ac2d-d7b18b5cbea6'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 08 22:15:05.199536 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-b0bbf29c-d328-41c4-a348-36f72ff9e933 None None] Bound port: e14c8e0c-4e7d-46fb-a4bc-a2ce93fe046b, host: dv-cinder-840511-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bff755d0-708f-46dc-97e7-b50558f025ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '387fc46a-30bd-496f-ac2d-d7b18b5cbea6'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 08 22:15:05.199911 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b0bbf29c-d328-41c4-a348-36f72ff9e933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (e14c8e0c-4e7d-46fb-a4bc-a2ce93fe046b), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:05.282631 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-b0bbf29c-d328-41c4-a348-36f72ff9e933 None None] For port e14c8e0c-4e7d-46fb-a4bc-a2ce93fe046b, host dv-cinder-840511-5-iscsi, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 08 22:15:05.287154 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-b0bbf29c-d328-41c4-a348-36f72ff9e933 None None] For port e14c8e0c-4e7d-46fb-a4bc-a2ce93fe046b, host dv-cinder-840511-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=e14c8e0c-4e7d-46fb-a4bc-a2ce93fe046b,segment=NetworkSegment(bff755d0-708f-46dc-97e7-b50558f025ca),segment_id=bff755d0-708f-46dc-97e7-b50558f025ca)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 08 22:15:05.295681 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-72c606a0-4185-4201-b7e6-7b7ce059b33d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293'] for network (a4734e2d-d908-4b8e-b542-dd83675e0c99), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:05.296506 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c606a0-4185-4201-b7e6-7b7ce059b33d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:05.297172 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-72c606a0-4185-4201-b7e6-7b7ce059b33d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745315'] for network (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:05.298632 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b0bbf29c-d328-41c4-a348-36f72ff9e933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (e14c8e0c-4e7d-46fb-a4bc-a2ce93fe046b), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:05.371884 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bbf29c-d328-41c4-a348-36f72ff9e933 None None] Pushing event updated for resources: {'Port': ['ID=e14c8e0c-4e7d-46fb-a4bc-a2ce93fe046b,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:05.477519 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-90bb2846-bfb9-4675-934f-9fbc5e29f47f admin admin] Publish callbacks [] for security_group (f7bb5cee-9e13-408a-a461-b9cf9be9dfc9), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:05.484705 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-90bb2846-bfb9-4675-934f-9fbc5e29f47f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (f7bb5cee-9e13-408a-a461-b9cf9be9dfc9), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:05.493997 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c81473e4-e029-4487-84bf-6c77d4e18106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293'] for subnet (d42cc4d2-76bb-4552-9ac7-abf4e664168d), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:05.506287 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-72c606a0-4185-4201-b7e6-7b7ce059b33d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3108525 May 08 22:15:05.517239 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 48192) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:15:05.529672 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [None req-cad81f51-01c9-41fd-8b9b-8215b5b1963b admin admin] Request body: {'subnet': {'network_id': 'a4734e2d-d908-4b8e-b542-dd83675e0c99', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1605491633-subnet', 'tenant_id': '489bde08b9284b5f8e5eb2ebc398b963', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:15:05.534625 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90bb2846-bfb9-4675-934f-9fbc5e29f47f admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=103629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 08 22:15:05.538754 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c606a0-4185-4201-b7e6-7b7ce059b33d admin admin] Pushing event updated for resources: {'Network': ['ID=a4734e2d-d908-4b8e-b542-dd83675e0c99,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:05.550997 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Network a4734e2d-d908-4b8e-b542-dd83675e0c99 details requested by agent ovs-agent-dv-cinder-840511-5-iscsi with host dv-cinder-840511-5-iscsi {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 08 22:15:05.591693 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-efa62704-e47a-4594-8a61-6ae3eeee310a admin admin] Publish callbacks [] for router_gateway (40e3bb02-430b-45dd-b0e6-f5706e07f1bc), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:05.636431 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-efa62704-e47a-4594-8a61-6ae3eeee310a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:05.795170 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81473e4-e029-4487-84bf-6c77d4e18106 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d42cc4d2-76bb-4552-9ac7-abf4e664168d,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:05.807461 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bb2846-bfb9-4675-934f-9fbc5e29f47f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7bb5cee-9e13-408a-a461-b9cf9be9dfc9,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:05.810481 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-90bb2846-bfb9-4675-934f-9fbc5e29f47f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16448297'] for segment (2a98fe34-ad4d-42ad-aa99-4c37c67e3a08), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:05.811029 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.db.segments_db [None req-90bb2846-bfb9-4675-934f-9fbc5e29f47f admin admin] Added segment 2a98fe34-ad4d-42ad-aa99-4c37c67e3a08 of type vlan for network 4fd3685e-a2d9-4671-839a-1b7ceaccd6ac May 08 22:15:05.855282 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-efa62704-e47a-4594-8a61-6ae3eeee310a admin admin] Allocated IP 172.27.2.224 (542aeef6-5046-439a-aa53-dc46759766dd/c1306b94-a9cc-4730-bd7d-1800cb77959d/718d2169-e803-436e-aa16-5616b23d0b0c) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 08 22:15:05.923633 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81473e4-e029-4487-84bf-6c77d4e18106 admin admin] Checking segment: {'id': '3409f877-3e4a-40e4-97c7-350ebf9f66ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4427f95d-7dad-47df-8ab1-304fd704186a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 08 22:15:05.924047 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81473e4-e029-4487-84bf-6c77d4e18106 admin admin] Network hostable DHCP agents. Network: 4427f95d-7dad-47df-8ab1-304fd704186a, hostable agents: ['399f5491-dab9-4373-bd22-64cd7c73418d'], hosted agents: [] {{(pid=103629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 08 22:15:05.942529 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad81f51-01c9-41fd-8b9b-8215b5b1963b admin admin] Made reservation on behalf of 489bde08b9284b5f8e5eb2ebc398b963 for: {'subnet': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 08 22:15:05.945087 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-cad81f51-01c9-41fd-8b9b-8215b5b1963b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:05.949231 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-90bb2846-bfb9-4675-934f-9fbc5e29f47f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791033991810'] for network (4fd3685e-a2d9-4671-839a-1b7ceaccd6ac), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:06.006538 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-efa62704-e47a-4594-8a61-6ae3eeee310a admin admin] Publish callbacks [] for port (718d2169-e803-436e-aa16-5616b23d0b0c), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:06.057255 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81473e4-e029-4487-84bf-6c77d4e18106 admin admin] Network 4427f95d-7dad-47df-8ab1-304fd704186a is scheduled to be hosted by DHCP agent 399f5491-dab9-4373-bd22-64cd7c73418d with binding_index 1 {{(pid=103629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 08 22:15:06.059896 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-efa62704-e47a-4594-8a61-6ae3eeee310a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791034024012'] for port (718d2169-e803-436e-aa16-5616b23d0b0c), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:06.062403 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-90bb2846-bfb9-4675-934f-9fbc5e29f47f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293'] for network (4fd3685e-a2d9-4671-839a-1b7ceaccd6ac), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:06.063875 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bb2846-bfb9-4675-934f-9fbc5e29f47f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:06.064430 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-90bb2846-bfb9-4675-934f-9fbc5e29f47f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745315'] for network (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:06.116167 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa62704-e47a-4594-8a61-6ae3eeee310a admin admin] Network 542aeef6-5046-439a-aa53-dc46759766dd is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 08 22:15:06.122355 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-efa62704-e47a-4594-8a61-6ae3eeee310a admin admin] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:15:06.129300 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa62704-e47a-4594-8a61-6ae3eeee310a admin admin] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 08 22:15:06.136093 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa62704-e47a-4594-8a61-6ae3eeee310a admin admin] Pushing event updated for resources: {'Port': ['ID=718d2169-e803-436e-aa16-5616b23d0b0c,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:06.143277 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-c81473e4-e029-4487-84bf-6c77d4e18106 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840511-5-iscsi, 4427f95d-7dad-47df-8ab1-304fd704186a) {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:15:06.150668 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-90bb2846-bfb9-4675-934f-9fbc5e29f47f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7024822 May 08 22:15:06.155486 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81473e4-e029-4487-84bf-6c77d4e18106 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:06.156128 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c81473e4-e029-4487-84bf-6c77d4e18106 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745315'] for subnet (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:06.158359 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 48222) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:15:06.161080 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a5e4bb-57c2-4fba-8982-5c15a0a6fa30 None None] Network 4427f95d-7dad-47df-8ab1-304fd704186a requested from dv-cinder-840511-5-iscsi {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 08 22:15:06.171889 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [None req-723adad5-33a4-4b78-a039-75716098a4a1 admin admin] Request body: {'subnet': {'network_id': '4fd3685e-a2d9-4671-839a-1b7ceaccd6ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-565379165-subnet', 'tenant_id': '2738147fc3a14599a199b03af9b5ab1e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:15:06.183038 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bb2846-bfb9-4675-934f-9fbc5e29f47f admin admin] Pushing event updated for resources: {'Network': ['ID=4fd3685e-a2d9-4671-839a-1b7ceaccd6ac,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:06.214225 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-c81473e4-e029-4487-84bf-6c77d4e18106 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2359297 May 08 22:15:06.214832 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 48230) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:15:06.242317 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Network 4fd3685e-a2d9-4671-839a-1b7ceaccd6ac details requested by agent ovs-agent-dv-cinder-840511-5-iscsi with host dv-cinder-840511-5-iscsi {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 08 22:15:06.249212 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [None req-c031da6a-b5c4-422a-8ba3-32c363c001f8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-825093394-router', 'tenant_id': '9bf17cedd3154ce4b6b2bd0e4dcbb92c', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd'}}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:15:06.300932 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-723adad5-33a4-4b78-a039-75716098a4a1 admin admin] Made reservation on behalf of 2738147fc3a14599a199b03af9b5ab1e for: {'subnet': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 08 22:15:06.303225 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-723adad5-33a4-4b78-a039-75716098a4a1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:06.482469 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c031da6a-b5c4-422a-8ba3-32c363c001f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-790573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15489'] for router (704f50fb-b91a-4966-b01e-da4167ed8b5e), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:06.483589 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c031da6a-b5c4-422a-8ba3-32c363c001f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-790745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-789556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-763181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15496'] for router (704f50fb-b91a-4966-b01e-da4167ed8b5e), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:06.508130 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13453c27-7482-4646-8b8a-d7ff8d551c75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b54c12b-09b0-5231-a33c-a6f0f39291a1-4427f95d-7dad-47df-8ab1-304fd704186a', 'network_id': '4427f95d-7dad-47df-8ab1-304fd704186a', 'project_id': '9bf17cedd3154ce4b6b2bd0e4dcbb92c', 'fixed_ips': [{'subnet_id': 'd42cc4d2-76bb-4552-9ac7-abf4e664168d'}]}} from dv-cinder-840511-5-iscsi. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 08 22:15:06.509337 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-13453c27-7482-4646-8b8a-d7ff8d551c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (None), before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:06.575425 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-cad81f51-01c9-41fd-8b9b-8215b5b1963b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293'] for subnet (7cb890a2-14d2-4c0b-a82b-863c0417b5f3), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:06.708262 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-efa62704-e47a-4594-8a61-6ae3eeee310a admin admin] Publish callbacks [] for router_gateway (40e3bb02-430b-45dd-b0e6-f5706e07f1bc), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:06.744372 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-13453c27-7482-4646-8b8a-d7ff8d551c75 None None] Allocated IP 172.20.0.2 (4427f95d-7dad-47df-8ab1-304fd704186a/d42cc4d2-76bb-4552-9ac7-abf4e664168d/7c512148-c0fd-4bf8-a014-566fd7584e75) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 08 22:15:06.781154 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c031da6a-b5c4-422a-8ba3-32c363c001f8 admin admin] Publish callbacks [] for router_controller (704f50fb-b91a-4966-b01e-da4167ed8b5e), precommit_add_association {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:07.035401 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-efa62704-e47a-4594-8a61-6ae3eeee310a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-790688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-789731'] for router (40e3bb02-430b-45dd-b0e6-f5706e07f1bc), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:07.037065 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e7b263-a8d7-43a4-bc44-4fb27d4f19a1 None None] Network 387fc46a-30bd-496f-ac2d-d7b18b5cbea6 requested from dv-cinder-840511-5-iscsi {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 08 22:15:07.124728 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-723adad5-33a4-4b78-a039-75716098a4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293'] for subnet (5e0e46e9-91c1-4e0d-bb8e-6518fc75107e), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:07.146009 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad81f51-01c9-41fd-8b9b-8215b5b1963b admin admin] Checking segment: {'id': '1780dade-a5f8-4e6b-b9bd-a988dd8e04e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a4734e2d-d908-4b8e-b542-dd83675e0c99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 08 22:15:07.146365 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad81f51-01c9-41fd-8b9b-8215b5b1963b admin admin] Network hostable DHCP agents. Network: a4734e2d-d908-4b8e-b542-dd83675e0c99, hostable agents: ['399f5491-dab9-4373-bd22-64cd7c73418d'], hosted agents: [] {{(pid=103629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 08 22:15:07.188744 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-13453c27-7482-4646-8b8a-d7ff8d551c75 None None] Publish callbacks [] for port (7c512148-c0fd-4bf8-a014-566fd7584e75), precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:07.197515 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-39d1bce5-d3ec-4ab3-8129-8a538fe665b4 None None] Provisioning complete for port e14c8e0c-4e7d-46fb-a4bc-a2ce93fe046b triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:15:07.198325 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-39d1bce5-d3ec-4ab3-8129-8a538fe665b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (e14c8e0c-4e7d-46fb-a4bc-a2ce93fe046b), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:07.215027 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-13453c27-7482-4646-8b8a-d7ff8d551c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791034024012'] for port (7c512148-c0fd-4bf8-a014-566fd7584e75), after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:07.258430 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad81f51-01c9-41fd-8b9b-8215b5b1963b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cb890a2-14d2-4c0b-a82b-863c0417b5f3,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:07.259892 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13453c27-7482-4646-8b8a-d7ff8d551c75 None None] Network 4427f95d-7dad-47df-8ab1-304fd704186a is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 08 22:15:07.271079 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-13453c27-7482-4646-8b8a-d7ff8d551c75 None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:15:07.285656 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13453c27-7482-4646-8b8a-d7ff8d551c75 None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 08 22:15:07.305420 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efa62704-e47a-4594-8a61-6ae3eeee310a admin admin] Router 40e3bb02-430b-45dd-b0e6-f5706e07f1bc is scheduled to L3 agent 69aa2ac4-530d-40c2-a84a-3161d84edf61 with binding_index 1 {{(pid=103628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 08 22:15:07.339440 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723adad5-33a4-4b78-a039-75716098a4a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e0e46e9-91c1-4e0d-bb8e-6518fc75107e,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:07.544969 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efa62704-e47a-4594-8a61-6ae3eeee310a admin admin] Notify agent at l3_agent.dv-cinder-840511-5-iscsi the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 08 22:15:07.555725 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c873d3-fdce-4ee3-9ff2-af0016c6a72f None None] Sync routers for ids ['40e3bb02-430b-45dd-b0e6-f5706e07f1bc'] in dv-cinder-840511-5-iscsi {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 08 22:15:07.574021 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c873d3-fdce-4ee3-9ff2-af0016c6a72f None None] Routers {'40e3bb02-430b-45dd-b0e6-f5706e07f1bc'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:15:07.575253 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-29c873d3-fdce-4ee3-9ff2-af0016c6a72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:14:48Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['40e3bb02-430b-45dd-b0e6-f5706e07f1bc'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:15:07.586518 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device e14c8e0c-4e7d-46fb-a4bc-a2ce93fe046b up at agent ovs-agent-dv-cinder-840511-5-iscsi {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 08 22:15:07.591921 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c031da6a-b5c4-422a-8ba3-32c363c001f8 admin admin] Publish callbacks [] for router_gateway (704f50fb-b91a-4966-b01e-da4167ed8b5e), precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:07.597830 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-efa62704-e47a-4594-8a61-6ae3eeee310a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:07.599221 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-efa62704-e47a-4594-8a61-6ae3eeee310a admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.2051861 May 08 22:15:07.602106 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 48292) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:15:07.616887 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723adad5-33a4-4b78-a039-75716098a4a1 admin admin] Checking segment: {'id': '2a98fe34-ad4d-42ad-aa99-4c37c67e3a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4fd3685e-a2d9-4671-839a-1b7ceaccd6ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 08 22:15:07.617436 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723adad5-33a4-4b78-a039-75716098a4a1 admin admin] Network hostable DHCP agents. Network: 4fd3685e-a2d9-4671-839a-1b7ceaccd6ac, hostable agents: ['399f5491-dab9-4373-bd22-64cd7c73418d'], hosted agents: [] {{(pid=103629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 08 22:15:07.630467 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-13453c27-7482-4646-8b8a-d7ff8d551c75 None None] Attempting to bind port 7c512148-c0fd-4bf8-a014-566fd7584e75 on host dv-cinder-840511-5-iscsi for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 08 22:15:07.631067 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-13453c27-7482-4646-8b8a-d7ff8d551c75 None None] Attempting to bind port 7c512148-c0fd-4bf8-a014-566fd7584e75 by drivers openvswitch,hyperv on host dv-cinder-840511-5-iscsi at level 0 using segments [{'id': '3409f877-3e4a-40e4-97c7-350ebf9f66ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4427f95d-7dad-47df-8ab1-304fd704186a'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 08 22:15:07.631717 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13453c27-7482-4646-8b8a-d7ff8d551c75 None None] Attempting to bind port 7c512148-c0fd-4bf8-a014-566fd7584e75 on network 4427f95d-7dad-47df-8ab1-304fd704186a {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 08 22:15:07.643300 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13453c27-7482-4646-8b8a-d7ff8d551c75 None None] Checking agent: {'id': '7e3c7ef6-abd5-4f0f-b372-b2734b637fd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840511-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 8, 22, 6, 52), 'started_at': datetime.datetime(2022, 5, 8, 22, 7, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 8, 22, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840511-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 08 22:15:07.643960 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13453c27-7482-4646-8b8a-d7ff8d551c75 None None] Checking segment: {'id': '3409f877-3e4a-40e4-97c7-350ebf9f66ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4427f95d-7dad-47df-8ab1-304fd704186a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 08 22:15:07.644520 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-13453c27-7482-4646-8b8a-d7ff8d551c75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:07.645101 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13453c27-7482-4646-8b8a-d7ff8d551c75 None None] Bound using segment: {'id': '3409f877-3e4a-40e4-97c7-350ebf9f66ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4427f95d-7dad-47df-8ab1-304fd704186a'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 08 22:15:07.645723 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-13453c27-7482-4646-8b8a-d7ff8d551c75 None None] Bound port: 7c512148-c0fd-4bf8-a014-566fd7584e75, host: dv-cinder-840511-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3409f877-3e4a-40e4-97c7-350ebf9f66ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4427f95d-7dad-47df-8ab1-304fd704186a'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 08 22:15:07.646268 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-13453c27-7482-4646-8b8a-d7ff8d551c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (7c512148-c0fd-4bf8-a014-566fd7584e75), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:07.697641 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad81f51-01c9-41fd-8b9b-8215b5b1963b admin admin] Network a4734e2d-d908-4b8e-b542-dd83675e0c99 is scheduled to be hosted by DHCP agent 399f5491-dab9-4373-bd22-64cd7c73418d with binding_index 1 {{(pid=103629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 08 22:15:07.736093 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-cad81f51-01c9-41fd-8b9b-8215b5b1963b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840511-5-iscsi, a4734e2d-d908-4b8e-b542-dd83675e0c99) {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:15:07.759185 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad81f51-01c9-41fd-8b9b-8215b5b1963b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:07.760153 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-cad81f51-01c9-41fd-8b9b-8215b5b1963b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745315'] for subnet (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:07.770490 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723adad5-33a4-4b78-a039-75716098a4a1 admin admin] Network 4fd3685e-a2d9-4671-839a-1b7ceaccd6ac is scheduled to be hosted by DHCP agent 399f5491-dab9-4373-bd22-64cd7c73418d with binding_index 1 {{(pid=103629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 08 22:15:07.782707 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-723adad5-33a4-4b78-a039-75716098a4a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840511-5-iscsi, 4fd3685e-a2d9-4671-839a-1b7ceaccd6ac) {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:15:07.795369 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723adad5-33a4-4b78-a039-75716098a4a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:07.796652 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-723adad5-33a4-4b78-a039-75716098a4a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745315'] for subnet (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:07.817526 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-cad81f51-01c9-41fd-8b9b-8215b5b1963b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.2970343 May 08 22:15:07.818384 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 48310) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:15:07.825524 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [None req-a3919a6c-5f93-4171-a0d0-8d1ec6f10b30 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1605491633-router', 'tenant_id': '489bde08b9284b5f8e5eb2ebc398b963', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd'}}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:15:07.849851 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-13453c27-7482-4646-8b8a-d7ff8d551c75 None None] For port 7c512148-c0fd-4bf8-a014-566fd7584e75, host dv-cinder-840511-5-iscsi, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 08 22:15:07.853775 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-13453c27-7482-4646-8b8a-d7ff8d551c75 None None] For port 7c512148-c0fd-4bf8-a014-566fd7584e75, host dv-cinder-840511-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=7c512148-c0fd-4bf8-a014-566fd7584e75,segment=NetworkSegment(3409f877-3e4a-40e4-97c7-350ebf9f66ba),segment_id=3409f877-3e4a-40e4-97c7-350ebf9f66ba)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 08 22:15:07.857528 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87779c95-585d-41ea-b0d8-836ffe4e138d None None] Network a4734e2d-d908-4b8e-b542-dd83675e0c99 requested from dv-cinder-840511-5-iscsi {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 08 22:15:07.873210 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09df9ab-f1f3-4636-b9c6-85c503a736ea None None] Network 4fd3685e-a2d9-4671-839a-1b7ceaccd6ac requested from dv-cinder-840511-5-iscsi {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 08 22:15:07.877676 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-13453c27-7482-4646-8b8a-d7ff8d551c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (7c512148-c0fd-4bf8-a014-566fd7584e75), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:07.976602 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-723adad5-33a4-4b78-a039-75716098a4a1 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8170521 May 08 22:15:07.994908 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a3919a6c-5f93-4171-a0d0-8d1ec6f10b30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-790573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15489'] for router (8e291ff0-32e4-4e5d-affc-34ff10dda5b3), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:07.995911 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a3919a6c-5f93-4171-a0d0-8d1ec6f10b30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-790745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-789556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-763181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15496'] for router (8e291ff0-32e4-4e5d-affc-34ff10dda5b3), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:08.013890 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13453c27-7482-4646-8b8a-d7ff8d551c75 None None] Pushing event updated for resources: {'Port': ['ID=7c512148-c0fd-4bf8-a014-566fd7584e75,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:08.074044 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c031da6a-b5c4-422a-8ba3-32c363c001f8 admin admin] Publish callbacks [] for router_gateway (704f50fb-b91a-4966-b01e-da4167ed8b5e), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:08.084102 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-29c873d3-fdce-4ee3-9ff2-af0016c6a72f None None] Set router 40e3bb02-430b-45dd-b0e6-f5706e07f1bc gateway port host: dv-cinder-840511-5-iscsi {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:15:08.151653 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c031da6a-b5c4-422a-8ba3-32c363c001f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:08.167806 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13453c27-7482-4646-8b8a-d7ff8d551c75 None None] Pushing event updated for resources: {'Port': ['ID=7c512148-c0fd-4bf8-a014-566fd7584e75,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:08.327497 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-29c873d3-fdce-4ee3-9ff2-af0016c6a72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e3bb02-430b-45dd-b0e6-f5706e07f1bc', 'name': 'tempest-AttachVolumeTestJSON-325224771-router', 'tenant_id': '877c3ddd8833480d8dedc0796ec7dcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '718d2169-e803-436e-aa16-5616b23d0b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:15:04Z', 'updated_at': '2022-05-08T22:15:06Z', 'revision_number': 3, 'project_id': '877c3ddd8833480d8dedc0796ec7dcd2', 'gw_port': {'id': '718d2169-e803-436e-aa16-5616b23d0b0c', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ab:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e3bb02-430b-45dd-b0e6-f5706e07f1bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:05Z', 'updated_at': '2022-05-08T22:15:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi'}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:15:08.426729 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-39d1bce5-d3ec-4ab3-8129-8a538fe665b4 None None] Current status of the port e14c8e0c-4e7d-46fb-a4bc-a2ce93fe046b is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:15:08.428011 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c873d3-fdce-4ee3-9ff2-af0016c6a72f None None] Checking router: 40e3bb02-430b-45dd-b0e6-f5706e07f1bc for host: dv-cinder-840511-5-iscsi {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 08 22:15:08.428417 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-39d1bce5-d3ec-4ab3-8129-8a538fe665b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (e14c8e0c-4e7d-46fb-a4bc-a2ce93fe046b), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:08.428989 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c873d3-fdce-4ee3-9ff2-af0016c6a72f None None] Updating router 40e3bb02-430b-45dd-b0e6-f5706e07f1bc port 718d2169-e803-436e-aa16-5616b23d0b0c binding host dv-cinder-840511-5-iscsi {{(pid=103631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 08 22:15:08.456040 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a3919a6c-5f93-4171-a0d0-8d1ec6f10b30 admin admin] Publish callbacks [] for router_controller (8e291ff0-32e4-4e5d-affc-34ff10dda5b3), precommit_add_association {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:08.487159 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-29c873d3-fdce-4ee3-9ff2-af0016c6a72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (718d2169-e803-436e-aa16-5616b23d0b0c), before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:08.639853 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 48340) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:15:08.690670 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 48344) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:15:08.786510 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-39d1bce5-d3ec-4ab3-8129-8a538fe665b4 None None] For port e14c8e0c-4e7d-46fb-a4bc-a2ce93fe046b, host dv-cinder-840511-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=e14c8e0c-4e7d-46fb-a4bc-a2ce93fe046b,segment=NetworkSegment(bff755d0-708f-46dc-97e7-b50558f025ca),segment_id=bff755d0-708f-46dc-97e7-b50558f025ca)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:15:08.835914 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54b8e5f-b621-436d-81bc-3b261be00154 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b54c12b-09b0-5231-a33c-a6f0f39291a1-a4734e2d-d908-4b8e-b542-dd83675e0c99', 'network_id': 'a4734e2d-d908-4b8e-b542-dd83675e0c99', 'project_id': '489bde08b9284b5f8e5eb2ebc398b963', 'fixed_ips': [{'subnet_id': '7cb890a2-14d2-4c0b-a82b-863c0417b5f3'}]}} from dv-cinder-840511-5-iscsi. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 08 22:15:08.837873 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b54b8e5f-b621-436d-81bc-3b261be00154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (None), before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:08.882157 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-39d1bce5-d3ec-4ab3-8129-8a538fe665b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (e14c8e0c-4e7d-46fb-a4bc-a2ce93fe046b), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:08.928082 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Provisioning complete for port e14c8e0c-4e7d-46fb-a4bc-a2ce93fe046b triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:15:08.928544 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (e14c8e0c-4e7d-46fb-a4bc-a2ce93fe046b), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:08.960606 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b72fda19-1a2d-4969-a027-6274f03cc54e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:08.997961 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71089e8f-f40d-484d-ae6b-9883a86ce64d None None] Network 4fd3685e-a2d9-4671-839a-1b7ceaccd6ac requested from dv-cinder-840511-5-iscsi {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 08 22:15:09.017082 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-613b5aa0-17e0-42e5-b93c-99424100892c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:09.128329 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-8d5d9b08-51e7-422e-8e25-df21c4e50bb2 None None] Provisioning complete for port e14c8e0c-4e7d-46fb-a4bc-a2ce93fe046b triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:15:09.128915 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-8d5d9b08-51e7-422e-8e25-df21c4e50bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (e14c8e0c-4e7d-46fb-a4bc-a2ce93fe046b), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:09.151816 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a3919a6c-5f93-4171-a0d0-8d1ec6f10b30 admin admin] Publish callbacks [] for router_gateway (8e291ff0-32e4-4e5d-affc-34ff10dda5b3), precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:09.178306 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-c031da6a-b5c4-422a-8ba3-32c363c001f8 admin admin] Allocated IP 172.27.2.196 (542aeef6-5046-439a-aa53-dc46759766dd/c1306b94-a9cc-4730-bd7d-1800cb77959d/0c671479-16d2-4562-bc9b-36013f9f96d1) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 08 22:15:09.182029 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-417b0b6e-8c57-4c51-85ce-fe72d7ef2990 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:09.275723 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b72fda19-1a2d-4969-a027-6274f03cc54e admin admin] Publish callbacks [] for security_group (cc56503a-788d-4114-bbe4-74221fe0f439), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:09.380966 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d1bce5-d3ec-4ab3-8129-8a538fe665b4 None None] Pushing event updated for resources: {'Port': ['ID=e14c8e0c-4e7d-46fb-a4bc-a2ce93fe046b,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:09.411305 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-8d5d9b08-51e7-422e-8e25-df21c4e50bb2 None None] Current status of the port e14c8e0c-4e7d-46fb-a4bc-a2ce93fe046b is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:15:09.517643 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Current status of the port e14c8e0c-4e7d-46fb-a4bc-a2ce93fe046b is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:15:09.574999 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-b54b8e5f-b621-436d-81bc-3b261be00154 None None] Allocated IP 172.20.0.2 (a4734e2d-d908-4b8e-b542-dd83675e0c99/7cb890a2-14d2-4c0b-a82b-863c0417b5f3/6426bd6f-f418-460a-896a-072dd342e50b) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 08 22:15:09.638611 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (50086534-3b0f-4edb-899f-da05c46c2546), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:09.745767 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-613b5aa0-17e0-42e5-b93c-99424100892c admin admin] Allocated IP 172.20.0.1 (387fc46a-30bd-496f-ac2d-d7b18b5cbea6/22276153-f38c-4e2a-9ff9-b172da35f69d/273e176a-0c4f-444f-b508-eabc343a8562) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 08 22:15:09.770343 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf2d51d-81fd-4612-b3f0-866a11e7d4c7 None None] Network 4427f95d-7dad-47df-8ab1-304fd704186a requested from dv-cinder-840511-5-iscsi {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 08 22:15:09.932090 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-417b0b6e-8c57-4c51-85ce-fe72d7ef2990 admin admin] Publish callbacks [] for security_group (c3e19819-f67a-4368-b36c-754e665b56cc), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:09.933540 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device 7c512148-c0fd-4bf8-a014-566fd7584e75 up at agent ovs-agent-dv-cinder-840511-5-iscsi {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 08 22:15:09.961680 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b72fda19-1a2d-4969-a027-6274f03cc54e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (cc56503a-788d-4114-bbe4-74221fe0f439), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:09.988990 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c031da6a-b5c4-422a-8ba3-32c363c001f8 admin admin] Publish callbacks [] for port (0c671479-16d2-4562-bc9b-36013f9f96d1), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:09.991439 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a3919a6c-5f93-4171-a0d0-8d1ec6f10b30 admin admin] Publish callbacks [] for router_gateway (8e291ff0-32e4-4e5d-affc-34ff10dda5b3), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:09.993649 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-417b0b6e-8c57-4c51-85ce-fe72d7ef2990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (c3e19819-f67a-4368-b36c-754e665b56cc), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:10.048685 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-165fdc79-082b-4eb0-b646-25b2b84a5ddf None None] Provisioning complete for port 7c512148-c0fd-4bf8-a014-566fd7584e75 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:15:10.051265 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-165fdc79-082b-4eb0-b646-25b2b84a5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (7c512148-c0fd-4bf8-a014-566fd7584e75), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:10.074107 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417b0b6e-8c57-4c51-85ce-fe72d7ef2990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e19819-f67a-4368-b36c-754e665b56cc,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:10.085654 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72fda19-1a2d-4969-a027-6274f03cc54e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc56503a-788d-4114-bbe4-74221fe0f439,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:10.089548 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a3919a6c-5f93-4171-a0d0-8d1ec6f10b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:10.096295 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-b72fda19-1a2d-4969-a027-6274f03cc54e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3d273bdd3e254735951532b74b329aca&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4037957 May 08 22:15:10.099279 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 48398) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:15:10.174224 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-417b0b6e-8c57-4c51-85ce-fe72d7ef2990 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8df4292230334c1687ac10d2923ac915&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5213077 May 08 22:15:10.178999 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 48400) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:15:10.202592 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-613b5aa0-17e0-42e5-b93c-99424100892c admin admin] Publish callbacks [] for port (273e176a-0c4f-444f-b508-eabc343a8562), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:10.228058 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 48408) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:15:10.231948 dv-cinder-840511-5-iscsi neutron-server[103628]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 08 22:15:10.234885 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1125b996-8da2-4dfd-898e-98103cb8e321 admin admin] Publish callbacks [] for security_group (cc56503a-788d-4114-bbe4-74221fe0f439), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:10.241562 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c031da6a-b5c4-422a-8ba3-32c363c001f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791034024012'] for port (0c671479-16d2-4562-bc9b-36013f9f96d1), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:10.289402 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c031da6a-b5c4-422a-8ba3-32c363c001f8 admin admin] Pushing event updated for resources: {'Port': ['ID=0c671479-16d2-4562-bc9b-36013f9f96d1,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:10.319035 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0505a141-b105-442b-8013-f9a42edef777 admin admin] Publish callbacks [] for security_group (c3e19819-f67a-4368-b36c-754e665b56cc), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:10.330481 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Provisioning complete for port 7c512148-c0fd-4bf8-a014-566fd7584e75 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:15:10.331017 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (7c512148-c0fd-4bf8-a014-566fd7584e75), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:10.346081 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0505a141-b105-442b-8013-f9a42edef777 admin admin] Publish callbacks [] for security_group (c3e19819-f67a-4368-b36c-754e665b56cc), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:10.377808 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b54b8e5f-b621-436d-81bc-3b261be00154 None None] Publish callbacks [] for port (6426bd6f-f418-460a-896a-072dd342e50b), precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:10.381255 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-165fdc79-082b-4eb0-b646-25b2b84a5ddf None None] Current status of the port 7c512148-c0fd-4bf8-a014-566fd7584e75 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:15:10.381725 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-165fdc79-082b-4eb0-b646-25b2b84a5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (7c512148-c0fd-4bf8-a014-566fd7584e75), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:10.411337 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c031da6a-b5c4-422a-8ba3-32c363c001f8 admin admin] Network 542aeef6-5046-439a-aa53-dc46759766dd is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 08 22:15:10.413033 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0505a141-b105-442b-8013-f9a42edef777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (c3e19819-f67a-4368-b36c-754e665b56cc), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:10.417480 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0505a141-b105-442b-8013-f9a42edef777 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:10.421468 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-0505a141-b105-442b-8013-f9a42edef777 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c3e19819-f67a-4368-b36c-754e665b56cc HTTP/1.1" status: 204 len: 168 time: 0.2384157 May 08 22:15:10.429232 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-c031da6a-b5c4-422a-8ba3-32c363c001f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:15:10.431559 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0505a141-b105-442b-8013-f9a42edef777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e19819-f67a-4368-b36c-754e665b56cc,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:10.433109 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c031da6a-b5c4-422a-8ba3-32c363c001f8 admin admin] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 08 22:15:10.449208 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-29c873d3-fdce-4ee3-9ff2-af0016c6a72f None None] Publish callbacks [] for port (718d2169-e803-436e-aa16-5616b23d0b0c), precommit_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:10.454805 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b54b8e5f-b621-436d-81bc-3b261be00154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791034024012'] for port (6426bd6f-f418-460a-896a-072dd342e50b), after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:10.458337 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-29c873d3-fdce-4ee3-9ff2-af0016c6a72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (718d2169-e803-436e-aa16-5616b23d0b0c), after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:10.463359 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-613b5aa0-17e0-42e5-b93c-99424100892c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791034024012'] for port (273e176a-0c4f-444f-b508-eabc343a8562), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:10.469558 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1125b996-8da2-4dfd-898e-98103cb8e321 admin admin] Publish callbacks [] for security_group (cc56503a-788d-4114-bbe4-74221fe0f439), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:10.577510 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da53455-21e9-4c2d-87c9-b6ba4da556b6 None None] Pushing event updated for resources: {'Port': ['ID=718d2169-e803-436e-aa16-5616b23d0b0c,revision_number=2']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:10.614252 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613b5aa0-17e0-42e5-b93c-99424100892c admin admin] Network 387fc46a-30bd-496f-ac2d-d7b18b5cbea6 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 08 22:15:10.614355 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-a3919a6c-5f93-4171-a0d0-8d1ec6f10b30 admin admin] Allocated IP 172.27.2.50 (542aeef6-5046-439a-aa53-dc46759766dd/c1306b94-a9cc-4730-bd7d-1800cb77959d/2a091782-ccc9-48ce-b046-9b493d4f29d4) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 08 22:15:10.614442 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da53455-21e9-4c2d-87c9-b6ba4da556b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:15:10.614442 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da53455-21e9-4c2d-87c9-b6ba4da556b6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:15:10.614442 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da53455-21e9-4c2d-87c9-b6ba4da556b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:15:10.614442 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da53455-21e9-4c2d-87c9-b6ba4da556b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:15:10.614442 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da53455-21e9-4c2d-87c9-b6ba4da556b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:15:10.614442 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da53455-21e9-4c2d-87c9-b6ba4da556b6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:15:10.614442 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da53455-21e9-4c2d-87c9-b6ba4da556b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:15:10.614442 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da53455-21e9-4c2d-87c9-b6ba4da556b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:15:10.614442 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da53455-21e9-4c2d-87c9-b6ba4da556b6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:15:10.614442 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da53455-21e9-4c2d-87c9-b6ba4da556b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:15:10.614442 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da53455-21e9-4c2d-87c9-b6ba4da556b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:15:10.614442 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da53455-21e9-4c2d-87c9-b6ba4da556b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:15:10.614442 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da53455-21e9-4c2d-87c9-b6ba4da556b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:15:10.614442 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da53455-21e9-4c2d-87c9-b6ba4da556b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:15:10.614442 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da53455-21e9-4c2d-87c9-b6ba4da556b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:15:10.614442 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da53455-21e9-4c2d-87c9-b6ba4da556b6 None None] Tracked resource versions report: May 08 22:15:10.614442 dv-cinder-840511-5-iscsi neutron-server[103631]: pushed versions: May 08 22:15:10.614442 dv-cinder-840511-5-iscsi neutron-server[103631]: { 'AddressGroup': {'1.2'}, May 08 22:15:10.614442 dv-cinder-840511-5-iscsi neutron-server[103631]: 'Agent': {'1.1'}, May 08 22:15:10.614442 dv-cinder-840511-5-iscsi neutron-server[103631]: 'ConntrackHelper': {'1.0'}, May 08 22:15:10.614442 dv-cinder-840511-5-iscsi neutron-server[103631]: 'LocalIPAssociation': {'1.0'}, May 08 22:15:10.614442 dv-cinder-840511-5-iscsi neutron-server[103631]: 'Log': {'1.0'}, May 08 22:15:10.620945 dv-cinder-840511-5-iscsi neutron-server[103631]: 'NDPProxy': {'1.0'}, May 08 22:15:10.620945 dv-cinder-840511-5-iscsi neutron-server[103631]: 'Network': {'1.1'}, May 08 22:15:10.620945 dv-cinder-840511-5-iscsi neutron-server[103631]: 'Port': {'1.7'}, May 08 22:15:10.620945 dv-cinder-840511-5-iscsi neutron-server[103631]: 'PortForwarding': {'1.3'}, May 08 22:15:10.620945 dv-cinder-840511-5-iscsi neutron-server[103631]: 'QosPolicy': {'1.10'}, May 08 22:15:10.620945 dv-cinder-840511-5-iscsi neutron-server[103631]: 'SecurityGroup': {'1.5'}, May 08 22:15:10.620945 dv-cinder-840511-5-iscsi neutron-server[103631]: 'SecurityGroupRule': {'1.2'}, May 08 22:15:10.620945 dv-cinder-840511-5-iscsi neutron-server[103631]: 'SubPort': {'1.0'}, May 08 22:15:10.620945 dv-cinder-840511-5-iscsi neutron-server[103631]: 'Subnet': {'1.1'}, May 08 22:15:10.620945 dv-cinder-840511-5-iscsi neutron-server[103631]: 'Trunk': {'1.1'}} May 08 22:15:10.620945 dv-cinder-840511-5-iscsi neutron-server[103631]: consumer versions: May 08 22:15:10.620945 dv-cinder-840511-5-iscsi neutron-server[103631]: { DHCP agent@dv-cinder-840511-5-iscsi: {}, May 08 22:15:10.620945 dv-cinder-840511-5-iscsi neutron-server[103631]: HyperV agent@hv-cinder-84051: {}, May 08 22:15:10.620945 dv-cinder-840511-5-iscsi neutron-server[103631]: L3 agent@dv-cinder-840511-5-iscsi: {}, May 08 22:15:10.620945 dv-cinder-840511-5-iscsi neutron-server[103631]: Metadata agent@dv-cinder-840511-5-iscsi: {}, May 08 22:15:10.620945 dv-cinder-840511-5-iscsi neutron-server[103631]: Metering agent@dv-cinder-840511-5-iscsi: {}, May 08 22:15:10.620945 dv-cinder-840511-5-iscsi neutron-server[103631]: Open vSwitch agent@dv-cinder-840511-5-iscsi: { 'AddressGroup': '1.2', May 08 22:15:10.620945 dv-cinder-840511-5-iscsi neutron-server[103631]: 'Agent': '1.1', May 08 22:15:10.620945 dv-cinder-840511-5-iscsi neutron-server[103631]: 'ConntrackHelper': '1.0', May 08 22:15:10.620945 dv-cinder-840511-5-iscsi neutron-server[103631]: 'LocalIPAssociation': '1.0', May 08 22:15:10.620945 dv-cinder-840511-5-iscsi neutron-server[103631]: 'Log': '1.0', May 08 22:15:10.620945 dv-cinder-840511-5-iscsi neutron-server[103631]: 'NDPProxy': '1.0', May 08 22:15:10.620945 dv-cinder-840511-5-iscsi neutron-server[103631]: 'Network': '1.1', May 08 22:15:10.620945 dv-cinder-840511-5-iscsi neutron-server[103631]: 'Port': '1.7', May 08 22:15:10.620945 dv-cinder-840511-5-iscsi neutron-server[103631]: 'PortForwarding': '1.3', May 08 22:15:10.620945 dv-cinder-840511-5-iscsi neutron-server[103631]: 'QosPolicy': '1.10', May 08 22:15:10.620945 dv-cinder-840511-5-iscsi neutron-server[103631]: 'SecurityGroup': '1.5', May 08 22:15:10.620945 dv-cinder-840511-5-iscsi neutron-server[103631]: 'SecurityGroupRule': '1.2', May 08 22:15:10.620945 dv-cinder-840511-5-iscsi neutron-server[103631]: 'SubPort': '1.0', May 08 22:15:10.620945 dv-cinder-840511-5-iscsi neutron-server[103631]: 'Subnet': '1.1', May 08 22:15:10.620945 dv-cinder-840511-5-iscsi neutron-server[103631]: 'Trunk': '1.1'}} May 08 22:15:10.620945 dv-cinder-840511-5-iscsi neutron-server[103631]: {{(pid=103631) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 08 22:15:10.624702 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54b8e5f-b621-436d-81bc-3b261be00154 None None] Network a4734e2d-d908-4b8e-b542-dd83675e0c99 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 08 22:15:10.648160 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-b54b8e5f-b621-436d-81bc-3b261be00154 None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:15:10.656003 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-165fdc79-082b-4eb0-b646-25b2b84a5ddf None None] For port 7c512148-c0fd-4bf8-a014-566fd7584e75, host dv-cinder-840511-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=7c512148-c0fd-4bf8-a014-566fd7584e75,segment=NetworkSegment(3409f877-3e4a-40e4-97c7-350ebf9f66ba),segment_id=3409f877-3e4a-40e4-97c7-350ebf9f66ba)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:15:10.666705 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-165fdc79-082b-4eb0-b646-25b2b84a5ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (7c512148-c0fd-4bf8-a014-566fd7584e75), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:10.668378 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-29c873d3-fdce-4ee3-9ff2-af0016c6a72f None None] Attempting to bind port 718d2169-e803-436e-aa16-5616b23d0b0c on host dv-cinder-840511-5-iscsi for vnic_type normal with profile {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 08 22:15:10.668788 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-29c873d3-fdce-4ee3-9ff2-af0016c6a72f None None] Attempting to bind port 718d2169-e803-436e-aa16-5616b23d0b0c by drivers openvswitch,hyperv on host dv-cinder-840511-5-iscsi at level 0 using segments [{'id': '0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd'}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 08 22:15:10.675113 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c873d3-fdce-4ee3-9ff2-af0016c6a72f None None] Attempting to bind port 718d2169-e803-436e-aa16-5616b23d0b0c on network 542aeef6-5046-439a-aa53-dc46759766dd {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 08 22:15:10.683073 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c873d3-fdce-4ee3-9ff2-af0016c6a72f None None] Checking agent: {'id': '7e3c7ef6-abd5-4f0f-b372-b2734b637fd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840511-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 8, 22, 6, 52), 'started_at': datetime.datetime(2022, 5, 8, 22, 7, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 8, 22, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840511-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 08 22:15:10.685638 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54b8e5f-b621-436d-81bc-3b261be00154 None None] Pushing event updated for resources: {'Port': ['ID=6426bd6f-f418-460a-896a-072dd342e50b,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:10.694839 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54b8e5f-b621-436d-81bc-3b261be00154 None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 08 22:15:10.695775 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c873d3-fdce-4ee3-9ff2-af0016c6a72f None None] Checking segment: {'id': '0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 08 22:15:10.697027 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-29c873d3-fdce-4ee3-9ff2-af0016c6a72f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:10.699531 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c873d3-fdce-4ee3-9ff2-af0016c6a72f None None] Bound using segment: {'id': '0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd'} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 08 22:15:10.700109 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-29c873d3-fdce-4ee3-9ff2-af0016c6a72f None None] Bound port: 718d2169-e803-436e-aa16-5616b23d0b0c, host: dv-cinder-840511-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd'}}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 08 22:15:10.700585 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-29c873d3-fdce-4ee3-9ff2-af0016c6a72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (718d2169-e803-436e-aa16-5616b23d0b0c), before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:10.709208 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-613b5aa0-17e0-42e5-b93c-99424100892c admin admin] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:15:10.752035 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613b5aa0-17e0-42e5-b93c-99424100892c admin admin] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 08 22:15:10.752723 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-613b5aa0-17e0-42e5-b93c-99424100892c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-788174'] for router_interface (40e3bb02-430b-45dd-b0e6-f5706e07f1bc), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:10.846902 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-29c873d3-fdce-4ee3-9ff2-af0016c6a72f None None] For port 718d2169-e803-436e-aa16-5616b23d0b0c, host dv-cinder-840511-5-iscsi, cleared binding levels {{(pid=103631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 08 22:15:10.857012 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-29c873d3-fdce-4ee3-9ff2-af0016c6a72f None None] For port 718d2169-e803-436e-aa16-5616b23d0b0c, host dv-cinder-840511-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=718d2169-e803-436e-aa16-5616b23d0b0c,segment=NetworkSegment(0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa),segment_id=0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa)] {{(pid=103631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 08 22:15:10.857616 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-646831bd-e1f2-405f-bc56-0a3cad1fe819 None None] Provisioning complete for port 7c512148-c0fd-4bf8-a014-566fd7584e75 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:15:10.858088 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-646831bd-e1f2-405f-bc56-0a3cad1fe819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (7c512148-c0fd-4bf8-a014-566fd7584e75), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:10.872102 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-29c873d3-fdce-4ee3-9ff2-af0016c6a72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (718d2169-e803-436e-aa16-5616b23d0b0c), after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:11.048429 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a3919a6c-5f93-4171-a0d0-8d1ec6f10b30 admin admin] Publish callbacks [] for port (2a091782-ccc9-48ce-b046-9b493d4f29d4), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:11.050074 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c873d3-fdce-4ee3-9ff2-af0016c6a72f None None] Routers {'40e3bb02-430b-45dd-b0e6-f5706e07f1bc'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:15:11.073374 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-29c873d3-fdce-4ee3-9ff2-af0016c6a72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:14:48Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['40e3bb02-430b-45dd-b0e6-f5706e07f1bc'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:15:11.079673 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da53455-21e9-4c2d-87c9-b6ba4da556b6 None None] Pushing event updated for resources: {'Port': ['ID=718d2169-e803-436e-aa16-5616b23d0b0c,revision_number=3']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:11.149381 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 48428) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:15:11.168258 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613b5aa0-17e0-42e5-b93c-99424100892c admin admin] Pushing event updated for resources: {'Port': ['ID=273e176a-0c4f-444f-b508-eabc343a8562,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:11.190484 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9fb937-0764-48f6-991b-1d8254e87c8f req-e26578b4-9626-4b96-92a4-569c0de7109f tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:11.191923 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-5b9fb937-0764-48f6-991b-1d8254e87c8f req-e26578b4-9626-4b96-92a4-569c0de7109f tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/networks?id=4fd3685e-a2d9-4671-839a-1b7ceaccd6ac HTTP/1.1" status: 200 len: 811 time: 0.9613447 May 08 22:15:11.202050 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Current status of the port 7c512148-c0fd-4bf8-a014-566fd7584e75 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:15:11.203390 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device e14c8e0c-4e7d-46fb-a4bc-a2ce93fe046b up at agent ovs-agent-dv-cinder-840511-5-iscsi {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 08 22:15:11.213000 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c031da6a-b5c4-422a-8ba3-32c363c001f8 admin admin] Publish callbacks [] for router_gateway (704f50fb-b91a-4966-b01e-da4167ed8b5e), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:11.245988 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1125b996-8da2-4dfd-898e-98103cb8e321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (cc56503a-788d-4114-bbe4-74221fe0f439), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:11.248100 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1125b996-8da2-4dfd-898e-98103cb8e321 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:11.252791 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-1125b996-8da2-4dfd-898e-98103cb8e321 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cc56503a-788d-4114-bbe4-74221fe0f439 HTTP/1.1" status: 204 len: 168 time: 1.1489182 May 08 22:15:11.256035 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-164df592-3f36-4cc9-b615-696671920d49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:11.258748 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-5b9fb937-0764-48f6-991b-1d8254e87c8f req-9f6abf48-383b-4ad9-9ec1-ce5ea9041e46 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/quotas/2738147fc3a14599a199b03af9b5ab1e HTTP/1.1" status: 200 len: 375 time: 0.0355003 May 08 22:15:11.271711 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-613b5aa0-17e0-42e5-b93c-99424100892c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (273e176a-0c4f-444f-b508-eabc343a8562), before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:11.275606 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1125b996-8da2-4dfd-898e-98103cb8e321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc56503a-788d-4114-bbe4-74221fe0f439,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:11.348904 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-5b9fb937-0764-48f6-991b-1d8254e87c8f req-d702b5e4-ce24-4254-9b17-5ffce06c1964 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2738147fc3a14599a199b03af9b5ab1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0783353 May 08 22:15:11.359292 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-29c873d3-fdce-4ee3-9ff2-af0016c6a72f None None] Set router 40e3bb02-430b-45dd-b0e6-f5706e07f1bc gateway port host: dv-cinder-840511-5-iscsi {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:15:11.370910 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165fdc79-082b-4eb0-b646-25b2b84a5ddf None None] Pushing event updated for resources: {'Port': ['ID=7c512148-c0fd-4bf8-a014-566fd7584e75,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:11.384395 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-b54b8e5f-b621-436d-81bc-3b261be00154 None None] Attempting to bind port 6426bd6f-f418-460a-896a-072dd342e50b on host dv-cinder-840511-5-iscsi for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 08 22:15:11.384794 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-b54b8e5f-b621-436d-81bc-3b261be00154 None None] Attempting to bind port 6426bd6f-f418-460a-896a-072dd342e50b by drivers openvswitch,hyperv on host dv-cinder-840511-5-iscsi at level 0 using segments [{'id': '1780dade-a5f8-4e6b-b9bd-a988dd8e04e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a4734e2d-d908-4b8e-b542-dd83675e0c99'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 08 22:15:11.385159 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54b8e5f-b621-436d-81bc-3b261be00154 None None] Attempting to bind port 6426bd6f-f418-460a-896a-072dd342e50b on network a4734e2d-d908-4b8e-b542-dd83675e0c99 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 08 22:15:11.446223 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-164df592-3f36-4cc9-b615-696671920d49 admin admin] Publish callbacks [] for security_group (dc46cc37-1d5a-4d6f-8848-c77e4f1a4948), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:11.446431 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54b8e5f-b621-436d-81bc-3b261be00154 None None] Checking agent: {'id': '7e3c7ef6-abd5-4f0f-b372-b2734b637fd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840511-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 8, 22, 6, 52), 'started_at': datetime.datetime(2022, 5, 8, 22, 7, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 8, 22, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840511-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 08 22:15:11.446709 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54b8e5f-b621-436d-81bc-3b261be00154 None None] Checking segment: {'id': '1780dade-a5f8-4e6b-b9bd-a988dd8e04e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a4734e2d-d908-4b8e-b542-dd83675e0c99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 08 22:15:11.447108 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b54b8e5f-b621-436d-81bc-3b261be00154 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:11.447506 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54b8e5f-b621-436d-81bc-3b261be00154 None None] Bound using segment: {'id': '1780dade-a5f8-4e6b-b9bd-a988dd8e04e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a4734e2d-d908-4b8e-b542-dd83675e0c99'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 08 22:15:11.447982 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-b54b8e5f-b621-436d-81bc-3b261be00154 None None] Bound port: 6426bd6f-f418-460a-896a-072dd342e50b, host: dv-cinder-840511-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1780dade-a5f8-4e6b-b9bd-a988dd8e04e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a4734e2d-d908-4b8e-b542-dd83675e0c99'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 08 22:15:11.448794 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b54b8e5f-b621-436d-81bc-3b261be00154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (6426bd6f-f418-460a-896a-072dd342e50b), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:11.459352 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-164df592-3f36-4cc9-b615-696671920d49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (dc46cc37-1d5a-4d6f-8848-c77e4f1a4948), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:11.481315 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a3919a6c-5f93-4171-a0d0-8d1ec6f10b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791034024012'] for port (2a091782-ccc9-48ce-b046-9b493d4f29d4), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:11.486096 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Provisioning complete for port e14c8e0c-4e7d-46fb-a4bc-a2ce93fe046b triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:15:11.486512 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (e14c8e0c-4e7d-46fb-a4bc-a2ce93fe046b), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:11.589327 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3919a6c-5f93-4171-a0d0-8d1ec6f10b30 admin admin] Network 542aeef6-5046-439a-aa53-dc46759766dd is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 08 22:15:11.601926 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-a3919a6c-5f93-4171-a0d0-8d1ec6f10b30 admin admin] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:15:11.608240 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3919a6c-5f93-4171-a0d0-8d1ec6f10b30 admin admin] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 08 22:15:11.630466 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-164df592-3f36-4cc9-b615-696671920d49 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=903c2a6e0eed4e85a862bcecd2cdef25&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4772844 May 08 22:15:11.637136 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 48438) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:15:11.650072 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164df592-3f36-4cc9-b615-696671920d49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc46cc37-1d5a-4d6f-8848-c77e4f1a4948,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:11.712011 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-646831bd-e1f2-405f-bc56-0a3cad1fe819 None None] Current status of the port 7c512148-c0fd-4bf8-a014-566fd7584e75 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:15:11.716728 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-b54b8e5f-b621-436d-81bc-3b261be00154 None None] For port 6426bd6f-f418-460a-896a-072dd342e50b, host dv-cinder-840511-5-iscsi, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 08 22:15:11.738273 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-b54b8e5f-b621-436d-81bc-3b261be00154 None None] For port 6426bd6f-f418-460a-896a-072dd342e50b, host dv-cinder-840511-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=6426bd6f-f418-460a-896a-072dd342e50b,segment=NetworkSegment(1780dade-a5f8-4e6b-b9bd-a988dd8e04e7),segment_id=1780dade-a5f8-4e6b-b9bd-a988dd8e04e7)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 08 22:15:11.749787 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-29c873d3-fdce-4ee3-9ff2-af0016c6a72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e3bb02-430b-45dd-b0e6-f5706e07f1bc', 'name': 'tempest-AttachVolumeTestJSON-325224771-router', 'tenant_id': '877c3ddd8833480d8dedc0796ec7dcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '718d2169-e803-436e-aa16-5616b23d0b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:15:04Z', 'updated_at': '2022-05-08T22:15:06Z', 'revision_number': 3, 'project_id': '877c3ddd8833480d8dedc0796ec7dcd2', 'gw_port': {'id': '718d2169-e803-436e-aa16-5616b23d0b0c', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ab:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e3bb02-430b-45dd-b0e6-f5706e07f1bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:05Z', 'updated_at': '2022-05-08T22:15:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi'}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:15:11.770587 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b54b8e5f-b621-436d-81bc-3b261be00154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (6426bd6f-f418-460a-896a-072dd342e50b), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:11.784480 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3919a6c-5f93-4171-a0d0-8d1ec6f10b30 admin admin] Pushing event updated for resources: {'Port': ['ID=2a091782-ccc9-48ce-b046-9b493d4f29d4,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:11.816048 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c873d3-fdce-4ee3-9ff2-af0016c6a72f None None] The sync data for ids ['40e3bb02-430b-45dd-b0e6-f5706e07f1bc'] in dv-cinder-840511-5-iscsi is: [{'id': '40e3bb02-430b-45dd-b0e6-f5706e07f1bc', 'name': 'tempest-AttachVolumeTestJSON-325224771-router', 'tenant_id': '877c3ddd8833480d8dedc0796ec7dcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '718d2169-e803-436e-aa16-5616b23d0b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:15:04Z', 'updated_at': '2022-05-08T22:15:06Z', 'revision_number': 3, 'project_id': '877c3ddd8833480d8dedc0796ec7dcd2', 'gw_port': {'id': '718d2169-e803-436e-aa16-5616b23d0b0c', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ab:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e3bb02-430b-45dd-b0e6-f5706e07f1bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:05Z', 'updated_at': '2022-05-08T22:15:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi'}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 08 22:15:11.824893 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Current status of the port e14c8e0c-4e7d-46fb-a4bc-a2ce93fe046b is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:15:11.858490 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-613b5aa0-17e0-42e5-b93c-99424100892c admin admin] Publish callbacks [] for port (273e176a-0c4f-444f-b508-eabc343a8562), precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:11.870674 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [req-5b9fb937-0764-48f6-991b-1d8254e87c8f req-3f244db8-a6ca-410d-8764-c83a1e3aad4e service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103628) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 08 22:15:11.872501 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54b8e5f-b621-436d-81bc-3b261be00154 None None] Pushing event updated for resources: {'Port': ['ID=6426bd6f-f418-460a-896a-072dd342e50b,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:11.874176 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-5b9fb937-0764-48f6-991b-1d8254e87c8f req-3f244db8-a6ca-410d-8764-c83a1e3aad4e service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2467484 May 08 22:15:11.878145 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-59f48c6b-d68d-4c7a-9a31-de391b94a86a None None] Provisioning complete for port 273e176a-0c4f-444f-b508-eabc343a8562 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:15:11.881857 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-59f48c6b-d68d-4c7a-9a31-de391b94a86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (273e176a-0c4f-444f-b508-eabc343a8562), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:11.909059 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-613b5aa0-17e0-42e5-b93c-99424100892c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (273e176a-0c4f-444f-b508-eabc343a8562), after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:11.909059 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-613b5aa0-17e0-42e5-b93c-99424100892c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-786564'] for router_interface (40e3bb02-430b-45dd-b0e6-f5706e07f1bc), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:11.999775 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c031da6a-b5c4-422a-8ba3-32c363c001f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-790688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-789731'] for router (704f50fb-b91a-4966-b01e-da4167ed8b5e), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:12.022330 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-59f48c6b-d68d-4c7a-9a31-de391b94a86a None None] Port 273e176a-0c4f-444f-b508-eabc343a8562 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 08 22:15:12.043907 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f5ea6287-2231-4b6b-9da3-5f85d1b6fcaf admin admin] Publish callbacks [] for security_group (dc46cc37-1d5a-4d6f-8848-c77e4f1a4948), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:12.067334 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device 7c512148-c0fd-4bf8-a014-566fd7584e75 up at agent ovs-agent-dv-cinder-840511-5-iscsi {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 08 22:15:12.146262 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613b5aa0-17e0-42e5-b93c-99424100892c admin admin] Pushing event updated for resources: {'Port': ['ID=273e176a-0c4f-444f-b508-eabc343a8562,revision_number=2']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:12.153688 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f5ea6287-2231-4b6b-9da3-5f85d1b6fcaf admin admin] Publish callbacks [] for security_group (dc46cc37-1d5a-4d6f-8848-c77e4f1a4948), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:12.162957 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Provisioning complete for port 7c512148-c0fd-4bf8-a014-566fd7584e75 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:15:12.163610 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (7c512148-c0fd-4bf8-a014-566fd7584e75), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:12.293135 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 48456) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:15:12.369013 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Current status of the port 7c512148-c0fd-4bf8-a014-566fd7584e75 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:15:12.415596 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-5b9fb937-0764-48f6-991b-1d8254e87c8f req-c5198d03-04ee-47ab-9d6a-33eb86a1ae93 service neutron] 10.222.0.44 "GET /v2.0/networks/4fd3685e-a2d9-4671-839a-1b7ceaccd6ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5279186 May 08 22:15:12.428679 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-83f4ba8d-79bb-4b9a-962d-0d47d0a8e7d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:12.486325 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613b5aa0-17e0-42e5-b93c-99424100892c admin admin] Network 387fc46a-30bd-496f-ac2d-d7b18b5cbea6 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 08 22:15:12.522006 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f5ea6287-2231-4b6b-9da3-5f85d1b6fcaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (dc46cc37-1d5a-4d6f-8848-c77e4f1a4948), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:12.525273 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f5ea6287-2231-4b6b-9da3-5f85d1b6fcaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:12.532167 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-f5ea6287-2231-4b6b-9da3-5f85d1b6fcaf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dc46cc37-1d5a-4d6f-8848-c77e4f1a4948 HTTP/1.1" status: 204 len: 168 time: 0.8881171 May 08 22:15:12.591473 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-613b5aa0-17e0-42e5-b93c-99424100892c admin admin] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:15:12.665205 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a3919a6c-5f93-4171-a0d0-8d1ec6f10b30 admin admin] Publish callbacks [] for router_gateway (8e291ff0-32e4-4e5d-affc-34ff10dda5b3), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:12.737206 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea6287-2231-4b6b-9da3-5f85d1b6fcaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc46cc37-1d5a-4d6f-8848-c77e4f1a4948,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:12.854601 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.agents_db [None req-09216671-537f-4251-a64c-737ccd42d6d2 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 08 22:15:12.860799 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c031da6a-b5c4-422a-8ba3-32c363c001f8 admin admin] Router 704f50fb-b91a-4966-b01e-da4167ed8b5e is scheduled to L3 agent 69aa2ac4-530d-40c2-a84a-3161d84edf61 with binding_index 1 {{(pid=103629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 08 22:15:12.908195 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-5b9fb937-0764-48f6-991b-1d8254e87c8f req-a533d6d6-c6d5-4fd2-b0b6-726bdacd5d17 service neutron] 10.222.0.44 "GET /v2.0/networks/4fd3685e-a2d9-4671-839a-1b7ceaccd6ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4685414 May 08 22:15:12.979605 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-e48aa716-8dfb-4044-8fb8-c325275e4957 None None] Provisioning complete for port 273e176a-0c4f-444f-b508-eabc343a8562 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:15:12.980046 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-e48aa716-8dfb-4044-8fb8-c325275e4957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (273e176a-0c4f-444f-b508-eabc343a8562), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:13.035099 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-83f4ba8d-79bb-4b9a-962d-0d47d0a8e7d8 admin admin] Publish callbacks [] for security_group (81864775-b1aa-428f-a5b7-552bcbd61d6c), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:13.053069 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-83f4ba8d-79bb-4b9a-962d-0d47d0a8e7d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (81864775-b1aa-428f-a5b7-552bcbd61d6c), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:13.056991 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-613b5aa0-17e0-42e5-b93c-99424100892c admin admin] Router 40e3bb02-430b-45dd-b0e6-f5706e07f1bc has already been hosted by L3 agent 69aa2ac4-530d-40c2-a84a-3161d84edf61 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 08 22:15:13.069060 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-e48aa716-8dfb-4044-8fb8-c325275e4957 None None] Port 273e176a-0c4f-444f-b508-eabc343a8562 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 08 22:15:13.146831 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-83f4ba8d-79bb-4b9a-962d-0d47d0a8e7d8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0d3248f4fb4e4837a1fcb1f7cb50f969&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7937019 May 08 22:15:13.149246 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f4ba8d-79bb-4b9a-962d-0d47d0a8e7d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81864775-b1aa-428f-a5b7-552bcbd61d6c,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:13.157427 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 48466) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:15:13.227880 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c031da6a-b5c4-422a-8ba3-32c363c001f8 admin admin] Notify agent at l3_agent.dv-cinder-840511-5-iscsi the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 08 22:15:13.252444 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d598bd-496e-4b81-96c5-d209a205be43 None None] Sync routers for ids ['704f50fb-b91a-4966-b01e-da4167ed8b5e'] in dv-cinder-840511-5-iscsi {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 08 22:15:13.290629 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d598bd-496e-4b81-96c5-d209a205be43 None None] Routers {'704f50fb-b91a-4966-b01e-da4167ed8b5e'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:15:13.291526 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-e0d598bd-496e-4b81-96c5-d209a205be43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:14:48Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['704f50fb-b91a-4966-b01e-da4167ed8b5e'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:15:13.387633 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c031da6a-b5c4-422a-8ba3-32c363c001f8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:13.392291 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-c031da6a-b5c4-422a-8ba3-32c363c001f8 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.1542606 May 08 22:15:13.395399 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a3919a6c-5f93-4171-a0d0-8d1ec6f10b30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-790688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-789731'] for router (8e291ff0-32e4-4e5d-affc-34ff10dda5b3), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:13.407831 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 48494) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:15:13.564741 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-82786ceb-a4f8-4352-86e1-b63058479258 admin admin] Publish callbacks [] for security_group (81864775-b1aa-428f-a5b7-552bcbd61d6c), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:13.643480 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-e0d598bd-496e-4b81-96c5-d209a205be43 None None] Set router 704f50fb-b91a-4966-b01e-da4167ed8b5e gateway port host: dv-cinder-840511-5-iscsi {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:15:13.725894 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-82786ceb-a4f8-4352-86e1-b63058479258 admin admin] Publish callbacks [] for security_group (81864775-b1aa-428f-a5b7-552bcbd61d6c), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:13.896330 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-613b5aa0-17e0-42e5-b93c-99424100892c admin admin] Notify agent at l3_agent.dv-cinder-840511-5-iscsi the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 08 22:15:13.906876 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-613b5aa0-17e0-42e5-b93c-99424100892c admin admin] 10.222.0.44 "PUT /v2.0/routers/40e3bb02-430b-45dd-b0e6-f5706e07f1bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3036163 May 08 22:15:13.957131 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe06cdfc-693f-4a3a-827d-d2ef6bccf264 None None] Network a4734e2d-d908-4b8e-b542-dd83675e0c99 requested from dv-cinder-840511-5-iscsi {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 08 22:15:14.104186 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-82786ceb-a4f8-4352-86e1-b63058479258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (81864775-b1aa-428f-a5b7-552bcbd61d6c), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:14.106994 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-82786ceb-a4f8-4352-86e1-b63058479258 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:14.107799 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-82786ceb-a4f8-4352-86e1-b63058479258 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/81864775-b1aa-428f-a5b7-552bcbd61d6c HTTP/1.1" status: 204 len: 168 time: 0.9477828 May 08 22:15:14.137046 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82786ceb-a4f8-4352-86e1-b63058479258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81864775-b1aa-428f-a5b7-552bcbd61d6c,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:14.147916 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device 718d2169-e803-436e-aa16-5616b23d0b0c up at agent ovs-agent-dv-cinder-840511-5-iscsi {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 08 22:15:14.236532 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-f8dc92ca-cef3-45a6-8da9-543dd43f7433 None None] Provisioning complete for port 6426bd6f-f418-460a-896a-072dd342e50b triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:15:14.236932 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f8dc92ca-cef3-45a6-8da9-543dd43f7433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (6426bd6f-f418-460a-896a-072dd342e50b), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:14.285187 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3919a6c-5f93-4171-a0d0-8d1ec6f10b30 admin admin] Router 8e291ff0-32e4-4e5d-affc-34ff10dda5b3 is scheduled to L3 agent 69aa2ac4-530d-40c2-a84a-3161d84edf61 with binding_index 1 {{(pid=103629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 08 22:15:14.398679 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Provisioning complete for port 718d2169-e803-436e-aa16-5616b23d0b0c triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:15:14.399070 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (718d2169-e803-436e-aa16-5616b23d0b0c), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:14.499947 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-f8dc92ca-cef3-45a6-8da9-543dd43f7433 None None] Current status of the port 6426bd6f-f418-460a-896a-072dd342e50b is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:15:14.500596 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f8dc92ca-cef3-45a6-8da9-543dd43f7433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (6426bd6f-f418-460a-896a-072dd342e50b), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:14.511035 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 48548) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:15:14.602666 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-e0d598bd-496e-4b81-96c5-d209a205be43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '704f50fb-b91a-4966-b01e-da4167ed8b5e', 'name': 'tempest-ServerRescueNegativeTestJSON-825093394-router', 'tenant_id': '9bf17cedd3154ce4b6b2bd0e4dcbb92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '0c671479-16d2-4562-bc9b-36013f9f96d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:15:06Z', 'updated_at': '2022-05-08T22:15:10Z', 'revision_number': 3, 'project_id': '9bf17cedd3154ce4b6b2bd0e4dcbb92c', 'gw_port': {'id': '0c671479-16d2-4562-bc9b-36013f9f96d1', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ab:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '704f50fb-b91a-4966-b01e-da4167ed8b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:08Z', 'updated_at': '2022-05-08T22:15:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi'}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:15:14.669375 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c4d0fc89-b0e5-436c-8b0b-a655e3f6270f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:14.710963 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6929db9-0f83-4310-9376-5f6fb1b3ac50 None None] Sync routers for ids ['40e3bb02-430b-45dd-b0e6-f5706e07f1bc'] in dv-cinder-840511-5-iscsi {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 08 22:15:14.725833 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6929db9-0f83-4310-9376-5f6fb1b3ac50 None None] Routers {'40e3bb02-430b-45dd-b0e6-f5706e07f1bc'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:15:14.729089 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-a6929db9-0f83-4310-9376-5f6fb1b3ac50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:14:48Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['40e3bb02-430b-45dd-b0e6-f5706e07f1bc'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:15:14.753763 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-f8dc92ca-cef3-45a6-8da9-543dd43f7433 None None] For port 6426bd6f-f418-460a-896a-072dd342e50b, host dv-cinder-840511-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=6426bd6f-f418-460a-896a-072dd342e50b,segment=NetworkSegment(1780dade-a5f8-4e6b-b9bd-a988dd8e04e7),segment_id=1780dade-a5f8-4e6b-b9bd-a988dd8e04e7)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:15:14.756323 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d598bd-496e-4b81-96c5-d209a205be43 None None] Checking router: 704f50fb-b91a-4966-b01e-da4167ed8b5e for host: dv-cinder-840511-5-iscsi {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 08 22:15:14.765794 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d598bd-496e-4b81-96c5-d209a205be43 None None] Updating router 704f50fb-b91a-4966-b01e-da4167ed8b5e port 0c671479-16d2-4562-bc9b-36013f9f96d1 binding host dv-cinder-840511-5-iscsi {{(pid=103630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 08 22:15:14.768736 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3919a6c-5f93-4171-a0d0-8d1ec6f10b30 admin admin] Notify agent at l3_agent.dv-cinder-840511-5-iscsi the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 08 22:15:14.940657 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-e0d598bd-496e-4b81-96c5-d209a205be43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (0c671479-16d2-4562-bc9b-36013f9f96d1), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:14.943427 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975a98db-a6ec-4643-8c29-b87ef6a9d704 None None] Sync routers for ids ['8e291ff0-32e4-4e5d-affc-34ff10dda5b3'] in dv-cinder-840511-5-iscsi {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 08 22:15:14.966253 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f8dc92ca-cef3-45a6-8da9-543dd43f7433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (6426bd6f-f418-460a-896a-072dd342e50b), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:15.061012 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-8fe25d3a-8615-4818-97a3-b1f482cc80cf req-498eab86-1e58-4526-8b74-9fb0f51fc928 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e127fdd-cea7-48e8-9d46-924fbd051cd4 HTTP/1.1" status: 200 len: 210 time: 0.5486536 May 08 22:15:15.150572 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-a6929db9-0f83-4310-9376-5f6fb1b3ac50 None None] Set router 40e3bb02-430b-45dd-b0e6-f5706e07f1bc gateway port host: dv-cinder-840511-5-iscsi {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:15:15.160968 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a3919a6c-5f93-4171-a0d0-8d1ec6f10b30 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:15.162859 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-a3919a6c-5f93-4171-a0d0-8d1ec6f10b30 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.3404918 May 08 22:15:15.166142 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 48576) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:15:15.168498 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dc92ca-cef3-45a6-8da9-543dd43f7433 None None] Pushing event updated for resources: {'Port': ['ID=6426bd6f-f418-460a-896a-072dd342e50b,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:15.206698 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-7573e671-c847-46cd-bbdb-8ba3a12c2582 None None] Provisioning complete for port 6426bd6f-f418-460a-896a-072dd342e50b triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:15:15.207277 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7573e671-c847-46cd-bbdb-8ba3a12c2582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (6426bd6f-f418-460a-896a-072dd342e50b), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:15.224534 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975a98db-a6ec-4643-8c29-b87ef6a9d704 None None] Routers {'8e291ff0-32e4-4e5d-affc-34ff10dda5b3'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:15:15.225978 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-975a98db-a6ec-4643-8c29-b87ef6a9d704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:14:48Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['8e291ff0-32e4-4e5d-affc-34ff10dda5b3'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:15:15.351456 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-c4d0fc89-b0e5-436c-8b0b-a655e3f6270f admin admin] Allocated IP 172.20.0.1 (4427f95d-7dad-47df-8ab1-304fd704186a/d42cc4d2-76bb-4552-9ac7-abf4e664168d/6ffd45d4-366f-40f2-8045-f1961d7b8f55) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 08 22:15:15.364707 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 48586) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:15:15.376256 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [None req-3f91bd94-6a01-4d20-9453-8d52a52b7d58 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1915232592', 'description': 'tempest-description--1137823794'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:15:15.413261 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-975a98db-a6ec-4643-8c29-b87ef6a9d704 None None] Set router 8e291ff0-32e4-4e5d-affc-34ff10dda5b3 gateway port host: dv-cinder-840511-5-iscsi {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:15:15.451667 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Current status of the port 718d2169-e803-436e-aa16-5616b23d0b0c is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:15:15.452383 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (718d2169-e803-436e-aa16-5616b23d0b0c), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:15.616916 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] For port 718d2169-e803-436e-aa16-5616b23d0b0c, host dv-cinder-840511-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=718d2169-e803-436e-aa16-5616b23d0b0c,segment=NetworkSegment(0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa),segment_id=0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:15:15.654663 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3f91bd94-6a01-4d20-9453-8d52a52b7d58 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Publish callbacks [] for security_group (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:15.696970 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (718d2169-e803-436e-aa16-5616b23d0b0c), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:15.698111 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device 6426bd6f-f418-460a-896a-072dd342e50b up at agent ovs-agent-dv-cinder-840511-5-iscsi {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 08 22:15:15.779518 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c4d0fc89-b0e5-436c-8b0b-a655e3f6270f admin admin] Publish callbacks [] for port (6ffd45d4-366f-40f2-8045-f1961d7b8f55), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:15.816087 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3f91bd94-6a01-4d20-9453-8d52a52b7d58 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Publish callbacks [] for security_group (ca44f436-fe4a-4cda-b0b9-0850bed715c4), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:15.827285 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3f91bd94-6a01-4d20-9453-8d52a52b7d58 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (ca44f436-fe4a-4cda-b0b9-0850bed715c4), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:15.836069 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-a6929db9-0f83-4310-9376-5f6fb1b3ac50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e3bb02-430b-45dd-b0e6-f5706e07f1bc', 'name': 'tempest-AttachVolumeTestJSON-325224771-router', 'tenant_id': '877c3ddd8833480d8dedc0796ec7dcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '718d2169-e803-436e-aa16-5616b23d0b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:15:04Z', 'updated_at': '2022-05-08T22:15:11Z', 'revision_number': 4, 'project_id': '877c3ddd8833480d8dedc0796ec7dcd2', 'gw_port': {'id': '718d2169-e803-436e-aa16-5616b23d0b0c', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ab:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e3bb02-430b-45dd-b0e6-f5706e07f1bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:05Z', 'updated_at': '2022-05-08T22:15:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_interfaces': [{'id': '273e176a-0c4f-444f-b508-eabc343a8562', 'name': '', 'network_id': '387fc46a-30bd-496f-ac2d-d7b18b5cbea6', 'tenant_id': '877c3ddd8833480d8dedc0796ec7dcd2', 'mac_address': 'fa:16:3e:21:53:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e3bb02-430b-45dd-b0e6-f5706e07f1bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '22276153-f38c-4e2a-9ff9-b172da35f69d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:09Z', 'updated_at': '2022-05-08T22:15:11Z', 'revision_number': 2, 'project_id': '877c3ddd8833480d8dedc0796ec7dcd2', 'subnets': [{'id': '22276153-f38c-4e2a-9ff9-b172da35f69d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:15:15.951674 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f91bd94-6a01-4d20-9453-8d52a52b7d58 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca44f436-fe4a-4cda-b0b9-0850bed715c4,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:15.970159 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3f91bd94-6a01-4d20-9453-8d52a52b7d58 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Publish callbacks [] for security_group (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:15.979233 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-3f91bd94-6a01-4d20-9453-8d52a52b7d58 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.6117592 May 08 22:15:15.982820 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 48604) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:15:15.991952 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [None req-b17bc0d8-617a-4747-aa0b-a066b3b7801d tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Request body: {'security_group_rule': {'security_group_id': 'ca44f436-fe4a-4cda-b0b9-0850bed715c4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:15:16.007921 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c4d0fc89-b0e5-436c-8b0b-a655e3f6270f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791034024012'] for port (6ffd45d4-366f-40f2-8045-f1961d7b8f55), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:16.024875 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7573e671-c847-46cd-bbdb-8ba3a12c2582 None None] Current status of the port 6426bd6f-f418-460a-896a-072dd342e50b is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:15:16.047295 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Pushing event updated for resources: {'Port': ['ID=718d2169-e803-436e-aa16-5616b23d0b0c,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:16.053650 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-975a98db-a6ec-4643-8c29-b87ef6a9d704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'name': 'tempest-AttachVolumeNegativeTest-1605491633-router', 'tenant_id': '489bde08b9284b5f8e5eb2ebc398b963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '2a091782-ccc9-48ce-b046-9b493d4f29d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:15:08Z', 'updated_at': '2022-05-08T22:15:12Z', 'revision_number': 3, 'project_id': '489bde08b9284b5f8e5eb2ebc398b963', 'gw_port': {'id': '2a091782-ccc9-48ce-b046-9b493d4f29d4', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ff:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:10Z', 'updated_at': '2022-05-08T22:15:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi'}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:15:16.072101 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Provisioning complete for port 6426bd6f-f418-460a-896a-072dd342e50b triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:15:16.072493 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (6426bd6f-f418-460a-896a-072dd342e50b), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:16.084653 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6929db9-0f83-4310-9376-5f6fb1b3ac50 None None] Checking router: 40e3bb02-430b-45dd-b0e6-f5706e07f1bc for host: dv-cinder-840511-5-iscsi {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 08 22:15:16.084653 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6929db9-0f83-4310-9376-5f6fb1b3ac50 None None] Updating router 40e3bb02-430b-45dd-b0e6-f5706e07f1bc port 273e176a-0c4f-444f-b508-eabc343a8562 binding host dv-cinder-840511-5-iscsi {{(pid=103631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 08 22:15:16.084909 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b17bc0d8-617a-4747-aa0b-a066b3b7801d tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Publish callbacks [] for security_group_rule (4c74f945-5670-4b12-9621-b3db40311c48), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:16.095931 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d0fc89-b0e5-436c-8b0b-a655e3f6270f admin admin] Network 4427f95d-7dad-47df-8ab1-304fd704186a is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 08 22:15:16.104246 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-c4d0fc89-b0e5-436c-8b0b-a655e3f6270f admin admin] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:15:16.127157 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d0fc89-b0e5-436c-8b0b-a655e3f6270f admin admin] Pushing event updated for resources: {'Port': ['ID=6ffd45d4-366f-40f2-8045-f1961d7b8f55,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:16.135054 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d0fc89-b0e5-436c-8b0b-a655e3f6270f admin admin] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 08 22:15:16.135815 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c4d0fc89-b0e5-436c-8b0b-a655e3f6270f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-788174'] for router_interface (704f50fb-b91a-4966-b01e-da4167ed8b5e), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:16.148755 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-a6929db9-0f83-4310-9376-5f6fb1b3ac50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (273e176a-0c4f-444f-b508-eabc343a8562), before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:16.257128 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975a98db-a6ec-4643-8c29-b87ef6a9d704 None None] Checking router: 8e291ff0-32e4-4e5d-affc-34ff10dda5b3 for host: dv-cinder-840511-5-iscsi {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 08 22:15:16.257822 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975a98db-a6ec-4643-8c29-b87ef6a9d704 None None] Updating router 8e291ff0-32e4-4e5d-affc-34ff10dda5b3 port 2a091782-ccc9-48ce-b046-9b493d4f29d4 binding host dv-cinder-840511-5-iscsi {{(pid=103630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 08 22:15:16.350692 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-109505a4-231e-4a19-89d2-1d20af6f232b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:16.512907 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-8244b676-9c7b-47fb-9417-815eefacc703 req-4999c82f-37dc-4dcf-ab15-f6b1f7f4b178 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e127fdd-cea7-48e8-9d46-924fbd051cd4 HTTP/1.1" status: 200 len: 210 time: 0.0541790 May 08 22:15:16.516363 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b17bc0d8-617a-4747-aa0b-a066b3b7801d tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Publish callbacks [] for security_group_rule (4c74f945-5670-4b12-9621-b3db40311c48), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:16.554445 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b17bc0d8-617a-4747-aa0b-a066b3b7801d tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571357'] for security_group_rule (4c74f945-5670-4b12-9621-b3db40311c48), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:16.614694 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-a6929db9-0f83-4310-9376-5f6fb1b3ac50 None None] Publish callbacks [] for port (273e176a-0c4f-444f-b508-eabc343a8562), precommit_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:16.626608 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-a6929db9-0f83-4310-9376-5f6fb1b3ac50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (273e176a-0c4f-444f-b508-eabc343a8562), after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:16.640879 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-109505a4-231e-4a19-89d2-1d20af6f232b admin admin] Allocated IP 172.20.0.1 (a4734e2d-d908-4b8e-b542-dd83675e0c99/7cb890a2-14d2-4c0b-a82b-863c0417b5f3/6deee425-784f-4ef9-823b-d791d7155c4e) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 08 22:15:16.653049 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-51779c18-6a96-423f-a71f-fbed333537a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (399f5491-dab9-4373-bd22-64cd7c73418d), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:16.658990 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Current status of the port 6426bd6f-f418-460a-896a-072dd342e50b is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:15:16.719017 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17bc0d8-617a-4747-aa0b-a066b3b7801d tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c74f945-5670-4b12-9621-b3db40311c48,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:16.736851 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b17bc0d8-617a-4747-aa0b-a066b3b7801d tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:16.742932 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-b17bc0d8-617a-4747-aa0b-a066b3b7801d tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7582850 May 08 22:15:16.746728 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 48624) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:15:16.757001 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [None req-cf36673a-ba1c-4797-a35c-573805d70324 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Request body: {'security_group_rule': {'security_group_id': 'ca44f436-fe4a-4cda-b0b9-0850bed715c4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:15:16.785304 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-975a98db-a6ec-4643-8c29-b87ef6a9d704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (2a091782-ccc9-48ce-b046-9b493d4f29d4), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:16.789965 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd79f8-2b3b-4308-81e2-8576e08a532a None None] Pushing event updated for resources: {'Port': ['ID=273e176a-0c4f-444f-b508-eabc343a8562,revision_number=3']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:16.816805 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-109505a4-231e-4a19-89d2-1d20af6f232b admin admin] Publish callbacks [] for port (6deee425-784f-4ef9-823b-d791d7155c4e), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:16.875067 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-e0d598bd-496e-4b81-96c5-d209a205be43 None None] Publish callbacks [] for port (0c671479-16d2-4562-bc9b-36013f9f96d1), precommit_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:16.886902 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-a6929db9-0f83-4310-9376-5f6fb1b3ac50 None None] Attempting to bind port 273e176a-0c4f-444f-b508-eabc343a8562 on host dv-cinder-840511-5-iscsi for vnic_type normal with profile {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 08 22:15:16.888763 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-a6929db9-0f83-4310-9376-5f6fb1b3ac50 None None] Attempting to bind port 273e176a-0c4f-444f-b508-eabc343a8562 by drivers openvswitch,hyperv on host dv-cinder-840511-5-iscsi at level 0 using segments [{'id': 'bff755d0-708f-46dc-97e7-b50558f025ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '387fc46a-30bd-496f-ac2d-d7b18b5cbea6'}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 08 22:15:16.890482 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6929db9-0f83-4310-9376-5f6fb1b3ac50 None None] Attempting to bind port 273e176a-0c4f-444f-b508-eabc343a8562 on network 387fc46a-30bd-496f-ac2d-d7b18b5cbea6 {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 08 22:15:16.890992 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-e6b9af89-b517-492b-8273-1408cde950ac None None] Provisioning complete for port 6ffd45d4-366f-40f2-8045-f1961d7b8f55 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:15:16.891467 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-e6b9af89-b517-492b-8273-1408cde950ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (6ffd45d4-366f-40f2-8045-f1961d7b8f55), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:16.901550 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-109505a4-231e-4a19-89d2-1d20af6f232b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791034024012'] for port (6deee425-784f-4ef9-823b-d791d7155c4e), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:16.912893 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6929db9-0f83-4310-9376-5f6fb1b3ac50 None None] Checking agent: {'id': '7e3c7ef6-abd5-4f0f-b372-b2734b637fd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840511-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 8, 22, 6, 52), 'started_at': datetime.datetime(2022, 5, 8, 22, 7, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 8, 22, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840511-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 08 22:15:16.917845 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6929db9-0f83-4310-9376-5f6fb1b3ac50 None None] Checking segment: {'id': 'bff755d0-708f-46dc-97e7-b50558f025ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '387fc46a-30bd-496f-ac2d-d7b18b5cbea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 08 22:15:16.918266 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-a6929db9-0f83-4310-9376-5f6fb1b3ac50 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:16.919827 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6929db9-0f83-4310-9376-5f6fb1b3ac50 None None] Bound using segment: {'id': 'bff755d0-708f-46dc-97e7-b50558f025ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '387fc46a-30bd-496f-ac2d-d7b18b5cbea6'} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 08 22:15:16.920366 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-a6929db9-0f83-4310-9376-5f6fb1b3ac50 None None] Bound port: 273e176a-0c4f-444f-b508-eabc343a8562, host: dv-cinder-840511-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bff755d0-708f-46dc-97e7-b50558f025ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '387fc46a-30bd-496f-ac2d-d7b18b5cbea6'}}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 08 22:15:16.920912 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-a6929db9-0f83-4310-9376-5f6fb1b3ac50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (273e176a-0c4f-444f-b508-eabc343a8562), before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:16.984277 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c4d0fc89-b0e5-436c-8b0b-a655e3f6270f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (6ffd45d4-366f-40f2-8045-f1961d7b8f55), before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:16.985180 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109505a4-231e-4a19-89d2-1d20af6f232b admin admin] Network a4734e2d-d908-4b8e-b542-dd83675e0c99 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 08 22:15:16.989934 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-109505a4-231e-4a19-89d2-1d20af6f232b admin admin] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:15:17.010618 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109505a4-231e-4a19-89d2-1d20af6f232b admin admin] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 08 22:15:17.014836 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-109505a4-231e-4a19-89d2-1d20af6f232b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-788174'] for router_interface (8e291ff0-32e4-4e5d-affc-34ff10dda5b3), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:17.024482 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-cf36673a-ba1c-4797-a35c-573805d70324 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Publish callbacks [] for security_group_rule (c0b2e0b2-f582-41f4-8926-24f51123f538), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:17.043999 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-e0d598bd-496e-4b81-96c5-d209a205be43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (0c671479-16d2-4562-bc9b-36013f9f96d1), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:17.085895 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-a6929db9-0f83-4310-9376-5f6fb1b3ac50 None None] For port 273e176a-0c4f-444f-b508-eabc343a8562, host dv-cinder-840511-5-iscsi, cleared binding levels {{(pid=103631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 08 22:15:17.094807 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-a6929db9-0f83-4310-9376-5f6fb1b3ac50 None None] For port 273e176a-0c4f-444f-b508-eabc343a8562, host dv-cinder-840511-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=273e176a-0c4f-444f-b508-eabc343a8562,segment=NetworkSegment(bff755d0-708f-46dc-97e7-b50558f025ca),segment_id=bff755d0-708f-46dc-97e7-b50558f025ca)] {{(pid=103631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 08 22:15:17.099586 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device 718d2169-e803-436e-aa16-5616b23d0b0c up at agent ovs-agent-dv-cinder-840511-5-iscsi {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 08 22:15:17.108290 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-a6929db9-0f83-4310-9376-5f6fb1b3ac50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (273e176a-0c4f-444f-b508-eabc343a8562), after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:17.167675 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-e6b9af89-b517-492b-8273-1408cde950ac None None] Port 6ffd45d4-366f-40f2-8045-f1961d7b8f55 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 08 22:15:17.188996 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-e0d598bd-496e-4b81-96c5-d209a205be43 None None] Attempting to bind port 0c671479-16d2-4562-bc9b-36013f9f96d1 on host dv-cinder-840511-5-iscsi for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 08 22:15:17.193548 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-e0d598bd-496e-4b81-96c5-d209a205be43 None None] Attempting to bind port 0c671479-16d2-4562-bc9b-36013f9f96d1 by drivers openvswitch,hyperv on host dv-cinder-840511-5-iscsi at level 0 using segments [{'id': '0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 08 22:15:17.194012 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d598bd-496e-4b81-96c5-d209a205be43 None None] Attempting to bind port 0c671479-16d2-4562-bc9b-36013f9f96d1 on network 542aeef6-5046-439a-aa53-dc46759766dd {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 08 22:15:17.211707 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-cf36673a-ba1c-4797-a35c-573805d70324 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Publish callbacks [] for security_group_rule (c0b2e0b2-f582-41f4-8926-24f51123f538), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:17.231151 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109505a4-231e-4a19-89d2-1d20af6f232b admin admin] Pushing event updated for resources: {'Port': ['ID=6deee425-784f-4ef9-823b-d791d7155c4e,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:17.243672 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-cf36673a-ba1c-4797-a35c-573805d70324 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571357'] for security_group_rule (c0b2e0b2-f582-41f4-8926-24f51123f538), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:17.286673 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-109505a4-231e-4a19-89d2-1d20af6f232b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (6deee425-784f-4ef9-823b-d791d7155c4e), before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:17.287049 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf36673a-ba1c-4797-a35c-573805d70324 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0b2e0b2-f582-41f4-8926-24f51123f538,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:17.293364 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-cf36673a-ba1c-4797-a35c-573805d70324 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:17.297896 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-cf36673a-ba1c-4797-a35c-573805d70324 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5470269 May 08 22:15:17.300088 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 48634) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:15:17.317191 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd79f8-2b3b-4308-81e2-8576e08a532a None None] Pushing event updated for resources: {'Port': ['ID=273e176a-0c4f-444f-b508-eabc343a8562,revision_number=4']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:17.323654 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6929db9-0f83-4310-9376-5f6fb1b3ac50 None None] Routers {'40e3bb02-430b-45dd-b0e6-f5706e07f1bc'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:15:17.324357 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-a6929db9-0f83-4310-9376-5f6fb1b3ac50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:14:48Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['40e3bb02-430b-45dd-b0e6-f5706e07f1bc'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:15:17.337472 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [None req-6807f15e-899d-466d-8bca-c08c39921edd tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Request body: {'floatingip': {'floating_network_id': '542aeef6-5046-439a-aa53-dc46759766dd'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:15:17.375769 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6807f15e-899d-466d-8bca-c08c39921edd tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:17.378232 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d598bd-496e-4b81-96c5-d209a205be43 None None] Checking agent: {'id': '7e3c7ef6-abd5-4f0f-b372-b2734b637fd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840511-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 8, 22, 6, 52), 'started_at': datetime.datetime(2022, 5, 8, 22, 7, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 8, 22, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840511-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 08 22:15:17.379141 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d598bd-496e-4b81-96c5-d209a205be43 None None] Checking segment: {'id': '0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 08 22:15:17.379686 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-e0d598bd-496e-4b81-96c5-d209a205be43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:17.380511 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d598bd-496e-4b81-96c5-d209a205be43 None None] Bound using segment: {'id': '0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 08 22:15:17.382163 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-e0d598bd-496e-4b81-96c5-d209a205be43 None None] Bound port: 0c671479-16d2-4562-bc9b-36013f9f96d1, host: dv-cinder-840511-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 08 22:15:17.382696 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-e0d598bd-496e-4b81-96c5-d209a205be43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (0c671479-16d2-4562-bc9b-36013f9f96d1), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:17.479471 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Provisioning complete for port 718d2169-e803-436e-aa16-5616b23d0b0c triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:15:17.481602 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-a6929db9-0f83-4310-9376-5f6fb1b3ac50 None None] Set router 40e3bb02-430b-45dd-b0e6-f5706e07f1bc gateway port host: dv-cinder-840511-5-iscsi {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:15:17.482168 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (718d2169-e803-436e-aa16-5616b23d0b0c), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:17.564921 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-109505a4-231e-4a19-89d2-1d20af6f232b admin admin] Publish callbacks [] for port (6deee425-784f-4ef9-823b-d791d7155c4e), precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:17.573453 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-109505a4-231e-4a19-89d2-1d20af6f232b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (6deee425-784f-4ef9-823b-d791d7155c4e), after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:17.575983 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-109505a4-231e-4a19-89d2-1d20af6f232b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-786564'] for router_interface (8e291ff0-32e4-4e5d-affc-34ff10dda5b3), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:17.663642 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c4d0fc89-b0e5-436c-8b0b-a655e3f6270f admin admin] Publish callbacks [] for port (6ffd45d4-366f-40f2-8045-f1961d7b8f55), precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:17.673640 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c4d0fc89-b0e5-436c-8b0b-a655e3f6270f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (6ffd45d4-366f-40f2-8045-f1961d7b8f55), after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:17.674474 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c4d0fc89-b0e5-436c-8b0b-a655e3f6270f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-786564'] for router_interface (704f50fb-b91a-4966-b01e-da4167ed8b5e), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:17.740871 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d0fc89-b0e5-436c-8b0b-a655e3f6270f admin admin] Pushing event updated for resources: {'Port': ['ID=6ffd45d4-366f-40f2-8045-f1961d7b8f55,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:17.762794 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109505a4-231e-4a19-89d2-1d20af6f232b admin admin] Pushing event updated for resources: {'Port': ['ID=6deee425-784f-4ef9-823b-d791d7155c4e,revision_number=2']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:17.805186 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-0352f41e-8694-465f-9651-b6395e799a26 req-a2fe5e2a-e8c1-47d7-aa5b-6f0e9ece754e tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e127fdd-cea7-48e8-9d46-924fbd051cd4 HTTP/1.1" status: 200 len: 210 time: 0.0455987 May 08 22:15:17.813288 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-a6929db9-0f83-4310-9376-5f6fb1b3ac50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e3bb02-430b-45dd-b0e6-f5706e07f1bc', 'name': 'tempest-AttachVolumeTestJSON-325224771-router', 'tenant_id': '877c3ddd8833480d8dedc0796ec7dcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '718d2169-e803-436e-aa16-5616b23d0b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:15:04Z', 'updated_at': '2022-05-08T22:15:11Z', 'revision_number': 4, 'project_id': '877c3ddd8833480d8dedc0796ec7dcd2', 'gw_port': {'id': '718d2169-e803-436e-aa16-5616b23d0b0c', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ab:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e3bb02-430b-45dd-b0e6-f5706e07f1bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:05Z', 'updated_at': '2022-05-08T22:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_interfaces': [{'id': '273e176a-0c4f-444f-b508-eabc343a8562', 'name': '', 'network_id': '387fc46a-30bd-496f-ac2d-d7b18b5cbea6', 'tenant_id': '877c3ddd8833480d8dedc0796ec7dcd2', 'mac_address': 'fa:16:3e:21:53:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e3bb02-430b-45dd-b0e6-f5706e07f1bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '22276153-f38c-4e2a-9ff9-b172da35f69d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:09Z', 'updated_at': '2022-05-08T22:15:17Z', 'revision_number': 4, 'project_id': '877c3ddd8833480d8dedc0796ec7dcd2', 'subnets': [{'id': '22276153-f38c-4e2a-9ff9-b172da35f69d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:15:17.818598 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-a3b4709a-ff3e-4613-b0c0-4b877b7e4738 None None] Provisioning complete for port 273e176a-0c4f-444f-b508-eabc343a8562 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:15:17.819990 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a3b4709a-ff3e-4613-b0c0-4b877b7e4738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (273e176a-0c4f-444f-b508-eabc343a8562), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:17.842191 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a687d7b9-0d51-43e6-82af-8b0d0ec876cc None None] Pushing event updated for resources: {'Port': ['ID=0c671479-16d2-4562-bc9b-36013f9f96d1,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:17.867871 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6929db9-0f83-4310-9376-5f6fb1b3ac50 None None] The sync data for ids ['40e3bb02-430b-45dd-b0e6-f5706e07f1bc'] in dv-cinder-840511-5-iscsi is: [{'id': '40e3bb02-430b-45dd-b0e6-f5706e07f1bc', 'name': 'tempest-AttachVolumeTestJSON-325224771-router', 'tenant_id': '877c3ddd8833480d8dedc0796ec7dcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '718d2169-e803-436e-aa16-5616b23d0b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:15:04Z', 'updated_at': '2022-05-08T22:15:11Z', 'revision_number': 4, 'project_id': '877c3ddd8833480d8dedc0796ec7dcd2', 'gw_port': {'id': '718d2169-e803-436e-aa16-5616b23d0b0c', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ab:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e3bb02-430b-45dd-b0e6-f5706e07f1bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:05Z', 'updated_at': '2022-05-08T22:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_interfaces': [{'id': '273e176a-0c4f-444f-b508-eabc343a8562', 'name': '', 'network_id': '387fc46a-30bd-496f-ac2d-d7b18b5cbea6', 'tenant_id': '877c3ddd8833480d8dedc0796ec7dcd2', 'mac_address': 'fa:16:3e:21:53:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40e3bb02-430b-45dd-b0e6-f5706e07f1bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '22276153-f38c-4e2a-9ff9-b172da35f69d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:09Z', 'updated_at': '2022-05-08T22:15:17Z', 'revision_number': 4, 'project_id': '877c3ddd8833480d8dedc0796ec7dcd2', 'subnets': [{'id': '22276153-f38c-4e2a-9ff9-b172da35f69d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 08 22:15:17.898113 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109505a4-231e-4a19-89d2-1d20af6f232b admin admin] Network a4734e2d-d908-4b8e-b542-dd83675e0c99 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 08 22:15:17.905596 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-109505a4-231e-4a19-89d2-1d20af6f232b admin admin] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:15:17.907412 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-e0d598bd-496e-4b81-96c5-d209a205be43 None None] For port 0c671479-16d2-4562-bc9b-36013f9f96d1, host dv-cinder-840511-5-iscsi, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 08 22:15:17.971273 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-e0d598bd-496e-4b81-96c5-d209a205be43 None None] For port 0c671479-16d2-4562-bc9b-36013f9f96d1, host dv-cinder-840511-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=0c671479-16d2-4562-bc9b-36013f9f96d1,segment=NetworkSegment(0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa),segment_id=0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 08 22:15:17.989044 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6807f15e-899d-466d-8bca-c08c39921edd tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:18.011274 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-e0d598bd-496e-4b81-96c5-d209a205be43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (0c671479-16d2-4562-bc9b-36013f9f96d1), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:18.180626 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-109505a4-231e-4a19-89d2-1d20af6f232b admin admin] Router 8e291ff0-32e4-4e5d-affc-34ff10dda5b3 has already been hosted by L3 agent 69aa2ac4-530d-40c2-a84a-3161d84edf61 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 08 22:15:18.185927 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d598bd-496e-4b81-96c5-d209a205be43 None None] Routers {'704f50fb-b91a-4966-b01e-da4167ed8b5e'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:15:18.186576 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-e0d598bd-496e-4b81-96c5-d209a205be43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:14:48Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['704f50fb-b91a-4966-b01e-da4167ed8b5e'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:15:18.225325 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d0fc89-b0e5-436c-8b0b-a655e3f6270f admin admin] Network 4427f95d-7dad-47df-8ab1-304fd704186a is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 08 22:15:18.230937 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-c4d0fc89-b0e5-436c-8b0b-a655e3f6270f admin admin] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:15:18.305378 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Current status of the port 718d2169-e803-436e-aa16-5616b23d0b0c is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:15:18.306753 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device 6426bd6f-f418-460a-896a-072dd342e50b up at agent ovs-agent-dv-cinder-840511-5-iscsi {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 08 22:15:18.355787 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a687d7b9-0d51-43e6-82af-8b0d0ec876cc None None] Pushing event updated for resources: {'Port': ['ID=0c671479-16d2-4562-bc9b-36013f9f96d1,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:18.415489 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-a3b4709a-ff3e-4613-b0c0-4b877b7e4738 None None] Current status of the port 273e176a-0c4f-444f-b508-eabc343a8562 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:15:18.416197 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a3b4709a-ff3e-4613-b0c0-4b877b7e4738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (273e176a-0c4f-444f-b508-eabc343a8562), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:18.546815 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-e0d598bd-496e-4b81-96c5-d209a205be43 None None] Set router 704f50fb-b91a-4966-b01e-da4167ed8b5e gateway port host: dv-cinder-840511-5-iscsi {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:15:18.630847 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4d0fc89-b0e5-436c-8b0b-a655e3f6270f admin admin] Router 704f50fb-b91a-4966-b01e-da4167ed8b5e has already been hosted by L3 agent 69aa2ac4-530d-40c2-a84a-3161d84edf61 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 08 22:15:18.730333 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-975a98db-a6ec-4643-8c29-b87ef6a9d704 None None] Publish callbacks [] for port (2a091782-ccc9-48ce-b046-9b493d4f29d4), precommit_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:18.736295 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-109505a4-231e-4a19-89d2-1d20af6f232b admin admin] Notify agent at l3_agent.dv-cinder-840511-5-iscsi the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 08 22:15:18.758065 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-109505a4-231e-4a19-89d2-1d20af6f232b admin admin] 10.222.0.44 "PUT /v2.0/routers/8e291ff0-32e4-4e5d-affc-34ff10dda5b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5855391 May 08 22:15:18.983291 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4d0fc89-b0e5-436c-8b0b-a655e3f6270f admin admin] Notify agent at l3_agent.dv-cinder-840511-5-iscsi the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 08 22:15:19.031374 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-c4d0fc89-b0e5-436c-8b0b-a655e3f6270f admin admin] 10.222.0.44 "PUT /v2.0/routers/704f50fb-b91a-4966-b01e-da4167ed8b5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6226294 May 08 22:15:19.056257 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-2c41130f-ecd2-4dde-b3d4-1b07d6e2f7ec req-309bef6f-ccc5-48af-8338-40434b5fdb86 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e127fdd-cea7-48e8-9d46-924fbd051cd4 HTTP/1.1" status: 200 len: 210 time: 0.0851381 May 08 22:15:19.127746 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-975a98db-a6ec-4643-8c29-b87ef6a9d704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (2a091782-ccc9-48ce-b046-9b493d4f29d4), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:19.158107 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-a3b4709a-ff3e-4613-b0c0-4b877b7e4738 None None] For port 273e176a-0c4f-444f-b508-eabc343a8562, host dv-cinder-840511-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=273e176a-0c4f-444f-b508-eabc343a8562,segment=NetworkSegment(bff755d0-708f-46dc-97e7-b50558f025ca),segment_id=bff755d0-708f-46dc-97e7-b50558f025ca)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:15:19.167330 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-6807f15e-899d-466d-8bca-c08c39921edd tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Allocated IP 172.27.2.191 (542aeef6-5046-439a-aa53-dc46759766dd/c1306b94-a9cc-4730-bd7d-1800cb77959d/35ae337e-edf6-43ae-8a9e-4ac343c68831) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 08 22:15:19.172478 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-632f4f06-e47f-4f02-a34e-9f2444904a83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (69aa2ac4-530d-40c2-a84a-3161d84edf61), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:19.243905 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a3b4709a-ff3e-4613-b0c0-4b877b7e4738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (273e176a-0c4f-444f-b508-eabc343a8562), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:19.271900 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Provisioning complete for port 6426bd6f-f418-460a-896a-072dd342e50b triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:15:19.272299 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (6426bd6f-f418-460a-896a-072dd342e50b), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:19.492536 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-d3bbb12f-6bab-4166-87d4-d175ef33ac41 None None] Provisioning complete for port 6deee425-784f-4ef9-823b-d791d7155c4e triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:15:19.493202 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d3bbb12f-6bab-4166-87d4-d175ef33ac41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (6deee425-784f-4ef9-823b-d791d7155c4e), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:19.494595 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6807f15e-899d-466d-8bca-c08c39921edd tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Publish callbacks [] for port (35ae337e-edf6-43ae-8a9e-4ac343c68831), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:19.545487 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-d3bbb12f-6bab-4166-87d4-d175ef33ac41 None None] Port 6deee425-784f-4ef9-823b-d791d7155c4e cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 08 22:15:19.571569 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-d3bbb12f-6bab-4166-87d4-d175ef33ac41 None None] Provisioning complete for port 273e176a-0c4f-444f-b508-eabc343a8562 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:15:19.572130 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d3bbb12f-6bab-4166-87d4-d175ef33ac41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (273e176a-0c4f-444f-b508-eabc343a8562), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:19.608399 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6807f15e-899d-466d-8bca-c08c39921edd tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791034024012'] for port (35ae337e-edf6-43ae-8a9e-4ac343c68831), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:19.619757 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79505b98-1191-4c4b-931d-21e6d50a42db None None] Pushing event updated for resources: {'Port': ['ID=2a091782-ccc9-48ce-b046-9b493d4f29d4,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:19.631922 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-975a98db-a6ec-4643-8c29-b87ef6a9d704 None None] Attempting to bind port 2a091782-ccc9-48ce-b046-9b493d4f29d4 on host dv-cinder-840511-5-iscsi for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 08 22:15:19.633719 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-975a98db-a6ec-4643-8c29-b87ef6a9d704 None None] Attempting to bind port 2a091782-ccc9-48ce-b046-9b493d4f29d4 by drivers openvswitch,hyperv on host dv-cinder-840511-5-iscsi at level 0 using segments [{'id': '0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 08 22:15:19.634228 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975a98db-a6ec-4643-8c29-b87ef6a9d704 None None] Attempting to bind port 2a091782-ccc9-48ce-b046-9b493d4f29d4 on network 542aeef6-5046-439a-aa53-dc46759766dd {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 08 22:15:19.661061 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-68d59b13-bdd3-4890-b330-3a9be9bf9791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (167e5ba9-08ef-43b6-aca0-7c88b7f9e735), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:19.693339 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975a98db-a6ec-4643-8c29-b87ef6a9d704 None None] Checking agent: {'id': '7e3c7ef6-abd5-4f0f-b372-b2734b637fd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840511-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 8, 22, 6, 52), 'started_at': datetime.datetime(2022, 5, 8, 22, 7, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 8, 22, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840511-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 08 22:15:19.693847 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975a98db-a6ec-4643-8c29-b87ef6a9d704 None None] Checking segment: {'id': '0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 08 22:15:19.694350 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-975a98db-a6ec-4643-8c29-b87ef6a9d704 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:19.694807 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975a98db-a6ec-4643-8c29-b87ef6a9d704 None None] Bound using segment: {'id': '0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 08 22:15:19.695366 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-975a98db-a6ec-4643-8c29-b87ef6a9d704 None None] Bound port: 2a091782-ccc9-48ce-b046-9b493d4f29d4, host: dv-cinder-840511-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 08 22:15:19.695807 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-975a98db-a6ec-4643-8c29-b87ef6a9d704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (2a091782-ccc9-48ce-b046-9b493d4f29d4), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:19.716578 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6807f15e-899d-466d-8bca-c08c39921edd tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Network 542aeef6-5046-439a-aa53-dc46759766dd is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 08 22:15:19.719938 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-6807f15e-899d-466d-8bca-c08c39921edd tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:15:19.733514 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6807f15e-899d-466d-8bca-c08c39921edd tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 08 22:15:19.883193 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b4709a-ff3e-4613-b0c0-4b877b7e4738 None None] Pushing event updated for resources: {'Port': ['ID=273e176a-0c4f-444f-b508-eabc343a8562,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:20.012320 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 48784) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:15:20.013990 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-e0d598bd-496e-4b81-96c5-d209a205be43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '704f50fb-b91a-4966-b01e-da4167ed8b5e', 'name': 'tempest-ServerRescueNegativeTestJSON-825093394-router', 'tenant_id': '9bf17cedd3154ce4b6b2bd0e4dcbb92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '0c671479-16d2-4562-bc9b-36013f9f96d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:15:06Z', 'updated_at': '2022-05-08T22:15:16Z', 'revision_number': 4, 'project_id': '9bf17cedd3154ce4b6b2bd0e4dcbb92c', 'gw_port': {'id': '0c671479-16d2-4562-bc9b-36013f9f96d1', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ab:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '704f50fb-b91a-4966-b01e-da4167ed8b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:08Z', 'updated_at': '2022-05-08T22:15:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_interfaces': [{'id': '6ffd45d4-366f-40f2-8045-f1961d7b8f55', 'name': '', 'network_id': '4427f95d-7dad-47df-8ab1-304fd704186a', 'tenant_id': '9bf17cedd3154ce4b6b2bd0e4dcbb92c', 'mac_address': 'fa:16:3e:5c:d0:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '704f50fb-b91a-4966-b01e-da4167ed8b5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd42cc4d2-76bb-4552-9ac7-abf4e664168d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:14Z', 'updated_at': '2022-05-08T22:15:17Z', 'revision_number': 2, 'project_id': '9bf17cedd3154ce4b6b2bd0e4dcbb92c', 'subnets': [{'id': 'd42cc4d2-76bb-4552-9ac7-abf4e664168d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:15:20.018248 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.v2.base [None req-e873098c-f3ba-461c-8770-d0d3e9dd6ad4 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1851786872', 'description': 'tempest-description--541621842'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:15:20.027913 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-975a98db-a6ec-4643-8c29-b87ef6a9d704 None None] For port 2a091782-ccc9-48ce-b046-9b493d4f29d4, host dv-cinder-840511-5-iscsi, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 08 22:15:20.080904 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Current status of the port 6426bd6f-f418-460a-896a-072dd342e50b is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:15:20.097658 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e873098c-f3ba-461c-8770-d0d3e9dd6ad4 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks [] for security_group (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:20.113486 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d598bd-496e-4b81-96c5-d209a205be43 None None] The sync data for ids ['704f50fb-b91a-4966-b01e-da4167ed8b5e'] in dv-cinder-840511-5-iscsi is: [{'id': '704f50fb-b91a-4966-b01e-da4167ed8b5e', 'name': 'tempest-ServerRescueNegativeTestJSON-825093394-router', 'tenant_id': '9bf17cedd3154ce4b6b2bd0e4dcbb92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '0c671479-16d2-4562-bc9b-36013f9f96d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:15:06Z', 'updated_at': '2022-05-08T22:15:16Z', 'revision_number': 4, 'project_id': '9bf17cedd3154ce4b6b2bd0e4dcbb92c', 'gw_port': {'id': '0c671479-16d2-4562-bc9b-36013f9f96d1', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ab:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '704f50fb-b91a-4966-b01e-da4167ed8b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:08Z', 'updated_at': '2022-05-08T22:15:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_interfaces': [{'id': '6ffd45d4-366f-40f2-8045-f1961d7b8f55', 'name': '', 'network_id': '4427f95d-7dad-47df-8ab1-304fd704186a', 'tenant_id': '9bf17cedd3154ce4b6b2bd0e4dcbb92c', 'mac_address': 'fa:16:3e:5c:d0:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '704f50fb-b91a-4966-b01e-da4167ed8b5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd42cc4d2-76bb-4552-9ac7-abf4e664168d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:14Z', 'updated_at': '2022-05-08T22:15:17Z', 'revision_number': 2, 'project_id': '9bf17cedd3154ce4b6b2bd0e4dcbb92c', 'subnets': [{'id': 'd42cc4d2-76bb-4552-9ac7-abf4e664168d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 08 22:15:20.141865 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-975a98db-a6ec-4643-8c29-b87ef6a9d704 None None] For port 2a091782-ccc9-48ce-b046-9b493d4f29d4, host dv-cinder-840511-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=2a091782-ccc9-48ce-b046-9b493d4f29d4,segment=NetworkSegment(0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa),segment_id=0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 08 22:15:20.167286 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6807f15e-899d-466d-8bca-c08c39921edd tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Pushing event updated for resources: {'Port': ['ID=35ae337e-edf6-43ae-8a9e-4ac343c68831,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:20.187624 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-d3bbb12f-6bab-4166-87d4-d175ef33ac41 None None] Current status of the port 273e176a-0c4f-444f-b508-eabc343a8562 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:15:20.203461 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-975a98db-a6ec-4643-8c29-b87ef6a9d704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (2a091782-ccc9-48ce-b046-9b493d4f29d4), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:20.238672 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890da675-f1c8-4c40-955b-708e3ecc91c6 req-4971a4e8-f781-40ff-810a-8c235f1cebec tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:20.250641 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-890da675-f1c8-4c40-955b-708e3ecc91c6 req-4971a4e8-f781-40ff-810a-8c235f1cebec tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/networks?id=4427f95d-7dad-47df-8ab1-304fd704186a HTTP/1.1" status: 200 len: 818 time: 0.3396504 May 08 22:15:20.291434 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6807f15e-899d-466d-8bca-c08c39921edd tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Publish callbacks [] for floatingip (3ac3b293-caf2-44a5-9b1d-69575a404288), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:20.333060 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-d3bbb12f-6bab-4166-87d4-d175ef33ac41 None None] Provisioning complete for port 6ffd45d4-366f-40f2-8045-f1961d7b8f55 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:15:20.333436 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d3bbb12f-6bab-4166-87d4-d175ef33ac41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (6ffd45d4-366f-40f2-8045-f1961d7b8f55), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:20.360740 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-aac98709-b980-4ab8-9d82-ec3146da576b req-c25bcc9c-1e27-444c-8106-b72b1c5917f1 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e127fdd-cea7-48e8-9d46-924fbd051cd4 HTTP/1.1" status: 200 len: 210 time: 0.0637841 May 08 22:15:20.378404 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-890da675-f1c8-4c40-955b-708e3ecc91c6 req-3c3741fa-30a1-4f76-9a2d-f79bb0643a38 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/quotas/9bf17cedd3154ce4b6b2bd0e4dcbb92c HTTP/1.1" status: 200 len: 375 time: 0.1176512 May 08 22:15:20.394710 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device 273e176a-0c4f-444f-b508-eabc343a8562 up at agent ovs-agent-dv-cinder-840511-5-iscsi {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 08 22:15:20.416786 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6807f15e-899d-466d-8bca-c08c39921edd tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (35ae337e-edf6-43ae-8a9e-4ac343c68831), before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:20.496878 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-890da675-f1c8-4c40-955b-708e3ecc91c6 req-37af9a6f-72d2-4e86-8869-86139e81ce66 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9bf17cedd3154ce4b6b2bd0e4dcbb92c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1173759 May 08 22:15:20.518193 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e873098c-f3ba-461c-8770-d0d3e9dd6ad4 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks [] for security_group (c7af110c-3b41-4d6d-9f18-aba8cb65d696), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:20.523938 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e873098c-f3ba-461c-8770-d0d3e9dd6ad4 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (c7af110c-3b41-4d6d-9f18-aba8cb65d696), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:20.571896 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e873098c-f3ba-461c-8770-d0d3e9dd6ad4 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7af110c-3b41-4d6d-9f18-aba8cb65d696,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:20.582956 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-d3bbb12f-6bab-4166-87d4-d175ef33ac41 None None] Port 6ffd45d4-366f-40f2-8045-f1961d7b8f55 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 08 22:15:20.596380 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79505b98-1191-4c4b-931d-21e6d50a42db None None] Pushing event updated for resources: {'Port': ['ID=2a091782-ccc9-48ce-b046-9b493d4f29d4,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:20.629173 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e873098c-f3ba-461c-8770-d0d3e9dd6ad4 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks [] for security_group (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:20.636082 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-e873098c-f3ba-461c-8770-d0d3e9dd6ad4 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6209660 May 08 22:15:20.637783 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 48814) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:15:20.648004 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975a98db-a6ec-4643-8c29-b87ef6a9d704 None None] Routers {'8e291ff0-32e4-4e5d-affc-34ff10dda5b3'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:15:20.651045 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.v2.base [None req-661fa40e-a032-47d6-ba61-5dfaf352443b tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Request body: {'security_group_rule': {'security_group_id': 'c7af110c-3b41-4d6d-9f18-aba8cb65d696', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:15:20.653123 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-975a98db-a6ec-4643-8c29-b87ef6a9d704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:15:19Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['8e291ff0-32e4-4e5d-affc-34ff10dda5b3'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:15:20.793240 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6807f15e-899d-466d-8bca-c08c39921edd tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Publish callbacks [] for port (35ae337e-edf6-43ae-8a9e-4ac343c68831), precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:20.798564 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-661fa40e-a032-47d6-ba61-5dfaf352443b tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks [] for security_group_rule (d3e65619-5d2f-4759-9e08-93918ea947cc), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:20.805840 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6807f15e-899d-466d-8bca-c08c39921edd tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (35ae337e-edf6-43ae-8a9e-4ac343c68831), after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:20.876796 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6807f15e-899d-466d-8bca-c08c39921edd tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-788248'] for floatingip (3ac3b293-caf2-44a5-9b1d-69575a404288), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:20.885766 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [req-890da675-f1c8-4c40-955b-708e3ecc91c6 req-15cd9f65-9b72-4b5f-a76d-ee1d79c8c9e2 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103628) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 08 22:15:20.886791 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-890da675-f1c8-4c40-955b-708e3ecc91c6 req-15cd9f65-9b72-4b5f-a76d-ee1d79c8c9e2 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1920192 May 08 22:15:20.897828 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-975a98db-a6ec-4643-8c29-b87ef6a9d704 None None] Set router 8e291ff0-32e4-4e5d-affc-34ff10dda5b3 gateway port host: dv-cinder-840511-5-iscsi {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:15:20.899867 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Provisioning complete for port 273e176a-0c4f-444f-b508-eabc343a8562 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:15:20.900121 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6807f15e-899d-466d-8bca-c08c39921edd tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Pushing event updated for resources: {'Port': ['ID=35ae337e-edf6-43ae-8a9e-4ac343c68831,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:20.900741 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (273e176a-0c4f-444f-b508-eabc343a8562), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:20.910093 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6807f15e-899d-466d-8bca-c08c39921edd tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870'] for floatingip (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:20.922559 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-6807f15e-899d-466d-8bca-c08c39921edd tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6166232 May 08 22:15:21.027293 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-661fa40e-a032-47d6-ba61-5dfaf352443b tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks [] for security_group_rule (d3e65619-5d2f-4759-9e08-93918ea947cc), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:21.040610 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f82e6e54-0a06-4075-8e4d-2bf0b0f201e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (1fcc0290-7f55-4633-95cb-6d94e7aa5e57), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:21.040898 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-661fa40e-a032-47d6-ba61-5dfaf352443b tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571357'] for security_group_rule (d3e65619-5d2f-4759-9e08-93918ea947cc), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:21.099884 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661fa40e-a032-47d6-ba61-5dfaf352443b tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3e65619-5d2f-4759-9e08-93918ea947cc,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:21.103941 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-890da675-f1c8-4c40-955b-708e3ecc91c6 req-829dfc44-650c-4ee9-b9ea-edcbac9a3dfb service neutron] 10.222.0.44 "GET /v2.0/networks/4427f95d-7dad-47df-8ab1-304fd704186a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021720 May 08 22:15:21.115127 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-661fa40e-a032-47d6-ba61-5dfaf352443b tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:21.116681 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-661fa40e-a032-47d6-ba61-5dfaf352443b tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4778860 May 08 22:15:21.119596 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 48838) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:15:21.125828 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [None req-0641f1d7-e263-475e-be3f-64abb852ae7d tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Request body: {'security_group_rule': {'security_group_id': 'c7af110c-3b41-4d6d-9f18-aba8cb65d696', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:15:21.181995 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0641f1d7-e263-475e-be3f-64abb852ae7d tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks [] for security_group_rule (d3c374fd-f1b2-4558-8355-df9f4c4dbdf7), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:21.312225 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 48848) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:15:21.318313 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-890da675-f1c8-4c40-955b-708e3ecc91c6 req-7eb4a7d8-f0ab-4ff7-bcd2-98c2f5f310bc service neutron] 10.222.0.44 "GET /v2.0/networks/4427f95d-7dad-47df-8ab1-304fd704186a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999145 May 08 22:15:21.369285 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0641f1d7-e263-475e-be3f-64abb852ae7d tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks [] for security_group_rule (d3c374fd-f1b2-4558-8355-df9f4c4dbdf7), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:21.370807 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-975a98db-a6ec-4643-8c29-b87ef6a9d704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'name': 'tempest-AttachVolumeNegativeTest-1605491633-router', 'tenant_id': '489bde08b9284b5f8e5eb2ebc398b963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '2a091782-ccc9-48ce-b046-9b493d4f29d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:15:08Z', 'updated_at': '2022-05-08T22:15:17Z', 'revision_number': 4, 'project_id': '489bde08b9284b5f8e5eb2ebc398b963', 'gw_port': {'id': '2a091782-ccc9-48ce-b046-9b493d4f29d4', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ff:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:10Z', 'updated_at': '2022-05-08T22:15:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_interfaces': [{'id': '6deee425-784f-4ef9-823b-d791d7155c4e', 'name': '', 'network_id': 'a4734e2d-d908-4b8e-b542-dd83675e0c99', 'tenant_id': '489bde08b9284b5f8e5eb2ebc398b963', 'mac_address': 'fa:16:3e:e1:09:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7cb890a2-14d2-4c0b-a82b-863c0417b5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:16Z', 'updated_at': '2022-05-08T22:15:17Z', 'revision_number': 2, 'project_id': '489bde08b9284b5f8e5eb2ebc398b963', 'subnets': [{'id': '7cb890a2-14d2-4c0b-a82b-863c0417b5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:15:21.378357 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0641f1d7-e263-475e-be3f-64abb852ae7d tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571357'] for security_group_rule (d3c374fd-f1b2-4558-8355-df9f4c4dbdf7), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:21.434266 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975a98db-a6ec-4643-8c29-b87ef6a9d704 None None] The sync data for ids ['8e291ff0-32e4-4e5d-affc-34ff10dda5b3'] in dv-cinder-840511-5-iscsi is: [{'id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'name': 'tempest-AttachVolumeNegativeTest-1605491633-router', 'tenant_id': '489bde08b9284b5f8e5eb2ebc398b963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '2a091782-ccc9-48ce-b046-9b493d4f29d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:15:08Z', 'updated_at': '2022-05-08T22:15:17Z', 'revision_number': 4, 'project_id': '489bde08b9284b5f8e5eb2ebc398b963', 'gw_port': {'id': '2a091782-ccc9-48ce-b046-9b493d4f29d4', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ff:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:10Z', 'updated_at': '2022-05-08T22:15:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_interfaces': [{'id': '6deee425-784f-4ef9-823b-d791d7155c4e', 'name': '', 'network_id': 'a4734e2d-d908-4b8e-b542-dd83675e0c99', 'tenant_id': '489bde08b9284b5f8e5eb2ebc398b963', 'mac_address': 'fa:16:3e:e1:09:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7cb890a2-14d2-4c0b-a82b-863c0417b5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:16Z', 'updated_at': '2022-05-08T22:15:17Z', 'revision_number': 2, 'project_id': '489bde08b9284b5f8e5eb2ebc398b963', 'subnets': [{'id': '7cb890a2-14d2-4c0b-a82b-863c0417b5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 08 22:15:21.445994 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Current status of the port 273e176a-0c4f-444f-b508-eabc343a8562 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:15:21.469552 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0641f1d7-e263-475e-be3f-64abb852ae7d tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:21.471006 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-0641f1d7-e263-475e-be3f-64abb852ae7d tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3502026 May 08 22:15:21.474969 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 48858) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:15:21.485391 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [None req-f90b370d-4c40-4afd-93d1-66f3428b6131 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Request body: {'floatingip': {'floating_network_id': '542aeef6-5046-439a-aa53-dc46759766dd'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:15:21.491373 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0641f1d7-e263-475e-be3f-64abb852ae7d tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3c374fd-f1b2-4558-8355-df9f4c4dbdf7,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:21.520644 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 48860) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:15:21.543264 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-616fa569-8d3d-4c3c-938a-259e5022f42c req-d359f2a5-c2eb-419d-b7d4-19a3211ea7d9 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1915232592&fields=id&tenant_id=877c3ddd8833480d8dedc0796ec7dcd2 HTTP/1.1" status: 200 len: 267 time: 0.1600764 May 08 22:15:21.552222 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f90b370d-4c40-4afd-93d1-66f3428b6131 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:21.675518 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2570-7b60-4633-8434-1dc5a42ad18f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:21.708313 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0b42fac9-a4d9-43df-96c6-e197aad7073a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:21.725352 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616fa569-8d3d-4c3c-938a-259e5022f42c req-08eb6ecc-6c32-4c06-95ad-ea6b504e21c2 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:21.738388 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-616fa569-8d3d-4c3c-938a-259e5022f42c req-08eb6ecc-6c32-4c06-95ad-ea6b504e21c2 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/networks?id=387fc46a-30bd-496f-ac2d-d7b18b5cbea6 HTTP/1.1" status: 200 len: 810 time: 0.1912253 May 08 22:15:21.761295 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-616fa569-8d3d-4c3c-938a-259e5022f42c req-aa313e4c-f0d5-4a92-a584-e2e81645d478 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/quotas/877c3ddd8833480d8dedc0796ec7dcd2 HTTP/1.1" status: 200 len: 375 time: 0.0225992 May 08 22:15:21.844323 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f90b370d-4c40-4afd-93d1-66f3428b6131 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:21.894775 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-0a955107-c233-471d-b515-e9b5508a10b3 req-33be4767-c4b9-4d40-9188-36f7ecc1fb06 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e127fdd-cea7-48e8-9d46-924fbd051cd4 HTTP/1.1" status: 200 len: 210 time: 0.0822568 May 08 22:15:21.905205 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-616fa569-8d3d-4c3c-938a-259e5022f42c req-24042654-84ed-42a5-91c7-9d1ed41d7ce4 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=877c3ddd8833480d8dedc0796ec7dcd2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1427772 May 08 22:15:22.026700 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0b42fac9-a4d9-43df-96c6-e197aad7073a admin admin] Publish callbacks [] for security_group (432af5ca-33ae-49de-b5b5-2bb5039e2d29), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:22.036153 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2570-7b60-4633-8434-1dc5a42ad18f admin admin] Publish callbacks [] for security_group (4eb960c6-7f92-4712-91df-bbf3c32e5ce6), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:22.064493 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0b42fac9-a4d9-43df-96c6-e197aad7073a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (432af5ca-33ae-49de-b5b5-2bb5039e2d29), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:22.075632 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9e8f2570-7b60-4633-8434-1dc5a42ad18f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (4eb960c6-7f92-4712-91df-bbf3c32e5ce6), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:22.102491 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-a13f3aee-1913-4960-b65a-c7130aebc403 req-580d0883-598c-48ee-822e-393b62dd46ed tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=1be25f68-2dfe-4af6-8c3e-5dbdf1acc72d HTTP/1.1" status: 200 len: 210 time: 0.0375257 May 08 22:15:22.175884 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-0b42fac9-a4d9-43df-96c6-e197aad7073a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0233ea927c3442fdaa8cbf614a393473&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6539025 May 08 22:15:22.179819 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-616fa569-8d3d-4c3c-938a-259e5022f42c req-6507e607-cc71-4144-8907-1b61371e7134 service neutron] 10.222.0.44 "GET /v2.0/networks/387fc46a-30bd-496f-ac2d-d7b18b5cbea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516398 May 08 22:15:22.184651 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 48890) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:15:22.186126 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b42fac9-a4d9-43df-96c6-e197aad7073a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=432af5ca-33ae-49de-b5b5-2bb5039e2d29,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:22.191031 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-9e8f2570-7b60-4633-8434-1dc5a42ad18f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=386eb89e19b14e7c9e7dc07136b0f3c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8773320 May 08 22:15:22.212275 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 48894) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:15:22.304120 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8f2570-7b60-4633-8434-1dc5a42ad18f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb960c6-7f92-4712-91df-bbf3c32e5ce6,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:22.321443 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-f90b370d-4c40-4afd-93d1-66f3428b6131 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Allocated IP 172.27.2.145 (542aeef6-5046-439a-aa53-dc46759766dd/c1306b94-a9cc-4730-bd7d-1800cb77959d/233756ff-64ff-4816-87a5-45867e71141e) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 08 22:15:22.359965 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device 0c671479-16d2-4562-bc9b-36013f9f96d1 up at agent ovs-agent-dv-cinder-840511-5-iscsi {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 08 22:15:22.393348 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-38c799c0-ac9a-4c60-a773-804ec20c0e0d admin admin] Publish callbacks [] for security_group (432af5ca-33ae-49de-b5b5-2bb5039e2d29), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:22.417977 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f5e5ebae-be3b-40d4-86d6-fbdf1c524f62 admin admin] Publish callbacks [] for security_group (4eb960c6-7f92-4712-91df-bbf3c32e5ce6), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:22.439034 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-38c799c0-ac9a-4c60-a773-804ec20c0e0d admin admin] Publish callbacks [] for security_group (432af5ca-33ae-49de-b5b5-2bb5039e2d29), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:22.482989 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (7e3c7ef6-abd5-4f0f-b372-b2734b637fd0), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:22.529243 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f5e5ebae-be3b-40d4-86d6-fbdf1c524f62 admin admin] Publish callbacks [] for security_group (4eb960c6-7f92-4712-91df-bbf3c32e5ce6), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:22.540472 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-38c799c0-ac9a-4c60-a773-804ec20c0e0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (432af5ca-33ae-49de-b5b5-2bb5039e2d29), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:22.542664 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Provisioning complete for port 0c671479-16d2-4562-bc9b-36013f9f96d1 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:15:22.543207 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (0c671479-16d2-4562-bc9b-36013f9f96d1), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:22.543957 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-38c799c0-ac9a-4c60-a773-804ec20c0e0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:22.548675 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-38c799c0-ac9a-4c60-a773-804ec20c0e0d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/432af5ca-33ae-49de-b5b5-2bb5039e2d29 HTTP/1.1" status: 204 len: 168 time: 0.3627195 May 08 22:15:22.625884 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c799c0-ac9a-4c60-a773-804ec20c0e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=432af5ca-33ae-49de-b5b5-2bb5039e2d29,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:22.709849 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-616fa569-8d3d-4c3c-938a-259e5022f42c req-bc8a92c3-cbfe-4c2f-ae4b-b4fdd653fb96 service neutron] 10.222.0.44 "GET /v2.0/networks/387fc46a-30bd-496f-ac2d-d7b18b5cbea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4449549 May 08 22:15:22.726022 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f90b370d-4c40-4afd-93d1-66f3428b6131 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks [] for port (233756ff-64ff-4816-87a5-45867e71141e), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:22.769465 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4899e68-6d04-4294-97a9-b947b5d6cab3 req-c0bcc5ba-1e90-4b30-a20d-17b8df25d687 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:22.771723 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-e4899e68-6d04-4294-97a9-b947b5d6cab3 req-c0bcc5ba-1e90-4b30-a20d-17b8df25d687 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/networks?id=4427f95d-7dad-47df-8ab1-304fd704186a HTTP/1.1" status: 200 len: 818 time: 0.2554448 May 08 22:15:22.785771 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f5e5ebae-be3b-40d4-86d6-fbdf1c524f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (4eb960c6-7f92-4712-91df-bbf3c32e5ce6), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:22.793335 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f5e5ebae-be3b-40d4-86d6-fbdf1c524f62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:22.801131 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-f5e5ebae-be3b-40d4-86d6-fbdf1c524f62 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4eb960c6-7f92-4712-91df-bbf3c32e5ce6 HTTP/1.1" status: 204 len: 168 time: 0.5875983 May 08 22:15:22.813744 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-e4899e68-6d04-4294-97a9-b947b5d6cab3 req-a0557697-c8d6-4bb1-866d-b78a036fde10 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/quotas/9bf17cedd3154ce4b6b2bd0e4dcbb92c HTTP/1.1" status: 200 len: 375 time: 0.0314310 May 08 22:15:22.892365 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Current status of the port 0c671479-16d2-4562-bc9b-36013f9f96d1 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:15:22.892871 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (0c671479-16d2-4562-bc9b-36013f9f96d1), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:22.901425 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e5ebae-be3b-40d4-86d6-fbdf1c524f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb960c6-7f92-4712-91df-bbf3c32e5ce6,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:22.922872 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] For port 0c671479-16d2-4562-bc9b-36013f9f96d1, host dv-cinder-840511-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=0c671479-16d2-4562-bc9b-36013f9f96d1,segment=NetworkSegment(0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa),segment_id=0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:15:22.935604 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f90b370d-4c40-4afd-93d1-66f3428b6131 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791034024012'] for port (233756ff-64ff-4816-87a5-45867e71141e), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:22.938593 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (0c671479-16d2-4562-bc9b-36013f9f96d1), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:22.946963 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-e4899e68-6d04-4294-97a9-b947b5d6cab3 req-bf5b8009-e755-4410-9a2f-777df4f8b4a4 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9bf17cedd3154ce4b6b2bd0e4dcbb92c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1096053 May 08 22:15:23.074497 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Pushing event updated for resources: {'Port': ['ID=0c671479-16d2-4562-bc9b-36013f9f96d1,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:23.110016 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90b370d-4c40-4afd-93d1-66f3428b6131 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Network 542aeef6-5046-439a-aa53-dc46759766dd is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 08 22:15:23.118194 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-f90b370d-4c40-4afd-93d1-66f3428b6131 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:15:23.122801 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90b370d-4c40-4afd-93d1-66f3428b6131 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 08 22:15:23.143951 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90b370d-4c40-4afd-93d1-66f3428b6131 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Pushing event updated for resources: {'Port': ['ID=233756ff-64ff-4816-87a5-45867e71141e,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:23.264291 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-4e42ead4-42ec-4f02-8212-b427205d28e1 req-84e95058-e502-4f49-9329-9e7894950368 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e127fdd-cea7-48e8-9d46-924fbd051cd4 HTTP/1.1" status: 200 len: 210 time: 0.0540657 May 08 22:15:23.268898 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f90b370d-4c40-4afd-93d1-66f3428b6131 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks [] for floatingip (9b59f168-3252-4d86-8b18-088017383d1e), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:23.310064 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.24', 64650) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:15:23.381898 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-e4899e68-6d04-4294-97a9-b947b5d6cab3 req-7d33ea0e-2663-4e59-b76c-8f63b5b5feb4 service neutron] 10.222.0.44 "GET /v2.0/networks/4427f95d-7dad-47df-8ab1-304fd704186a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4309278 May 08 22:15:23.382381 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 48936) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:15:23.385536 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-970303d0-82b2-4a13-88a4-a8c362b88398 req-53cac936-f0e7-42bd-9a23-0b1e02dabd24 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b2fdbd-2397-4f6f-904a-24c65bd20707 HTTP/1.1" status: 200 len: 210 time: 0.0704234 May 08 22:15:23.411016 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3ca196a1-89c0-47c5-b417-824389d7e8a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:23.539566 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f90b370d-4c40-4afd-93d1-66f3428b6131 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (233756ff-64ff-4816-87a5-45867e71141e), before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:23.685591 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-e4899e68-6d04-4294-97a9-b947b5d6cab3 req-05e5855d-6db8-45aa-9d1c-9281d119a612 service neutron] 10.222.0.44 "GET /v2.0/networks/4427f95d-7dad-47df-8ab1-304fd704186a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921181 May 08 22:15:23.715328 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9fb937-0764-48f6-991b-1d8254e87c8f req-592435b7-7b40-4084-a7ce-657d6e0af605 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:23.718322 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-5b9fb937-0764-48f6-991b-1d8254e87c8f req-592435b7-7b40-4084-a7ce-657d6e0af605 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.24 "GET /v2.0/networks?id=4fd3685e-a2d9-4671-839a-1b7ceaccd6ac HTTP/1.1" status: 200 len: 811 time: 0.4067938 May 08 22:15:23.748362 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3ca196a1-89c0-47c5-b417-824389d7e8a4 admin admin] Publish callbacks [] for security_group (d3a2a267-2883-4f4e-8c51-98db6a649abe), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:23.760215 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3ca196a1-89c0-47c5-b417-824389d7e8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (d3a2a267-2883-4f4e-8c51-98db6a649abe), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:23.819036 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [req-5b9fb937-0764-48f6-991b-1d8254e87c8f req-d9783fd8-dbc7-4eae-9f0f-1ad355dfcfdc tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] Request body: {'port': {'device_id': '0e127fdd-cea7-48e8-9d46-924fbd051cd4', 'network_id': '4fd3685e-a2d9-4671-839a-1b7ceaccd6ac', 'admin_state_up': True, 'tenant_id': '2738147fc3a14599a199b03af9b5ab1e'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:15:23.820001 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-3ca196a1-89c0-47c5-b417-824389d7e8a4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7040cb3a7d534930a6b9067068f516bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4364953 May 08 22:15:23.821011 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca196a1-89c0-47c5-b417-824389d7e8a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a2a267-2883-4f4e-8c51-98db6a649abe,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:23.823305 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 48952) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:15:24.017042 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-84599bd7-f3f9-473b-971e-d38a7eae99cc admin admin] Publish callbacks [] for security_group (d3a2a267-2883-4f4e-8c51-98db6a649abe), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:24.117448 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-84599bd7-f3f9-473b-971e-d38a7eae99cc admin admin] Publish callbacks [] for security_group (d3a2a267-2883-4f4e-8c51-98db6a649abe), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:24.173135 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f90b370d-4c40-4afd-93d1-66f3428b6131 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks [] for port (233756ff-64ff-4816-87a5-45867e71141e), precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:24.190363 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f90b370d-4c40-4afd-93d1-66f3428b6131 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (233756ff-64ff-4816-87a5-45867e71141e), after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:24.288287 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f90b370d-4c40-4afd-93d1-66f3428b6131 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-788248'] for floatingip (9b59f168-3252-4d86-8b18-088017383d1e), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:24.354063 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-84599bd7-f3f9-473b-971e-d38a7eae99cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (d3a2a267-2883-4f4e-8c51-98db6a649abe), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:24.356308 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-84599bd7-f3f9-473b-971e-d38a7eae99cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:24.366173 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-84599bd7-f3f9-473b-971e-d38a7eae99cc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d3a2a267-2883-4f4e-8c51-98db6a649abe HTTP/1.1" status: 204 len: 168 time: 0.5418687 May 08 22:15:24.384235 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-bf3ce81a-a4cd-458e-9b0c-93416a828392 req-cc0ef064-6301-4fe9-9196-c3034327c0a3 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 210 time: 0.1515872 May 08 22:15:24.406752 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84599bd7-f3f9-473b-971e-d38a7eae99cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a2a267-2883-4f4e-8c51-98db6a649abe,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:24.461410 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90b370d-4c40-4afd-93d1-66f3428b6131 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Pushing event updated for resources: {'Port': ['ID=233756ff-64ff-4816-87a5-45867e71141e,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:24.475918 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f90b370d-4c40-4afd-93d1-66f3428b6131 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870'] for floatingip (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:24.481252 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-f90b370d-4c40-4afd-93d1-66f3428b6131 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0031252 May 08 22:15:24.513808 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device 0c671479-16d2-4562-bc9b-36013f9f96d1 up at agent ovs-agent-dv-cinder-840511-5-iscsi {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 08 22:15:24.532847 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-5cd67deb-ed25-409c-94aa-106961a23312 req-ef494a5e-2ca3-4842-b81c-63b735563fd8 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e127fdd-cea7-48e8-9d46-924fbd051cd4 HTTP/1.1" status: 200 len: 210 time: 0.0831966 May 08 22:15:24.550059 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 49014) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:15:24.570256 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b9fb937-0764-48f6-991b-1d8254e87c8f req-d9783fd8-dbc7-4eae-9f0f-1ad355dfcfdc tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] Made reservation on behalf of 2738147fc3a14599a199b03af9b5ab1e for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 08 22:15:24.580114 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-5b9fb937-0764-48f6-991b-1d8254e87c8f req-d9783fd8-dbc7-4eae-9f0f-1ad355dfcfdc tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:24.581902 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c7971644-ac11-4182-8c35-bd69b983f3c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:24.673428 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Provisioning complete for port 0c671479-16d2-4562-bc9b-36013f9f96d1 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:15:24.674206 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (0c671479-16d2-4562-bc9b-36013f9f96d1), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:24.717992 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.24', 64658) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:15:25.107981 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Current status of the port 0c671479-16d2-4562-bc9b-36013f9f96d1 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:15:25.107981 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device 2a091782-ccc9-48ce-b046-9b493d4f29d4 up at agent ovs-agent-dv-cinder-840511-5-iscsi {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 08 22:15:25.279191 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Provisioning complete for port 2a091782-ccc9-48ce-b046-9b493d4f29d4 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:15:25.279625 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (2a091782-ccc9-48ce-b046-9b493d4f29d4), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:25.310945 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c7971644-ac11-4182-8c35-bd69b983f3c2 admin admin] Publish callbacks [] for security_group (8e1c5f47-786e-48a1-8451-523c92ebf32a), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:25.338440 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c7971644-ac11-4182-8c35-bd69b983f3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (8e1c5f47-786e-48a1-8451-523c92ebf32a), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:25.530486 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7971644-ac11-4182-8c35-bd69b983f3c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1c5f47-786e-48a1-8451-523c92ebf32a,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:25.569206 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-49b15044-8d06-443a-ab48-85a32f7b9269 req-1b78ca90-ed00-41d7-a03b-9b31674d5723 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b2fdbd-2397-4f6f-904a-24c65bd20707 HTTP/1.1" status: 200 len: 210 time: 0.9326742 May 08 22:15:25.575439 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Current status of the port 2a091782-ccc9-48ce-b046-9b493d4f29d4 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:15:25.576032 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (2a091782-ccc9-48ce-b046-9b493d4f29d4), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:25.617771 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-c7971644-ac11-4182-8c35-bd69b983f3c2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ee90d9cf6486448891c0ebf620a0c05c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0662711 May 08 22:15:25.621664 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-7f99f8d7-56ca-46d0-a331-6ee132fd510d req-e83334a5-368b-451d-b409-0489c8bc9726 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1851786872&fields=id&tenant_id=489bde08b9284b5f8e5eb2ebc398b963 HTTP/1.1" status: 200 len: 267 time: 0.3060462 May 08 22:15:25.622120 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 49078) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:15:25.700793 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] For port 2a091782-ccc9-48ce-b046-9b493d4f29d4, host dv-cinder-840511-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=2a091782-ccc9-48ce-b046-9b493d4f29d4,segment=NetworkSegment(0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa),segment_id=0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:15:25.710116 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (2a091782-ccc9-48ce-b046-9b493d4f29d4), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:25.872509 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890da675-f1c8-4c40-955b-708e3ecc91c6 req-cccc6dc8-2748-4c98-92c9-b7fd50b33f64 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:25.874239 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-890da675-f1c8-4c40-955b-708e3ecc91c6 req-cccc6dc8-2748-4c98-92c9-b7fd50b33f64 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.24 "GET /v2.0/networks?id=4427f95d-7dad-47df-8ab1-304fd704186a HTTP/1.1" status: 200 len: 818 time: 1.1543894 May 08 22:15:25.924383 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [req-5b9fb937-0764-48f6-991b-1d8254e87c8f req-d9783fd8-dbc7-4eae-9f0f-1ad355dfcfdc tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] Allocated IP 172.20.0.13 (4fd3685e-a2d9-4671-839a-1b7ceaccd6ac/5e0e46e9-91c1-4e0d-bb8e-6518fc75107e/c41872db-4854-43e7-964f-46b85bf7e2da) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 08 22:15:25.938410 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-594d8722-724f-4eb0-807b-ebe2ce702688 admin admin] Publish callbacks [] for security_group (8e1c5f47-786e-48a1-8451-523c92ebf32a), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:25.957089 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.24', 64664) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:15:25.964644 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [req-890da675-f1c8-4c40-955b-708e3ecc91c6 req-c15789b6-2b5e-4402-bd81-8835bac5d679 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Request body: {'port': {'device_id': '1be25f68-2dfe-4af6-8c3e-5dbdf1acc72d', 'network_id': '4427f95d-7dad-47df-8ab1-304fd704186a', 'admin_state_up': True, 'tenant_id': '9bf17cedd3154ce4b6b2bd0e4dcbb92c'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:15:26.014606 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-594d8722-724f-4eb0-807b-ebe2ce702688 admin admin] Publish callbacks [] for security_group (8e1c5f47-786e-48a1-8451-523c92ebf32a), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:26.160468 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb18604-f543-41f7-8d08-4e6f087ddb7b None None] Sync routers for ids ['704f50fb-b91a-4966-b01e-da4167ed8b5e'] in dv-cinder-840511-5-iscsi {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 08 22:15:26.217018 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb18604-f543-41f7-8d08-4e6f087ddb7b None None] Routers {'704f50fb-b91a-4966-b01e-da4167ed8b5e'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:15:26.217018 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-ccb18604-f543-41f7-8d08-4e6f087ddb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:15:19Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['704f50fb-b91a-4966-b01e-da4167ed8b5e'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:15:26.231650 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-f082ac1d-63da-4b54-a750-f129a015ba66 req-b637c5e3-c476-44ec-95f4-e70eab54b980 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 210 time: 0.4759972 May 08 22:15:26.254917 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-594d8722-724f-4eb0-807b-ebe2ce702688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (8e1c5f47-786e-48a1-8451-523c92ebf32a), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:26.259849 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Pushing event updated for resources: {'Port': ['ID=2a091782-ccc9-48ce-b046-9b493d4f29d4,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:26.279104 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-594d8722-724f-4eb0-807b-ebe2ce702688 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:26.287430 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-594d8722-724f-4eb0-807b-ebe2ce702688 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8e1c5f47-786e-48a1-8451-523c92ebf32a HTTP/1.1" status: 204 len: 168 time: 0.6642585 May 08 22:15:26.344033 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594d8722-724f-4eb0-807b-ebe2ce702688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e1c5f47-786e-48a1-8451-523c92ebf32a,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:26.513477 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-ffed9085-145c-43d7-bde2-a99985618ac5 req-632086d1-2f5d-4e9c-b0c8-1be6f723e66e tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e127fdd-cea7-48e8-9d46-924fbd051cd4 HTTP/1.1" status: 200 len: 210 time: 0.0973740 May 08 22:15:26.538296 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f99f8d7-56ca-46d0-a331-6ee132fd510d req-76f4f1ff-ef3f-40ac-afd5-c1608616a96a tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:26.546327 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-7f99f8d7-56ca-46d0-a331-6ee132fd510d req-76f4f1ff-ef3f-40ac-afd5-c1608616a96a tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/networks?id=a4734e2d-d908-4b8e-b542-dd83675e0c99 HTTP/1.1" status: 200 len: 815 time: 0.8774221 May 08 22:15:26.568242 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-7f99f8d7-56ca-46d0-a331-6ee132fd510d req-679a4d27-6846-454d-b948-cf577023d639 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/quotas/489bde08b9284b5f8e5eb2ebc398b963 HTTP/1.1" status: 200 len: 375 time: 0.0205848 May 08 22:15:26.701623 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-7f99f8d7-56ca-46d0-a331-6ee132fd510d req-3d70ffd5-8efd-49ab-8938-c29d266ea0c9 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=489bde08b9284b5f8e5eb2ebc398b963&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1292250 May 08 22:15:26.837105 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-890da675-f1c8-4c40-955b-708e3ecc91c6 req-c15789b6-2b5e-4402-bd81-8835bac5d679 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Made reservation on behalf of 9bf17cedd3154ce4b6b2bd0e4dcbb92c for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 08 22:15:26.850112 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-890da675-f1c8-4c40-955b-708e3ecc91c6 req-c15789b6-2b5e-4402-bd81-8835bac5d679 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:26.863540 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-ccb18604-f543-41f7-8d08-4e6f087ddb7b None None] Set router 704f50fb-b91a-4966-b01e-da4167ed8b5e gateway port host: dv-cinder-840511-5-iscsi {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:15:26.885097 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-7f99f8d7-56ca-46d0-a331-6ee132fd510d req-e736e9ce-fd4c-4a8c-b08d-6887bb723875 service neutron] 10.222.0.44 "GET /v2.0/networks/a4734e2d-d908-4b8e-b542-dd83675e0c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751988 May 08 22:15:27.083318 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [req-890da675-f1c8-4c40-955b-708e3ecc91c6 req-c15789b6-2b5e-4402-bd81-8835bac5d679 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Allocated IP 172.20.0.7 (4427f95d-7dad-47df-8ab1-304fd704186a/d42cc4d2-76bb-4552-9ac7-abf4e664168d/5e36bd48-5ead-4567-94f4-b17494e5b745) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 08 22:15:27.203549 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-5a06b5a4-1e26-44f3-9170-b4c8979d703f req-4f9195d2-63d7-44b1-ae66-f70a35620ab5 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b2fdbd-2397-4f6f-904a-24c65bd20707 HTTP/1.1" status: 200 len: 210 time: 0.2971087 May 08 22:15:27.326556 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.24', 64670) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:15:27.429965 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-7f99f8d7-56ca-46d0-a331-6ee132fd510d req-ff913c9b-89b5-4a3e-86ed-a7c7eabfd832 service neutron] 10.222.0.44 "GET /v2.0/networks/a4734e2d-d908-4b8e-b542-dd83675e0c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5391223 May 08 22:15:27.662540 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-ccb18604-f543-41f7-8d08-4e6f087ddb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '704f50fb-b91a-4966-b01e-da4167ed8b5e', 'name': 'tempest-ServerRescueNegativeTestJSON-825093394-router', 'tenant_id': '9bf17cedd3154ce4b6b2bd0e4dcbb92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '0c671479-16d2-4562-bc9b-36013f9f96d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:15:06Z', 'updated_at': '2022-05-08T22:15:16Z', 'revision_number': 4, 'project_id': '9bf17cedd3154ce4b6b2bd0e4dcbb92c', 'gw_port': {'id': '0c671479-16d2-4562-bc9b-36013f9f96d1', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ab:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704f50fb-b91a-4966-b01e-da4167ed8b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:08Z', 'updated_at': '2022-05-08T22:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_interfaces': [{'id': '6ffd45d4-366f-40f2-8045-f1961d7b8f55', 'name': '', 'network_id': '4427f95d-7dad-47df-8ab1-304fd704186a', 'tenant_id': '9bf17cedd3154ce4b6b2bd0e4dcbb92c', 'mac_address': 'fa:16:3e:5c:d0:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '704f50fb-b91a-4966-b01e-da4167ed8b5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd42cc4d2-76bb-4552-9ac7-abf4e664168d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:14Z', 'updated_at': '2022-05-08T22:15:17Z', 'revision_number': 2, 'project_id': '9bf17cedd3154ce4b6b2bd0e4dcbb92c', 'subnets': [{'id': 'd42cc4d2-76bb-4552-9ac7-abf4e664168d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:15:27.685256 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-813db71a-287c-4600-b4d2-e5f732e18bfa req-4194a15e-5a46-4aa3-a439-76a5d69cc8bc tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 210 time: 0.1959934 May 08 22:15:27.711122 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-5b9fb937-0764-48f6-991b-1d8254e87c8f req-d9783fd8-dbc7-4eae-9f0f-1ad355dfcfdc tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] Publish callbacks [] for port (c41872db-4854-43e7-964f-46b85bf7e2da), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:27.792041 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb18604-f543-41f7-8d08-4e6f087ddb7b None None] Checking router: 704f50fb-b91a-4966-b01e-da4167ed8b5e for host: dv-cinder-840511-5-iscsi {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 08 22:15:27.792408 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb18604-f543-41f7-8d08-4e6f087ddb7b None None] Updating router 704f50fb-b91a-4966-b01e-da4167ed8b5e port 6ffd45d4-366f-40f2-8045-f1961d7b8f55 binding host dv-cinder-840511-5-iscsi {{(pid=103631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 08 22:15:27.815987 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4899e68-6d04-4294-97a9-b947b5d6cab3 req-a1d11b4c-c6d3-43bf-a53a-102066e4e4ec tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:27.818348 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-e4899e68-6d04-4294-97a9-b947b5d6cab3 req-a1d11b4c-c6d3-43bf-a53a-102066e4e4ec tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.24 "GET /v2.0/networks?id=4427f95d-7dad-47df-8ab1-304fd704186a HTTP/1.1" status: 200 len: 818 time: 0.4445829 May 08 22:15:27.914463 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-4858fabb-2b15-49b8-ae08-c4d789da6c3b req-8157055d-919a-43d5-be45-a271094a21aa tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e127fdd-cea7-48e8-9d46-924fbd051cd4 HTTP/1.1" status: 200 len: 210 time: 0.0932372 May 08 22:15:27.921424 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616fa569-8d3d-4c3c-938a-259e5022f42c req-6e415daf-1f2b-46d0-a4ab-6798ee70c794 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:27.932046 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.v2.base [req-e4899e68-6d04-4294-97a9-b947b5d6cab3 req-ee0ebe36-3d1c-457a-8113-079e165e0847 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Request body: {'port': {'device_id': '729b7198-3c3f-4109-bc01-7467a8d4b4c5', 'network_id': '4427f95d-7dad-47df-8ab1-304fd704186a', 'admin_state_up': True, 'tenant_id': '9bf17cedd3154ce4b6b2bd0e4dcbb92c'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:15:27.934504 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-ccb18604-f543-41f7-8d08-4e6f087ddb7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (6ffd45d4-366f-40f2-8045-f1961d7b8f55), before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:27.941146 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-616fa569-8d3d-4c3c-938a-259e5022f42c req-6e415daf-1f2b-46d0-a4ab-6798ee70c794 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.24 "GET /v2.0/networks?id=387fc46a-30bd-496f-ac2d-d7b18b5cbea6 HTTP/1.1" status: 200 len: 810 time: 1.9187248 May 08 22:15:28.026587 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-890da675-f1c8-4c40-955b-708e3ecc91c6 req-c15789b6-2b5e-4402-bd81-8835bac5d679 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Publish callbacks [] for port (5e36bd48-5ead-4567-94f4-b17494e5b745), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:28.089167 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-890da675-f1c8-4c40-955b-708e3ecc91c6 req-c15789b6-2b5e-4402-bd81-8835bac5d679 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791034024012'] for port (5e36bd48-5ead-4567-94f4-b17494e5b745), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:28.173446 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-99f756a4-5354-4208-aa72-d3edc13a6c1c req-02c2a80a-7bc8-4c6c-99ee-c97580093087 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5e26a1-a863-487e-b196-c905958ffc62 HTTP/1.1" status: 200 len: 210 time: 0.1645734 May 08 22:15:28.293356 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device 2a091782-ccc9-48ce-b046-9b493d4f29d4 up at agent ovs-agent-dv-cinder-840511-5-iscsi {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 08 22:15:28.444865 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15789b6-2b5e-4402-bd81-8835bac5d679 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Pushing event updated for resources: {'Port': ['ID=5e36bd48-5ead-4567-94f4-b17494e5b745,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:28.481531 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Provisioning complete for port 2a091782-ccc9-48ce-b046-9b493d4f29d4 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:15:28.483345 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (2a091782-ccc9-48ce-b046-9b493d4f29d4), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:28.553101 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-b2faaf60-20d7-4113-895c-a3621ef2188e req-52903c74-bef0-40d5-92ff-9e646b36e885 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b2fdbd-2397-4f6f-904a-24c65bd20707 HTTP/1.1" status: 200 len: 210 time: 0.1049986 May 08 22:15:28.584437 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4899e68-6d04-4294-97a9-b947b5d6cab3 req-ee0ebe36-3d1c-457a-8113-079e165e0847 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Made reservation on behalf of 9bf17cedd3154ce4b6b2bd0e4dcbb92c for: {'port': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 08 22:15:28.591682 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [req-e4899e68-6d04-4294-97a9-b947b5d6cab3 req-ee0ebe36-3d1c-457a-8113-079e165e0847 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:28.629611 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-890da675-f1c8-4c40-955b-708e3ecc91c6 req-c15789b6-2b5e-4402-bd81-8835bac5d679 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Network 4427f95d-7dad-47df-8ab1-304fd704186a is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 08 22:15:28.650761 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [req-890da675-f1c8-4c40-955b-708e3ecc91c6 req-c15789b6-2b5e-4402-bd81-8835bac5d679 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:15:28.661562 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-890da675-f1c8-4c40-955b-708e3ecc91c6 req-c15789b6-2b5e-4402-bd81-8835bac5d679 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 08 22:15:28.667258 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890da675-f1c8-4c40-955b-708e3ecc91c6 req-c15789b6-2b5e-4402-bd81-8835bac5d679 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:28.668015 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-890da675-f1c8-4c40-955b-708e3ecc91c6 req-c15789b6-2b5e-4402-bd81-8835bac5d679 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745315'] for port (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:28.680733 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-ccb18604-f543-41f7-8d08-4e6f087ddb7b None None] Publish callbacks [] for port (6ffd45d4-366f-40f2-8045-f1961d7b8f55), precommit_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:28.693509 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-ccb18604-f543-41f7-8d08-4e6f087ddb7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (6ffd45d4-366f-40f2-8045-f1961d7b8f55), after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:28.714485 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-5b9fb937-0764-48f6-991b-1d8254e87c8f req-d9783fd8-dbc7-4eae-9f0f-1ad355dfcfdc tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791034024012'] for port (c41872db-4854-43e7-964f-46b85bf7e2da), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:28.843336 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Current status of the port 2a091782-ccc9-48ce-b046-9b493d4f29d4 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:15:28.919087 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-616fa569-8d3d-4c3c-938a-259e5022f42c req-c488cd54-b261-42fc-8ea7-6cde204b9ad7 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=877c3ddd8833480d8dedc0796ec7dcd2 HTTP/1.1" status: 200 len: 380 time: 0.8455861 May 08 22:15:28.972290 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [req-616fa569-8d3d-4c3c-938a-259e5022f42c req-1a9274f8-976b-4732-a62e-64457bad4fc0 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Request body: {'port': {'device_id': '41b2fdbd-2397-4f6f-904a-24c65bd20707', 'network_id': '387fc46a-30bd-496f-ac2d-d7b18b5cbea6', 'admin_state_up': True, 'tenant_id': '877c3ddd8833480d8dedc0796ec7dcd2', 'security_groups': ['ca44f436-fe4a-4cda-b0b9-0850bed715c4']}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:15:29.102375 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 49188) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:15:29.105853 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9783fd8-dbc7-4eae-9f0f-1ad355dfcfdc tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] Pushing event updated for resources: {'Port': ['ID=c41872db-4854-43e7-964f-46b85bf7e2da,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:29.170701 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b9fb937-0764-48f6-991b-1d8254e87c8f req-d9783fd8-dbc7-4eae-9f0f-1ad355dfcfdc tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] Network 4fd3685e-a2d9-4671-839a-1b7ceaccd6ac is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 08 22:15:29.176639 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [req-5b9fb937-0764-48f6-991b-1d8254e87c8f req-d9783fd8-dbc7-4eae-9f0f-1ad355dfcfdc tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:15:29.211300 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b9fb937-0764-48f6-991b-1d8254e87c8f req-d9783fd8-dbc7-4eae-9f0f-1ad355dfcfdc tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 08 22:15:29.248549 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9fb937-0764-48f6-991b-1d8254e87c8f req-d9783fd8-dbc7-4eae-9f0f-1ad355dfcfdc tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:29.252455 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-5b9fb937-0764-48f6-991b-1d8254e87c8f req-d9783fd8-dbc7-4eae-9f0f-1ad355dfcfdc tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745315'] for port (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:29.307503 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-e2b0f10a-64c6-4a25-8d11-02b2aa17b798 None None] Provisioning complete for port 5e36bd48-5ead-4567-94f4-b17494e5b745 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:15:29.308345 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-e2b0f10a-64c6-4a25-8d11-02b2aa17b798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (5e36bd48-5ead-4567-94f4-b17494e5b745), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:29.373770 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-ccb18604-f543-41f7-8d08-4e6f087ddb7b None None] Attempting to bind port 6ffd45d4-366f-40f2-8045-f1961d7b8f55 on host dv-cinder-840511-5-iscsi for vnic_type normal with profile {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 08 22:15:29.374193 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-ccb18604-f543-41f7-8d08-4e6f087ddb7b None None] Attempting to bind port 6ffd45d4-366f-40f2-8045-f1961d7b8f55 by drivers openvswitch,hyperv on host dv-cinder-840511-5-iscsi at level 0 using segments [{'id': '3409f877-3e4a-40e4-97c7-350ebf9f66ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4427f95d-7dad-47df-8ab1-304fd704186a'}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 08 22:15:29.376338 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb18604-f543-41f7-8d08-4e6f087ddb7b None None] Attempting to bind port 6ffd45d4-366f-40f2-8045-f1961d7b8f55 on network 4427f95d-7dad-47df-8ab1-304fd704186a {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 08 22:15:29.407368 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb18604-f543-41f7-8d08-4e6f087ddb7b None None] Checking agent: {'id': '7e3c7ef6-abd5-4f0f-b372-b2734b637fd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840511-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 8, 22, 6, 52), 'started_at': datetime.datetime(2022, 5, 8, 22, 7, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 8, 22, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840511-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 08 22:15:29.414197 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb18604-f543-41f7-8d08-4e6f087ddb7b None None] Checking segment: {'id': '3409f877-3e4a-40e4-97c7-350ebf9f66ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4427f95d-7dad-47df-8ab1-304fd704186a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 08 22:15:29.418161 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-ccb18604-f543-41f7-8d08-4e6f087ddb7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:29.418771 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb18604-f543-41f7-8d08-4e6f087ddb7b None None] Bound using segment: {'id': '3409f877-3e4a-40e4-97c7-350ebf9f66ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4427f95d-7dad-47df-8ab1-304fd704186a'} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 08 22:15:29.422632 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-ccb18604-f543-41f7-8d08-4e6f087ddb7b None None] Bound port: 6ffd45d4-366f-40f2-8045-f1961d7b8f55, host: dv-cinder-840511-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3409f877-3e4a-40e4-97c7-350ebf9f66ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4427f95d-7dad-47df-8ab1-304fd704186a'}}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 08 22:15:29.427395 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-ccb18604-f543-41f7-8d08-4e6f087ddb7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (6ffd45d4-366f-40f2-8045-f1961d7b8f55), before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:29.458931 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-890da675-f1c8-4c40-955b-708e3ecc91c6 req-c15789b6-2b5e-4402-bd81-8835bac5d679 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5040572 May 08 22:15:29.470451 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-e2b0f10a-64c6-4a25-8d11-02b2aa17b798 None None] Port 5e36bd48-5ead-4567-94f4-b17494e5b745 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 08 22:15:29.474190 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [req-e4899e68-6d04-4294-97a9-b947b5d6cab3 req-ee0ebe36-3d1c-457a-8113-079e165e0847 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Allocated IP 172.20.0.3 (4427f95d-7dad-47df-8ab1-304fd704186a/d42cc4d2-76bb-4552-9ac7-abf4e664168d/48e662e3-0054-4172-ac4a-cc78d47f795b) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 08 22:15:29.482008 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d801d6eb-811d-48e3-a2eb-d775d3811aa0 None None] Sync routers for ids ['8e291ff0-32e4-4e5d-affc-34ff10dda5b3'] in dv-cinder-840511-5-iscsi {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 08 22:15:29.495302 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-5b9fb937-0764-48f6-991b-1d8254e87c8f req-d9783fd8-dbc7-4eae-9f0f-1ad355dfcfdc tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.6900914 May 08 22:15:29.552351 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d801d6eb-811d-48e3-a2eb-d775d3811aa0 None None] Routers {'8e291ff0-32e4-4e5d-affc-34ff10dda5b3'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:15:29.553415 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-d801d6eb-811d-48e3-a2eb-d775d3811aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:15:19Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['8e291ff0-32e4-4e5d-affc-34ff10dda5b3'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:15:29.572241 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [req-5b9fb937-0764-48f6-991b-1d8254e87c8f req-4a0a6416-2dae-44a2-a7c3-92c48d02686b tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103629) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 08 22:15:29.573733 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-5b9fb937-0764-48f6-991b-1d8254e87c8f req-4a0a6416-2dae-44a2-a7c3-92c48d02686b tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0462379 May 08 22:15:29.594284 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [req-890da675-f1c8-4c40-955b-708e3ecc91c6 req-53d6d62d-d33b-47e7-becb-1c0de4d1d49c tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103629) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 08 22:15:29.595254 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-890da675-f1c8-4c40-955b-708e3ecc91c6 req-53d6d62d-d33b-47e7-becb-1c0de4d1d49c tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0666139 May 08 22:15:29.697846 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9728b7-ff5c-43d6-8ced-d507ee08a305 None None] Pushing event updated for resources: {'Port': ['ID=6ffd45d4-366f-40f2-8045-f1961d7b8f55,revision_number=3']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:29.770889 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-ccb18604-f543-41f7-8d08-4e6f087ddb7b None None] For port 6ffd45d4-366f-40f2-8045-f1961d7b8f55, host dv-cinder-840511-5-iscsi, cleared binding levels {{(pid=103631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 08 22:15:29.790406 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-ccb18604-f543-41f7-8d08-4e6f087ddb7b None None] For port 6ffd45d4-366f-40f2-8045-f1961d7b8f55, host dv-cinder-840511-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=6ffd45d4-366f-40f2-8045-f1961d7b8f55,segment=NetworkSegment(3409f877-3e4a-40e4-97c7-350ebf9f66ba),segment_id=3409f877-3e4a-40e4-97c7-350ebf9f66ba)] {{(pid=103631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 08 22:15:29.813780 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-ccb18604-f543-41f7-8d08-4e6f087ddb7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (6ffd45d4-366f-40f2-8045-f1961d7b8f55), after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:29.881625 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-616fa569-8d3d-4c3c-938a-259e5022f42c req-1a9274f8-976b-4732-a62e-64457bad4fc0 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Made reservation on behalf of 877c3ddd8833480d8dedc0796ec7dcd2 for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 08 22:15:29.902051 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-616fa569-8d3d-4c3c-938a-259e5022f42c req-1a9274f8-976b-4732-a62e-64457bad4fc0 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:30.022497 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb18604-f543-41f7-8d08-4e6f087ddb7b None None] Routers {'704f50fb-b91a-4966-b01e-da4167ed8b5e'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:15:30.025391 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-ccb18604-f543-41f7-8d08-4e6f087ddb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:15:19Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['704f50fb-b91a-4966-b01e-da4167ed8b5e'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:15:30.189197 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [req-e4899e68-6d04-4294-97a9-b947b5d6cab3 req-ee0ebe36-3d1c-457a-8113-079e165e0847 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Publish callbacks [] for port (48e662e3-0054-4172-ac4a-cc78d47f795b), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:30.265613 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-e196a468-a9e3-4991-8d7b-0c55e62df0c8 None None] Provisioning complete for port 6ffd45d4-366f-40f2-8045-f1961d7b8f55 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:15:30.267551 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-e196a468-a9e3-4991-8d7b-0c55e62df0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (6ffd45d4-366f-40f2-8045-f1961d7b8f55), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:30.318149 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [req-616fa569-8d3d-4c3c-938a-259e5022f42c req-1a9274f8-976b-4732-a62e-64457bad4fc0 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Allocated IP 172.20.0.10 (387fc46a-30bd-496f-ac2d-d7b18b5cbea6/22276153-f38c-4e2a-9ff9-b172da35f69d/5ba34ff9-9e2c-4e2f-b1f0-9f8ca1724b67) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 08 22:15:30.327960 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [req-e4899e68-6d04-4294-97a9-b947b5d6cab3 req-ee0ebe36-3d1c-457a-8113-079e165e0847 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791034024012'] for port (48e662e3-0054-4172-ac4a-cc78d47f795b), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:30.366807 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-d801d6eb-811d-48e3-a2eb-d775d3811aa0 None None] Set router 8e291ff0-32e4-4e5d-affc-34ff10dda5b3 gateway port host: dv-cinder-840511-5-iscsi {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:15:30.396823 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9728b7-ff5c-43d6-8ced-d507ee08a305 None None] Pushing event updated for resources: {'Port': ['ID=6ffd45d4-366f-40f2-8045-f1961d7b8f55,revision_number=4']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:30.535718 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-ccb18604-f543-41f7-8d08-4e6f087ddb7b None None] Set router 704f50fb-b91a-4966-b01e-da4167ed8b5e gateway port host: dv-cinder-840511-5-iscsi {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:15:30.550488 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-e196a468-a9e3-4991-8d7b-0c55e62df0c8 None None] Current status of the port 6ffd45d4-366f-40f2-8045-f1961d7b8f55 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:15:30.551554 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-e196a468-a9e3-4991-8d7b-0c55e62df0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (6ffd45d4-366f-40f2-8045-f1961d7b8f55), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:30.611869 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4899e68-6d04-4294-97a9-b947b5d6cab3 req-ee0ebe36-3d1c-457a-8113-079e165e0847 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Network 4427f95d-7dad-47df-8ab1-304fd704186a is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 08 22:15:30.656875 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [req-e4899e68-6d04-4294-97a9-b947b5d6cab3 req-ee0ebe36-3d1c-457a-8113-079e165e0847 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:15:30.718941 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4899e68-6d04-4294-97a9-b947b5d6cab3 req-ee0ebe36-3d1c-457a-8113-079e165e0847 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 08 22:15:30.739922 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4899e68-6d04-4294-97a9-b947b5d6cab3 req-ee0ebe36-3d1c-457a-8113-079e165e0847 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:30.744480 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [req-e4899e68-6d04-4294-97a9-b947b5d6cab3 req-ee0ebe36-3d1c-457a-8113-079e165e0847 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745315'] for port (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:30.763314 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-e196a468-a9e3-4991-8d7b-0c55e62df0c8 None None] For port 6ffd45d4-366f-40f2-8045-f1961d7b8f55, host dv-cinder-840511-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=6ffd45d4-366f-40f2-8045-f1961d7b8f55,segment=NetworkSegment(3409f877-3e4a-40e4-97c7-350ebf9f66ba),segment_id=3409f877-3e4a-40e4-97c7-350ebf9f66ba)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:15:30.774579 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-e196a468-a9e3-4991-8d7b-0c55e62df0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (6ffd45d4-366f-40f2-8045-f1961d7b8f55), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:30.852331 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1cd4c-7525-4ff3-a437-2353f4b46d93 req-8f602392-e9d3-41e6-ba38-1aa7eb05b02e tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:30.865158 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-4be1cd4c-7525-4ff3-a437-2353f4b46d93 req-8f602392-e9d3-41e6-ba38-1aa7eb05b02e tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e127fdd-cea7-48e8-9d46-924fbd051cd4 HTTP/1.1" status: 200 len: 932 time: 0.5922294 May 08 22:15:30.881141 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe67b6c-3a7e-4b6e-b5d1-acfe425eedde req-84a14c3d-a3ee-4775-8a9a-9866709058c2 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:30.903305 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [req-5b9fb937-0764-48f6-991b-1d8254e87c8f req-7be4ebff-042f-40a5-8168-93df0fee65ef service neutron] Request body: {'port': {'device_id': '0e127fdd-cea7-48e8-9d46-924fbd051cd4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:15:30.913669 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-5fe67b6c-3a7e-4b6e-b5d1-acfe425eedde req-84a14c3d-a3ee-4775-8a9a-9866709058c2 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 931 time: 0.6389346 May 08 22:15:30.931734 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.24', 64676) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:15:30.942774 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [req-890da675-f1c8-4c40-955b-708e3ecc91c6 req-c00e3e15-3b9a-4ba7-afed-cd506fd8fbae service neutron] Request body: {'port': {'device_id': '1be25f68-2dfe-4af6-8c3e-5dbdf1acc72d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:15:31.001952 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e196a468-a9e3-4991-8d7b-0c55e62df0c8 None None] Pushing event updated for resources: {'Port': ['ID=6ffd45d4-366f-40f2-8045-f1961d7b8f55,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:31.109409 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 49254) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:15:31.145268 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-fd2c85db-af52-467a-946b-ee67a6e088a1 None None] Provisioning complete for port 6ffd45d4-366f-40f2-8045-f1961d7b8f55 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:15:31.145450 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-fd2c85db-af52-467a-946b-ee67a6e088a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (6ffd45d4-366f-40f2-8045-f1961d7b8f55), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:31.310975 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2ea642d6-bba3-4b08-899d-71314b770e25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:31.366780 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-ccb18604-f543-41f7-8d08-4e6f087ddb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '704f50fb-b91a-4966-b01e-da4167ed8b5e', 'name': 'tempest-ServerRescueNegativeTestJSON-825093394-router', 'tenant_id': '9bf17cedd3154ce4b6b2bd0e4dcbb92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '0c671479-16d2-4562-bc9b-36013f9f96d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:15:06Z', 'updated_at': '2022-05-08T22:15:16Z', 'revision_number': 4, 'project_id': '9bf17cedd3154ce4b6b2bd0e4dcbb92c', 'gw_port': {'id': '0c671479-16d2-4562-bc9b-36013f9f96d1', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ab:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704f50fb-b91a-4966-b01e-da4167ed8b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:08Z', 'updated_at': '2022-05-08T22:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_interfaces': [{'id': '6ffd45d4-366f-40f2-8045-f1961d7b8f55', 'name': '', 'network_id': '4427f95d-7dad-47df-8ab1-304fd704186a', 'tenant_id': '9bf17cedd3154ce4b6b2bd0e4dcbb92c', 'mac_address': 'fa:16:3e:5c:d0:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '704f50fb-b91a-4966-b01e-da4167ed8b5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd42cc4d2-76bb-4552-9ac7-abf4e664168d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:14Z', 'updated_at': '2022-05-08T22:15:29Z', 'revision_number': 4, 'project_id': '9bf17cedd3154ce4b6b2bd0e4dcbb92c', 'subnets': [{'id': 'd42cc4d2-76bb-4552-9ac7-abf4e664168d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:15:31.431380 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-4be1cd4c-7525-4ff3-a437-2353f4b46d93 req-821a152f-5b73-4e5a-b106-b34ada10d2fa tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7bb5cee-9e13-408a-a461-b9cf9be9dfc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5642624 May 08 22:15:31.471309 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-616fa569-8d3d-4c3c-938a-259e5022f42c req-1a9274f8-976b-4732-a62e-64457bad4fc0 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Publish callbacks [] for port (5ba34ff9-9e2c-4e2f-b1f0-9f8ca1724b67), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:31.479670 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-890da675-f1c8-4c40-955b-708e3ecc91c6 req-c00e3e15-3b9a-4ba7-afed-cd506fd8fbae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (5e36bd48-5ead-4567-94f4-b17494e5b745), before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:31.489952 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0ebe36-3d1c-457a-8113-079e165e0847 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Pushing event updated for resources: {'Port': ['ID=48e662e3-0054-4172-ac4a-cc78d47f795b,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:31.502470 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb18604-f543-41f7-8d08-4e6f087ddb7b None None] The sync data for ids ['704f50fb-b91a-4966-b01e-da4167ed8b5e'] in dv-cinder-840511-5-iscsi is: [{'id': '704f50fb-b91a-4966-b01e-da4167ed8b5e', 'name': 'tempest-ServerRescueNegativeTestJSON-825093394-router', 'tenant_id': '9bf17cedd3154ce4b6b2bd0e4dcbb92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '0c671479-16d2-4562-bc9b-36013f9f96d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:15:06Z', 'updated_at': '2022-05-08T22:15:16Z', 'revision_number': 4, 'project_id': '9bf17cedd3154ce4b6b2bd0e4dcbb92c', 'gw_port': {'id': '0c671479-16d2-4562-bc9b-36013f9f96d1', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ab:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704f50fb-b91a-4966-b01e-da4167ed8b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:08Z', 'updated_at': '2022-05-08T22:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_interfaces': [{'id': '6ffd45d4-366f-40f2-8045-f1961d7b8f55', 'name': '', 'network_id': '4427f95d-7dad-47df-8ab1-304fd704186a', 'tenant_id': '9bf17cedd3154ce4b6b2bd0e4dcbb92c', 'mac_address': 'fa:16:3e:5c:d0:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '704f50fb-b91a-4966-b01e-da4167ed8b5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd42cc4d2-76bb-4552-9ac7-abf4e664168d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:14Z', 'updated_at': '2022-05-08T22:15:29Z', 'revision_number': 4, 'project_id': '9bf17cedd3154ce4b6b2bd0e4dcbb92c', 'subnets': [{'id': 'd42cc4d2-76bb-4552-9ac7-abf4e664168d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 08 22:15:31.586458 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-e4899e68-6d04-4294-97a9-b947b5d6cab3 req-ee0ebe36-3d1c-457a-8113-079e165e0847 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6705816 May 08 22:15:31.683993 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-d801d6eb-811d-48e3-a2eb-d775d3811aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'name': 'tempest-AttachVolumeNegativeTest-1605491633-router', 'tenant_id': '489bde08b9284b5f8e5eb2ebc398b963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '2a091782-ccc9-48ce-b046-9b493d4f29d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:15:08Z', 'updated_at': '2022-05-08T22:15:17Z', 'revision_number': 4, 'project_id': '489bde08b9284b5f8e5eb2ebc398b963', 'gw_port': {'id': '2a091782-ccc9-48ce-b046-9b493d4f29d4', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ff:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:10Z', 'updated_at': '2022-05-08T22:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_interfaces': [{'id': '6deee425-784f-4ef9-823b-d791d7155c4e', 'name': '', 'network_id': 'a4734e2d-d908-4b8e-b542-dd83675e0c99', 'tenant_id': '489bde08b9284b5f8e5eb2ebc398b963', 'mac_address': 'fa:16:3e:e1:09:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7cb890a2-14d2-4c0b-a82b-863c0417b5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:16Z', 'updated_at': '2022-05-08T22:15:17Z', 'revision_number': 2, 'project_id': '489bde08b9284b5f8e5eb2ebc398b963', 'subnets': [{'id': '7cb890a2-14d2-4c0b-a82b-863c0417b5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:15:31.749451 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d801d6eb-811d-48e3-a2eb-d775d3811aa0 None None] Checking router: 8e291ff0-32e4-4e5d-affc-34ff10dda5b3 for host: dv-cinder-840511-5-iscsi {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 08 22:15:31.750044 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d801d6eb-811d-48e3-a2eb-d775d3811aa0 None None] Updating router 8e291ff0-32e4-4e5d-affc-34ff10dda5b3 port 6deee425-784f-4ef9-823b-d791d7155c4e binding host dv-cinder-840511-5-iscsi {{(pid=103630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 08 22:15:31.757208 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.v2.base [req-e4899e68-6d04-4294-97a9-b947b5d6cab3 req-ad538063-bfae-4ea0-a22f-c41ad72265d2 service neutron] Request body: {'port': {'device_id': '729b7198-3c3f-4109-bc01-7467a8d4b4c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:15:31.767846 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-5b9fb937-0764-48f6-991b-1d8254e87c8f req-7be4ebff-042f-40a5-8168-93df0fee65ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (c41872db-4854-43e7-964f-46b85bf7e2da), before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:31.801822 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d801d6eb-811d-48e3-a2eb-d775d3811aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (6deee425-784f-4ef9-823b-d791d7155c4e), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:31.863390 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-141199a3-5501-45dd-8168-fcb1ec4fadf4 req-db779da7-6264-4a2b-8322-a801402d46fd tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5e26a1-a863-487e-b196-c905958ffc62 HTTP/1.1" status: 200 len: 210 time: 0.2698798 May 08 22:15:31.887414 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-5fe67b6c-3a7e-4b6e-b5d1-acfe425eedde req-a2b85809-7a52-4194-8172-cc816a12be8f tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9617405 May 08 22:15:31.936490 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-fd2c85db-af52-467a-946b-ee67a6e088a1 None None] Current status of the port 6ffd45d4-366f-40f2-8045-f1961d7b8f55 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:15:32.036752 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c934d1f6-2077-4c22-87ee-10baa719a9f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:32.130130 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [req-e4899e68-6d04-4294-97a9-b947b5d6cab3 req-ad538063-bfae-4ea0-a22f-c41ad72265d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (48e662e3-0054-4172-ac4a-cc78d47f795b), before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:32.228175 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-184680b4-8922-470e-8634-87cfb02f3bc3 req-3aefa3d8-9e19-4f3d-bbbc-076eb6c56410 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b2fdbd-2397-4f6f-904a-24c65bd20707 HTTP/1.1" status: 200 len: 210 time: 0.1283007 May 08 22:15:32.393810 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f99f8d7-56ca-46d0-a331-6ee132fd510d req-2bc10ac7-727a-48f6-9fd2-6094029c37ad tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:32.395365 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-7f99f8d7-56ca-46d0-a331-6ee132fd510d req-2bc10ac7-727a-48f6-9fd2-6094029c37ad tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.24 "GET /v2.0/networks?id=a4734e2d-d908-4b8e-b542-dd83675e0c99 HTTP/1.1" status: 200 len: 815 time: 1.0673730 May 08 22:15:32.591522 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device 6ffd45d4-366f-40f2-8045-f1961d7b8f55 up at agent ovs-agent-dv-cinder-840511-5-iscsi {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 08 22:15:32.643211 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-616fa569-8d3d-4c3c-938a-259e5022f42c req-1a9274f8-976b-4732-a62e-64457bad4fc0 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791034024012'] for port (5ba34ff9-9e2c-4e2f-b1f0-9f8ca1724b67), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:32.696229 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-d3b01389-e5ac-46aa-9b4e-884e9f972ef9 None None] Provisioning complete for port 48e662e3-0054-4172-ac4a-cc78d47f795b triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:15:32.699130 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d3b01389-e5ac-46aa-9b4e-884e9f972ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (48e662e3-0054-4172-ac4a-cc78d47f795b), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:32.771589 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-7f99f8d7-56ca-46d0-a331-6ee132fd510d req-759d3742-a022-4c13-88cd-e0fa3274bd57 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=489bde08b9284b5f8e5eb2ebc398b963 HTTP/1.1" status: 200 len: 380 time: 0.3439059 May 08 22:15:32.844979 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d801d6eb-811d-48e3-a2eb-d775d3811aa0 None None] Publish callbacks [] for port (6deee425-784f-4ef9-823b-d791d7155c4e), precommit_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:32.911144 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.v2.base [req-7f99f8d7-56ca-46d0-a331-6ee132fd510d req-c1ab2cfc-c8a9-4327-9c23-d5141c217f0d tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Request body: {'port': {'device_id': '4f5e26a1-a863-487e-b196-c905958ffc62', 'network_id': 'a4734e2d-d908-4b8e-b542-dd83675e0c99', 'admin_state_up': True, 'tenant_id': '489bde08b9284b5f8e5eb2ebc398b963', 'security_groups': ['c7af110c-3b41-4d6d-9f18-aba8cb65d696']}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:15:32.960872 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d801d6eb-811d-48e3-a2eb-d775d3811aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (6deee425-784f-4ef9-823b-d791d7155c4e), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:33.083289 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Provisioning complete for port 6ffd45d4-366f-40f2-8045-f1961d7b8f55 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:15:33.083679 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (6ffd45d4-366f-40f2-8045-f1961d7b8f55), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:33.163330 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-d3b01389-e5ac-46aa-9b4e-884e9f972ef9 None None] Port 48e662e3-0054-4172-ac4a-cc78d47f795b cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 08 22:15:33.397998 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 49302) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:15:33.448023 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-1a08ce18-4e89-4d75-8280-4a0c599692b2 req-edf306ca-b67c-4b17-a131-f8aa29e9b2df tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5e26a1-a863-487e-b196-c905958ffc62 HTTP/1.1" status: 200 len: 210 time: 0.4151371 May 08 22:15:33.460889 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c934d1f6-2077-4c22-87ee-10baa719a9f5 admin admin] Publish callbacks [] for security_group (6641be0d-9364-49b5-8ffe-d2a1b67a36ec), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:33.472982 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc48ad9-5844-4743-bf4e-dbc51949d7ec None None] Pushing event updated for resources: {'Port': ['ID=6deee425-784f-4ef9-823b-d791d7155c4e,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:33.500506 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-d801d6eb-811d-48e3-a2eb-d775d3811aa0 None None] Attempting to bind port 6deee425-784f-4ef9-823b-d791d7155c4e on host dv-cinder-840511-5-iscsi for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 08 22:15:33.512264 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-d801d6eb-811d-48e3-a2eb-d775d3811aa0 None None] Attempting to bind port 6deee425-784f-4ef9-823b-d791d7155c4e by drivers openvswitch,hyperv on host dv-cinder-840511-5-iscsi at level 0 using segments [{'id': '1780dade-a5f8-4e6b-b9bd-a988dd8e04e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a4734e2d-d908-4b8e-b542-dd83675e0c99'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 08 22:15:33.512264 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d801d6eb-811d-48e3-a2eb-d775d3811aa0 None None] Attempting to bind port 6deee425-784f-4ef9-823b-d791d7155c4e on network a4734e2d-d908-4b8e-b542-dd83675e0c99 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 08 22:15:33.537422 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b26af34-b8b9-4ea8-9913-e11eb772db36 req-63b77450-fe02-4913-808e-9626ab307afa tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:33.539498 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-5b26af34-b8b9-4ea8-9913-e11eb772db36 req-63b77450-fe02-4913-808e-9626ab307afa tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e127fdd-cea7-48e8-9d46-924fbd051cd4 HTTP/1.1" status: 200 len: 932 time: 0.7738638 May 08 22:15:33.562994 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d801d6eb-811d-48e3-a2eb-d775d3811aa0 None None] Checking agent: {'id': '7e3c7ef6-abd5-4f0f-b372-b2734b637fd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840511-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 8, 22, 6, 52), 'started_at': datetime.datetime(2022, 5, 8, 22, 7, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 8, 22, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840511-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 08 22:15:33.563283 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d801d6eb-811d-48e3-a2eb-d775d3811aa0 None None] Checking segment: {'id': '1780dade-a5f8-4e6b-b9bd-a988dd8e04e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a4734e2d-d908-4b8e-b542-dd83675e0c99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 08 22:15:33.563480 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d801d6eb-811d-48e3-a2eb-d775d3811aa0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:33.563871 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d801d6eb-811d-48e3-a2eb-d775d3811aa0 None None] Bound using segment: {'id': '1780dade-a5f8-4e6b-b9bd-a988dd8e04e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a4734e2d-d908-4b8e-b542-dd83675e0c99'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 08 22:15:33.565136 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-d801d6eb-811d-48e3-a2eb-d775d3811aa0 None None] Bound port: 6deee425-784f-4ef9-823b-d791d7155c4e, host: dv-cinder-840511-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1780dade-a5f8-4e6b-b9bd-a988dd8e04e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a4734e2d-d908-4b8e-b542-dd83675e0c99'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 08 22:15:33.569827 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d801d6eb-811d-48e3-a2eb-d775d3811aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (6deee425-784f-4ef9-823b-d791d7155c4e), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:33.637842 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2ea642d6-bba3-4b08-899d-71314b770e25 admin admin] Publish callbacks [] for security_group (b6ab789b-5e7c-49cf-b888-09c2bbb74ccb), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:33.644357 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Current status of the port 6ffd45d4-366f-40f2-8045-f1961d7b8f55 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:15:33.659575 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c934d1f6-2077-4c22-87ee-10baa719a9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (6641be0d-9364-49b5-8ffe-d2a1b67a36ec), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:33.692789 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee7966-28fa-4a91-b681-d8d701feb1cf req-f04934a1-cf50-442e-829b-84a50b4b13fc tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:33.705136 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-54ee7966-28fa-4a91-b681-d8d701feb1cf req-f04934a1-cf50-442e-829b-84a50b4b13fc tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 931 time: 0.1222270 May 08 22:15:33.735344 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-d801d6eb-811d-48e3-a2eb-d775d3811aa0 None None] For port 6deee425-784f-4ef9-823b-d791d7155c4e, host dv-cinder-840511-5-iscsi, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 08 22:15:33.739329 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-d801d6eb-811d-48e3-a2eb-d775d3811aa0 None None] For port 6deee425-784f-4ef9-823b-d791d7155c4e, host dv-cinder-840511-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=6deee425-784f-4ef9-823b-d791d7155c4e,segment=NetworkSegment(1780dade-a5f8-4e6b-b9bd-a988dd8e04e7),segment_id=1780dade-a5f8-4e6b-b9bd-a988dd8e04e7)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 08 22:15:33.749404 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d801d6eb-811d-48e3-a2eb-d775d3811aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (6deee425-784f-4ef9-823b-d791d7155c4e), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:33.787472 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2ea642d6-bba3-4b08-899d-71314b770e25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (b6ab789b-5e7c-49cf-b888-09c2bbb74ccb), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:33.805299 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9274f8-976b-4732-a62e-64457bad4fc0 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Pushing event updated for resources: {'Port': ['ID=5ba34ff9-9e2c-4e2f-b1f0-9f8ca1724b67,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:33.805419 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e3ed9ba7-97c3-4f7a-9370-938f4190b0e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:33.808927 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-616fa569-8d3d-4c3c-938a-259e5022f42c req-1a9274f8-976b-4732-a62e-64457bad4fc0 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Network 387fc46a-30bd-496f-ac2d-d7b18b5cbea6 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 08 22:15:33.842172 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-7ba9282f-6332-4142-b779-6f98265f4672 None None] Provisioning complete for port 6deee425-784f-4ef9-823b-d791d7155c4e triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:15:33.843606 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7ba9282f-6332-4142-b779-6f98265f4672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (6deee425-784f-4ef9-823b-d791d7155c4e), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:33.875949 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [req-616fa569-8d3d-4c3c-938a-259e5022f42c req-1a9274f8-976b-4732-a62e-64457bad4fc0 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:15:33.911031 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-54ee7966-28fa-4a91-b681-d8d701feb1cf req-515cb4a4-0df1-40b1-98c5-5df087a8d812 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046549 May 08 22:15:33.934385 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-c934d1f6-2077-4c22-87ee-10baa719a9f5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=743e4a8bc36d488a8152f0e03ca9b4ba&name=default HTTP/1.1" status: 200 len: 2996 time: 2.7502787 May 08 22:15:33.934385 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-616fa569-8d3d-4c3c-938a-259e5022f42c req-1a9274f8-976b-4732-a62e-64457bad4fc0 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 08 22:15:33.943027 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 49308) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:15:33.954976 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616fa569-8d3d-4c3c-938a-259e5022f42c req-1a9274f8-976b-4732-a62e-64457bad4fc0 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:33.990282 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-616fa569-8d3d-4c3c-938a-259e5022f42c req-1a9274f8-976b-4732-a62e-64457bad4fc0 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745315'] for port (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:34.038538 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-5b26af34-b8b9-4ea8-9913-e11eb772db36 req-a6b73e56-be3e-4dab-8323-f904556aaebc tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7bb5cee-9e13-408a-a461-b9cf9be9dfc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4561822 May 08 22:15:34.063743 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f99f8d7-56ca-46d0-a331-6ee132fd510d req-c1ab2cfc-c8a9-4327-9c23-d5141c217f0d tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Made reservation on behalf of 489bde08b9284b5f8e5eb2ebc398b963 for: {'port': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 08 22:15:34.070330 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d801d6eb-811d-48e3-a2eb-d775d3811aa0 None None] Routers {'8e291ff0-32e4-4e5d-affc-34ff10dda5b3'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:15:34.070513 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [req-7f99f8d7-56ca-46d0-a331-6ee132fd510d req-c1ab2cfc-c8a9-4327-9c23-d5141c217f0d tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:34.070973 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-d801d6eb-811d-48e3-a2eb-d775d3811aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:15:19Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['8e291ff0-32e4-4e5d-affc-34ff10dda5b3'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:15:34.154355 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-2ea642d6-bba3-4b08-899d-71314b770e25 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f18d6983b3d245758bc16629df71e109&name=default HTTP/1.1" status: 200 len: 2996 time: 5.0359955 May 08 22:15:34.158970 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 49310) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:15:34.178584 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-616fa569-8d3d-4c3c-938a-259e5022f42c req-1a9274f8-976b-4732-a62e-64457bad4fc0 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2288392 May 08 22:15:34.188843 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c934d1f6-2077-4c22-87ee-10baa719a9f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6641be0d-9364-49b5-8ffe-d2a1b67a36ec,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:34.231662 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [req-616fa569-8d3d-4c3c-938a-259e5022f42c req-2576c60c-dd58-4b62-a45d-692102a15e34 service neutron] Request body: {'port': {'device_id': '41b2fdbd-2397-4f6f-904a-24c65bd20707', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:15:34.306281 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5187b17e-ed30-4f25-814c-9c14ac74c6ea req-b07c3037-9859-4bf4-9a04-81f2b1f37a46 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:34.321943 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-5187b17e-ed30-4f25-814c-9c14ac74c6ea req-b07c3037-9859-4bf4-9a04-81f2b1f37a46 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b2fdbd-2397-4f6f-904a-24c65bd20707 HTTP/1.1" status: 200 len: 932 time: 0.1814790 May 08 22:15:34.351269 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea642d6-bba3-4b08-899d-71314b770e25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ab789b-5e7c-49cf-b888-09c2bbb74ccb,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:34.408826 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-227cf4f5-772f-451a-832b-170ae4196a1e admin admin] Publish callbacks [] for security_group (b6ab789b-5e7c-49cf-b888-09c2bbb74ccb), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:34.410362 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc48ad9-5844-4743-bf4e-dbc51949d7ec None None] Pushing event updated for resources: {'Port': ['ID=6deee425-784f-4ef9-823b-d791d7155c4e,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:34.433148 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-616fa569-8d3d-4c3c-938a-259e5022f42c req-2576c60c-dd58-4b62-a45d-692102a15e34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (5ba34ff9-9e2c-4e2f-b1f0-9f8ca1724b67), before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:34.545389 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-227cf4f5-772f-451a-832b-170ae4196a1e admin admin] Publish callbacks [] for security_group (b6ab789b-5e7c-49cf-b888-09c2bbb74ccb), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:34.589990 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9e70e41b-9b6a-41eb-ba70-2ce1c080f881 admin admin] Publish callbacks [] for security_group (6641be0d-9364-49b5-8ffe-d2a1b67a36ec), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:34.600994 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.notifiers.nova [req-5b9fb937-0764-48f6-991b-1d8254e87c8f req-7be4ebff-042f-40a5-8168-93df0fee65ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c41872db-4854-43e7-964f-46b85bf7e2da {{(pid=103629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 08 22:15:34.605430 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.notifiers.nova [req-e4899e68-6d04-4294-97a9-b947b5d6cab3 req-ad538063-bfae-4ea0-a22f-c41ad72265d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48e662e3-0054-4172-ac4a-cc78d47f795b {{(pid=103628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 08 22:15:34.629385 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-5b9fb937-0764-48f6-991b-1d8254e87c8f req-7be4ebff-042f-40a5-8168-93df0fee65ef service neutron] Publish callbacks [] for port (c41872db-4854-43e7-964f-46b85bf7e2da), precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:34.643701 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7ba9282f-6332-4142-b779-6f98265f4672 None None] Current status of the port 6deee425-784f-4ef9-823b-d791d7155c4e is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:15:34.644334 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7ba9282f-6332-4142-b779-6f98265f4672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (6deee425-784f-4ef9-823b-d791d7155c4e), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:34.671709 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.provisioning_blocks [req-5b9fb937-0764-48f6-991b-1d8254e87c8f req-7be4ebff-042f-40a5-8168-93df0fee65ef service neutron] Transition to ACTIVE for port object c41872db-4854-43e7-964f-46b85bf7e2da will not be triggered until provisioned by entity L2. {{(pid=103629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 08 22:15:34.686798 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [req-e4899e68-6d04-4294-97a9-b947b5d6cab3 req-ad538063-bfae-4ea0-a22f-c41ad72265d2 service neutron] Publish callbacks [] for port (48e662e3-0054-4172-ac4a-cc78d47f795b), precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:34.698689 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-5b9fb937-0764-48f6-991b-1d8254e87c8f req-7be4ebff-042f-40a5-8168-93df0fee65ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (c41872db-4854-43e7-964f-46b85bf7e2da), after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:34.734883 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-8d497991-c264-4699-a8cf-45897b9cec54 req-16f1542d-91ee-47b6-9708-fb8c5a7ecae3 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5e26a1-a863-487e-b196-c905958ffc62 HTTP/1.1" status: 200 len: 210 time: 0.1789007 May 08 22:15:34.781250 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [req-7f99f8d7-56ca-46d0-a331-6ee132fd510d req-c1ab2cfc-c8a9-4327-9c23-d5141c217f0d tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Allocated IP 172.20.0.6 (a4734e2d-d908-4b8e-b542-dd83675e0c99/7cb890a2-14d2-4c0b-a82b-863c0417b5f3/c4a98c86-0213-4464-824c-6073569ec030) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 08 22:15:34.799559 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-7ba9282f-6332-4142-b779-6f98265f4672 None None] For port 6deee425-784f-4ef9-823b-d791d7155c4e, host dv-cinder-840511-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=6deee425-784f-4ef9-823b-d791d7155c4e,segment=NetworkSegment(1780dade-a5f8-4e6b-b9bd-a988dd8e04e7),segment_id=1780dade-a5f8-4e6b-b9bd-a988dd8e04e7)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:15:34.807764 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-d801d6eb-811d-48e3-a2eb-d775d3811aa0 None None] Set router 8e291ff0-32e4-4e5d-affc-34ff10dda5b3 gateway port host: dv-cinder-840511-5-iscsi {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:15:34.834274 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7ba9282f-6332-4142-b779-6f98265f4672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (6deee425-784f-4ef9-823b-d791d7155c4e), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:35.084786 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-5187b17e-ed30-4f25-814c-9c14ac74c6ea req-294af1a9-e171-4764-b770-139e7f288213 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca44f436-fe4a-4cda-b0b9-0850bed715c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7615790 May 08 22:15:35.102606 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [req-7f99f8d7-56ca-46d0-a331-6ee132fd510d req-c1ab2cfc-c8a9-4327-9c23-d5141c217f0d tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks [] for port (c4a98c86-0213-4464-824c-6073569ec030), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:35.145323 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e3ed9ba7-97c3-4f7a-9370-938f4190b0e9 admin admin] Publish callbacks [] for security_group (44a4dd84-0138-45da-baac-aec497661e21), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:35.170704 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9e70e41b-9b6a-41eb-ba70-2ce1c080f881 admin admin] Publish callbacks [] for security_group (6641be0d-9364-49b5-8ffe-d2a1b67a36ec), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:35.174477 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e3ed9ba7-97c3-4f7a-9370-938f4190b0e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (44a4dd84-0138-45da-baac-aec497661e21), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:35.300286 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.notifiers.nova [req-616fa569-8d3d-4c3c-938a-259e5022f42c req-2576c60c-dd58-4b62-a45d-692102a15e34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ba34ff9-9e2c-4e2f-b1f0-9f8ca1724b67 {{(pid=103629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 08 22:15:35.300498 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8520b5e4-e01c-404d-80b6-222550aeb3ae req-5164eb60-603e-4a4d-ae15-d7fb3ad8df77 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:35.301978 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-8520b5e4-e01c-404d-80b6-222550aeb3ae req-5164eb60-603e-4a4d-ae15-d7fb3ad8df77 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 931 time: 0.1288996 May 08 22:15:35.309017 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba9282f-6332-4142-b779-6f98265f4672 None None] Pushing event updated for resources: {'Port': ['ID=6deee425-784f-4ef9-823b-d791d7155c4e,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:35.320244 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-616fa569-8d3d-4c3c-938a-259e5022f42c req-2576c60c-dd58-4b62-a45d-692102a15e34 service neutron] Publish callbacks [] for port (5ba34ff9-9e2c-4e2f-b1f0-9f8ca1724b67), precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:35.320622 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-4b9a9d7c-1efd-4120-8486-7e9301479523 None None] Provisioning complete for port 6deee425-784f-4ef9-823b-d791d7155c4e triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:15:35.320854 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-4b9a9d7c-1efd-4120-8486-7e9301479523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (6deee425-784f-4ef9-823b-d791d7155c4e), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:35.384971 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-e3ed9ba7-97c3-4f7a-9370-938f4190b0e9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c3cdcb73f0b940c2a364bb0e486dc7ec&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9853230 May 08 22:15:35.395819 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 49334) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:15:35.427600 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.db.provisioning_blocks [req-e4899e68-6d04-4294-97a9-b947b5d6cab3 req-ad538063-bfae-4ea0-a22f-c41ad72265d2 service neutron] Transition to ACTIVE for port object 48e662e3-0054-4172-ac4a-cc78d47f795b will not be triggered until provisioned by entity L2. {{(pid=103628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 08 22:15:35.446526 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-4b9a9d7c-1efd-4120-8486-7e9301479523 None None] Current status of the port 6deee425-784f-4ef9-823b-d791d7155c4e is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:15:35.461339 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-227cf4f5-772f-451a-832b-170ae4196a1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (b6ab789b-5e7c-49cf-b888-09c2bbb74ccb), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:35.465627 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-227cf4f5-772f-451a-832b-170ae4196a1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:35.468643 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-227cf4f5-772f-451a-832b-170ae4196a1e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b6ab789b-5e7c-49cf-b888-09c2bbb74ccb HTTP/1.1" status: 204 len: 168 time: 1.3023243 May 08 22:15:35.470254 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-4b9a9d7c-1efd-4120-8486-7e9301479523 None None] Provisioning complete for port 5ba34ff9-9e2c-4e2f-b1f0-9f8ca1724b67 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:15:35.470678 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-4b9a9d7c-1efd-4120-8486-7e9301479523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (5ba34ff9-9e2c-4e2f-b1f0-9f8ca1724b67), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:35.484517 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-8520b5e4-e01c-404d-80b6-222550aeb3ae req-7803c65d-3317-45cb-85f0-35aa19e69fc2 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695927 May 08 22:15:35.485939 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [req-7f99f8d7-56ca-46d0-a331-6ee132fd510d req-c1ab2cfc-c8a9-4327-9c23-d5141c217f0d tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791034024012'] for port (c4a98c86-0213-4464-824c-6073569ec030), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:35.509267 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [req-e4899e68-6d04-4294-97a9-b947b5d6cab3 req-ad538063-bfae-4ea0-a22f-c41ad72265d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (48e662e3-0054-4172-ac4a-cc78d47f795b), after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:35.518778 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-4b9a9d7c-1efd-4120-8486-7e9301479523 None None] Port 5ba34ff9-9e2c-4e2f-b1f0-9f8ca1724b67 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 08 22:15:35.573497 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-d801d6eb-811d-48e3-a2eb-d775d3811aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'name': 'tempest-AttachVolumeNegativeTest-1605491633-router', 'tenant_id': '489bde08b9284b5f8e5eb2ebc398b963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '2a091782-ccc9-48ce-b046-9b493d4f29d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:15:08Z', 'updated_at': '2022-05-08T22:15:17Z', 'revision_number': 4, 'project_id': '489bde08b9284b5f8e5eb2ebc398b963', 'gw_port': {'id': '2a091782-ccc9-48ce-b046-9b493d4f29d4', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ff:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:10Z', 'updated_at': '2022-05-08T22:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_interfaces': [{'id': '6deee425-784f-4ef9-823b-d791d7155c4e', 'name': '', 'network_id': 'a4734e2d-d908-4b8e-b542-dd83675e0c99', 'tenant_id': '489bde08b9284b5f8e5eb2ebc398b963', 'mac_address': 'fa:16:3e:e1:09:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7cb890a2-14d2-4c0b-a82b-863c0417b5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:16Z', 'updated_at': '2022-05-08T22:15:33Z', 'revision_number': 4, 'project_id': '489bde08b9284b5f8e5eb2ebc398b963', 'subnets': [{'id': '7cb890a2-14d2-4c0b-a82b-863c0417b5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:15:35.612491 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f99f8d7-56ca-46d0-a331-6ee132fd510d req-c1ab2cfc-c8a9-4327-9c23-d5141c217f0d tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Network a4734e2d-d908-4b8e-b542-dd83675e0c99 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 08 22:15:35.627227 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d801d6eb-811d-48e3-a2eb-d775d3811aa0 None None] The sync data for ids ['8e291ff0-32e4-4e5d-affc-34ff10dda5b3'] in dv-cinder-840511-5-iscsi is: [{'id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'name': 'tempest-AttachVolumeNegativeTest-1605491633-router', 'tenant_id': '489bde08b9284b5f8e5eb2ebc398b963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '2a091782-ccc9-48ce-b046-9b493d4f29d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:15:08Z', 'updated_at': '2022-05-08T22:15:17Z', 'revision_number': 4, 'project_id': '489bde08b9284b5f8e5eb2ebc398b963', 'gw_port': {'id': '2a091782-ccc9-48ce-b046-9b493d4f29d4', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ff:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:10Z', 'updated_at': '2022-05-08T22:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_interfaces': [{'id': '6deee425-784f-4ef9-823b-d791d7155c4e', 'name': '', 'network_id': 'a4734e2d-d908-4b8e-b542-dd83675e0c99', 'tenant_id': '489bde08b9284b5f8e5eb2ebc398b963', 'mac_address': 'fa:16:3e:e1:09:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7cb890a2-14d2-4c0b-a82b-863c0417b5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:16Z', 'updated_at': '2022-05-08T22:15:33Z', 'revision_number': 4, 'project_id': '489bde08b9284b5f8e5eb2ebc398b963', 'subnets': [{'id': '7cb890a2-14d2-4c0b-a82b-863c0417b5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 08 22:15:35.654711 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad538063-bfae-4ea0-a22f-c41ad72265d2 service neutron] Pushing event updated for resources: {'Port': ['ID=48e662e3-0054-4172-ac4a-cc78d47f795b,revision_number=2']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:35.657988 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [req-7f99f8d7-56ca-46d0-a331-6ee132fd510d req-c1ab2cfc-c8a9-4327-9c23-d5141c217f0d tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:15:35.678207 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f99f8d7-56ca-46d0-a331-6ee132fd510d req-c1ab2cfc-c8a9-4327-9c23-d5141c217f0d tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 08 22:15:35.683458 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f99f8d7-56ca-46d0-a331-6ee132fd510d req-c1ab2cfc-c8a9-4327-9c23-d5141c217f0d tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:35.684100 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [req-7f99f8d7-56ca-46d0-a331-6ee132fd510d req-c1ab2cfc-c8a9-4327-9c23-d5141c217f0d tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745315'] for port (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:35.703817 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.provisioning_blocks [req-616fa569-8d3d-4c3c-938a-259e5022f42c req-2576c60c-dd58-4b62-a45d-692102a15e34 service neutron] Transition to ACTIVE for port object 5ba34ff9-9e2c-4e2f-b1f0-9f8ca1724b67 will not be triggered until provisioned by entity L2. {{(pid=103629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 08 22:15:35.923910 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ed9ba7-97c3-4f7a-9370-938f4190b0e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a4dd84-0138-45da-baac-aec497661e21,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:35.941661 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-7f99f8d7-56ca-46d0-a331-6ee132fd510d req-c1ab2cfc-c8a9-4327-9c23-d5141c217f0d tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0832438 May 08 22:15:36.073364 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.notifiers.nova [req-890da675-f1c8-4c40-955b-708e3ecc91c6 req-c00e3e15-3b9a-4ba7-afed-cd506fd8fbae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e36bd48-5ead-4567-94f4-b17494e5b745 {{(pid=103629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 08 22:15:36.094328 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-890da675-f1c8-4c40-955b-708e3ecc91c6 req-c00e3e15-3b9a-4ba7-afed-cd506fd8fbae service neutron] Publish callbacks [] for port (5e36bd48-5ead-4567-94f4-b17494e5b745), precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:36.129572 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.provisioning_blocks [req-890da675-f1c8-4c40-955b-708e3ecc91c6 req-c00e3e15-3b9a-4ba7-afed-cd506fd8fbae service neutron] Transition to ACTIVE for port object 5e36bd48-5ead-4567-94f4-b17494e5b745 will not be triggered until provisioned by entity L2. {{(pid=103629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 08 22:15:36.131643 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-5b9fb937-0764-48f6-991b-1d8254e87c8f req-7be4ebff-042f-40a5-8168-93df0fee65ef service neutron] Attempting to bind port c41872db-4854-43e7-964f-46b85bf7e2da on host hv-cinder-84051 for vnic_type normal with profile {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 08 22:15:36.132479 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-5b9fb937-0764-48f6-991b-1d8254e87c8f req-7be4ebff-042f-40a5-8168-93df0fee65ef service neutron] Attempting to bind port c41872db-4854-43e7-964f-46b85bf7e2da by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': '2a98fe34-ad4d-42ad-aa99-4c37c67e3a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4fd3685e-a2d9-4671-839a-1b7ceaccd6ac'}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 08 22:15:36.133082 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9fb937-0764-48f6-991b-1d8254e87c8f req-7be4ebff-042f-40a5-8168-93df0fee65ef service neutron] Attempting to bind port c41872db-4854-43e7-964f-46b85bf7e2da on network 4fd3685e-a2d9-4671-839a-1b7ceaccd6ac {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 08 22:15:36.140525 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-616fa569-8d3d-4c3c-938a-259e5022f42c req-2576c60c-dd58-4b62-a45d-692102a15e34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (5ba34ff9-9e2c-4e2f-b1f0-9f8ca1724b67), after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:36.152749 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9fb937-0764-48f6-991b-1d8254e87c8f req-7be4ebff-042f-40a5-8168-93df0fee65ef service neutron] Port c41872db-4854-43e7-964f-46b85bf7e2da on network 4fd3685e-a2d9-4671-839a-1b7ceaccd6ac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 08 22:15:36.153051 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9fb937-0764-48f6-991b-1d8254e87c8f req-7be4ebff-042f-40a5-8168-93df0fee65ef service neutron] Attempting to bind port c41872db-4854-43e7-964f-46b85bf7e2da on network 4fd3685e-a2d9-4671-839a-1b7ceaccd6ac {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 08 22:15:36.163195 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-890da675-f1c8-4c40-955b-708e3ecc91c6 req-c00e3e15-3b9a-4ba7-afed-cd506fd8fbae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (5e36bd48-5ead-4567-94f4-b17494e5b745), after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:36.170598 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a7cdc6-0c94-4eb7-bd15-bc90f20434d5 req-e00639d5-c651-4b28-b76e-4fb7d0e3c77d tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:36.172199 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-24a7cdc6-0c94-4eb7-bd15-bc90f20434d5 req-e00639d5-c651-4b28-b76e-4fb7d0e3c77d tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e127fdd-cea7-48e8-9d46-924fbd051cd4 HTTP/1.1" status: 200 len: 944 time: 0.9727590 May 08 22:15:36.183269 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94c4f2b-ac6b-46f7-b214-04369d6a802b req-2083a8dc-dd2f-4d41-b338-259547f479c3 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:36.185224 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be4ebff-042f-40a5-8168-93df0fee65ef service neutron] Pushing event updated for resources: {'Port': ['ID=c41872db-4854-43e7-964f-46b85bf7e2da,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:36.197303 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-b94c4f2b-ac6b-46f7-b214-04369d6a802b req-2083a8dc-dd2f-4d41-b338-259547f479c3 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5e26a1-a863-487e-b196-c905958ffc62 HTTP/1.1" status: 200 len: 931 time: 0.2541356 May 08 22:15:36.250591 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.v2.base [req-7f99f8d7-56ca-46d0-a331-6ee132fd510d req-f0f73c38-f5cd-4d6e-80bf-c73eca52b79d service neutron] Request body: {'port': {'device_id': '4f5e26a1-a863-487e-b196-c905958ffc62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:15:36.286947 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227cf4f5-772f-451a-832b-170ae4196a1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ab789b-5e7c-49cf-b888-09c2bbb74ccb,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:36.290716 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9fb937-0764-48f6-991b-1d8254e87c8f req-7be4ebff-042f-40a5-8168-93df0fee65ef service neutron] Checking agent: {'id': '50086534-3b0f-4edb-899f-da05c46c2546', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 8, 22, 13, 10), 'started_at': datetime.datetime(2022, 5, 8, 22, 13, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 8, 22, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 08 22:15:36.291369 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9fb937-0764-48f6-991b-1d8254e87c8f req-7be4ebff-042f-40a5-8168-93df0fee65ef service neutron] Checking segment: {'id': '2a98fe34-ad4d-42ad-aa99-4c37c67e3a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4fd3685e-a2d9-4671-839a-1b7ceaccd6ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 08 22:15:36.292696 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9fb937-0764-48f6-991b-1d8254e87c8f req-7be4ebff-042f-40a5-8168-93df0fee65ef service neutron] Bound using segment: {'id': '2a98fe34-ad4d-42ad-aa99-4c37c67e3a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4fd3685e-a2d9-4671-839a-1b7ceaccd6ac'} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 08 22:15:36.293426 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-5b9fb937-0764-48f6-991b-1d8254e87c8f req-7be4ebff-042f-40a5-8168-93df0fee65ef service neutron] Bound port: c41872db-4854-43e7-964f-46b85bf7e2da, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a98fe34-ad4d-42ad-aa99-4c37c67e3a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4fd3685e-a2d9-4671-839a-1b7ceaccd6ac'}}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 08 22:15:36.294080 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-5b9fb937-0764-48f6-991b-1d8254e87c8f req-7be4ebff-042f-40a5-8168-93df0fee65ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (c41872db-4854-43e7-964f-46b85bf7e2da), before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:36.343726 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-a8132b74-3488-4222-bbf2-9bed7eb47a02 None None] Provisioning complete for port c4a98c86-0213-4464-824c-6073569ec030 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:15:36.344382 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a8132b74-3488-4222-bbf2-9bed7eb47a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (c4a98c86-0213-4464-824c-6073569ec030), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:36.349165 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 49350) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:15:36.446108 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-a8132b74-3488-4222-bbf2-9bed7eb47a02 None None] Port c4a98c86-0213-4464-824c-6073569ec030 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 08 22:15:36.481487 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8bca5cdd-70ae-4be2-85d6-1ae6b4002987 admin admin] Publish callbacks [] for security_group (44a4dd84-0138-45da-baac-aec497661e21), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:36.508241 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device 6deee425-784f-4ef9-823b-d791d7155c4e up at agent ovs-agent-dv-cinder-840511-5-iscsi {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 08 22:15:36.519518 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8bca5cdd-70ae-4be2-85d6-1ae6b4002987 admin admin] Publish callbacks [] for security_group (44a4dd84-0138-45da-baac-aec497661e21), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:36.613452 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2576c60c-dd58-4b62-a45d-692102a15e34 service neutron] Pushing event updated for resources: {'Port': ['ID=5ba34ff9-9e2c-4e2f-b1f0-9f8ca1724b67,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:36.654572 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Provisioning complete for port 6deee425-784f-4ef9-823b-d791d7155c4e triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:15:36.655069 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (6deee425-784f-4ef9-823b-d791d7155c4e), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:36.661792 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-39196fe7-d7ff-4f94-a6ce-ca2fddbfd724 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:36.709840 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8bca5cdd-70ae-4be2-85d6-1ae6b4002987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (44a4dd84-0138-45da-baac-aec497661e21), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:36.712372 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8bca5cdd-70ae-4be2-85d6-1ae6b4002987 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:36.719924 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-8bca5cdd-70ae-4be2-85d6-1ae6b4002987 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/44a4dd84-0138-45da-baac-aec497661e21 HTTP/1.1" status: 204 len: 168 time: 1.3166761 May 08 22:15:36.780030 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-616fa569-8d3d-4c3c-938a-259e5022f42c req-2576c60c-dd58-4b62-a45d-692102a15e34 service neutron] Attempting to bind port 5ba34ff9-9e2c-4e2f-b1f0-9f8ca1724b67 on host hv-cinder-84051 for vnic_type normal with profile {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 08 22:15:36.781035 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-616fa569-8d3d-4c3c-938a-259e5022f42c req-2576c60c-dd58-4b62-a45d-692102a15e34 service neutron] Attempting to bind port 5ba34ff9-9e2c-4e2f-b1f0-9f8ca1724b67 by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': 'bff755d0-708f-46dc-97e7-b50558f025ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '387fc46a-30bd-496f-ac2d-d7b18b5cbea6'}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 08 22:15:36.781599 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616fa569-8d3d-4c3c-938a-259e5022f42c req-2576c60c-dd58-4b62-a45d-692102a15e34 service neutron] Attempting to bind port 5ba34ff9-9e2c-4e2f-b1f0-9f8ca1724b67 on network 387fc46a-30bd-496f-ac2d-d7b18b5cbea6 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 08 22:15:36.851402 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616fa569-8d3d-4c3c-938a-259e5022f42c req-2576c60c-dd58-4b62-a45d-692102a15e34 service neutron] Port 5ba34ff9-9e2c-4e2f-b1f0-9f8ca1724b67 on network 387fc46a-30bd-496f-ac2d-d7b18b5cbea6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 08 22:15:36.852342 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616fa569-8d3d-4c3c-938a-259e5022f42c req-2576c60c-dd58-4b62-a45d-692102a15e34 service neutron] Attempting to bind port 5ba34ff9-9e2c-4e2f-b1f0-9f8ca1724b67 on network 387fc46a-30bd-496f-ac2d-d7b18b5cbea6 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 08 22:15:36.855448 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca5cdd-70ae-4be2-85d6-1ae6b4002987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a4dd84-0138-45da-baac-aec497661e21,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:36.929663 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616fa569-8d3d-4c3c-938a-259e5022f42c req-2576c60c-dd58-4b62-a45d-692102a15e34 service neutron] Checking agent: {'id': '50086534-3b0f-4edb-899f-da05c46c2546', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 8, 22, 13, 10), 'started_at': datetime.datetime(2022, 5, 8, 22, 13, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 8, 22, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 08 22:15:36.930668 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616fa569-8d3d-4c3c-938a-259e5022f42c req-2576c60c-dd58-4b62-a45d-692102a15e34 service neutron] Checking segment: {'id': 'bff755d0-708f-46dc-97e7-b50558f025ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '387fc46a-30bd-496f-ac2d-d7b18b5cbea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 08 22:15:36.931371 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616fa569-8d3d-4c3c-938a-259e5022f42c req-2576c60c-dd58-4b62-a45d-692102a15e34 service neutron] Bound using segment: {'id': 'bff755d0-708f-46dc-97e7-b50558f025ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '387fc46a-30bd-496f-ac2d-d7b18b5cbea6'} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 08 22:15:36.932685 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-616fa569-8d3d-4c3c-938a-259e5022f42c req-2576c60c-dd58-4b62-a45d-692102a15e34 service neutron] Bound port: 5ba34ff9-9e2c-4e2f-b1f0-9f8ca1724b67, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bff755d0-708f-46dc-97e7-b50558f025ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '387fc46a-30bd-496f-ac2d-d7b18b5cbea6'}}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 08 22:15:36.933595 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-616fa569-8d3d-4c3c-938a-259e5022f42c req-2576c60c-dd58-4b62-a45d-692102a15e34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (5ba34ff9-9e2c-4e2f-b1f0-9f8ca1724b67), before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:36.936853 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00e3e15-3b9a-4ba7-afed-cd506fd8fbae service neutron] Pushing event updated for resources: {'Port': ['ID=5e36bd48-5ead-4567-94f4-b17494e5b745,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:36.951661 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-890da675-f1c8-4c40-955b-708e3ecc91c6 req-c00e3e15-3b9a-4ba7-afed-cd506fd8fbae service neutron] Attempting to bind port 5e36bd48-5ead-4567-94f4-b17494e5b745 on host hv-cinder-84051 for vnic_type normal with profile {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 08 22:15:36.953413 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-890da675-f1c8-4c40-955b-708e3ecc91c6 req-c00e3e15-3b9a-4ba7-afed-cd506fd8fbae service neutron] Attempting to bind port 5e36bd48-5ead-4567-94f4-b17494e5b745 by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': '3409f877-3e4a-40e4-97c7-350ebf9f66ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4427f95d-7dad-47df-8ab1-304fd704186a'}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 08 22:15:36.954200 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890da675-f1c8-4c40-955b-708e3ecc91c6 req-c00e3e15-3b9a-4ba7-afed-cd506fd8fbae service neutron] Attempting to bind port 5e36bd48-5ead-4567-94f4-b17494e5b745 on network 4427f95d-7dad-47df-8ab1-304fd704186a {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 08 22:15:36.954665 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Current status of the port 6deee425-784f-4ef9-823b-d791d7155c4e is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:15:36.960350 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ab2cfc-c8a9-4327-9c23-d5141c217f0d tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Pushing event updated for resources: {'Port': ['ID=c4a98c86-0213-4464-824c-6073569ec030,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:37.003526 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-5b9fb937-0764-48f6-991b-1d8254e87c8f req-7be4ebff-042f-40a5-8168-93df0fee65ef service neutron] For port c41872db-4854-43e7-964f-46b85bf7e2da, host hv-cinder-84051, cleared binding levels {{(pid=103629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 08 22:15:37.007674 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.managers [req-e4899e68-6d04-4294-97a9-b947b5d6cab3 req-ad538063-bfae-4ea0-a22f-c41ad72265d2 service neutron] Attempting to bind port 48e662e3-0054-4172-ac4a-cc78d47f795b on host hv-cinder-84051 for vnic_type normal with profile {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 08 22:15:37.008789 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.managers [req-e4899e68-6d04-4294-97a9-b947b5d6cab3 req-ad538063-bfae-4ea0-a22f-c41ad72265d2 service neutron] Attempting to bind port 48e662e3-0054-4172-ac4a-cc78d47f795b by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': '3409f877-3e4a-40e4-97c7-350ebf9f66ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4427f95d-7dad-47df-8ab1-304fd704186a'}] {{(pid=103628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 08 22:15:37.009538 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4899e68-6d04-4294-97a9-b947b5d6cab3 req-ad538063-bfae-4ea0-a22f-c41ad72265d2 service neutron] Attempting to bind port 48e662e3-0054-4172-ac4a-cc78d47f795b on network 4427f95d-7dad-47df-8ab1-304fd704186a {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 08 22:15:37.018876 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890da675-f1c8-4c40-955b-708e3ecc91c6 req-c00e3e15-3b9a-4ba7-afed-cd506fd8fbae service neutron] Port 5e36bd48-5ead-4567-94f4-b17494e5b745 on network 4427f95d-7dad-47df-8ab1-304fd704186a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 08 22:15:37.019355 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890da675-f1c8-4c40-955b-708e3ecc91c6 req-c00e3e15-3b9a-4ba7-afed-cd506fd8fbae service neutron] Attempting to bind port 5e36bd48-5ead-4567-94f4-b17494e5b745 on network 4427f95d-7dad-47df-8ab1-304fd704186a {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 08 22:15:37.021482 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4899e68-6d04-4294-97a9-b947b5d6cab3 req-ad538063-bfae-4ea0-a22f-c41ad72265d2 service neutron] Port 48e662e3-0054-4172-ac4a-cc78d47f795b on network 4427f95d-7dad-47df-8ab1-304fd704186a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 08 22:15:37.022039 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4899e68-6d04-4294-97a9-b947b5d6cab3 req-ad538063-bfae-4ea0-a22f-c41ad72265d2 service neutron] Attempting to bind port 48e662e3-0054-4172-ac4a-cc78d47f795b on network 4427f95d-7dad-47df-8ab1-304fd704186a {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 08 22:15:37.054327 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4899e68-6d04-4294-97a9-b947b5d6cab3 req-ad538063-bfae-4ea0-a22f-c41ad72265d2 service neutron] Checking agent: {'id': '50086534-3b0f-4edb-899f-da05c46c2546', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 8, 22, 13, 10), 'started_at': datetime.datetime(2022, 5, 8, 22, 13, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 8, 22, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 08 22:15:37.054859 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4899e68-6d04-4294-97a9-b947b5d6cab3 req-ad538063-bfae-4ea0-a22f-c41ad72265d2 service neutron] Checking segment: {'id': '3409f877-3e4a-40e4-97c7-350ebf9f66ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4427f95d-7dad-47df-8ab1-304fd704186a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 08 22:15:37.055278 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4899e68-6d04-4294-97a9-b947b5d6cab3 req-ad538063-bfae-4ea0-a22f-c41ad72265d2 service neutron] Bound using segment: {'id': '3409f877-3e4a-40e4-97c7-350ebf9f66ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4427f95d-7dad-47df-8ab1-304fd704186a'} {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 08 22:15:37.055776 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.managers [req-e4899e68-6d04-4294-97a9-b947b5d6cab3 req-ad538063-bfae-4ea0-a22f-c41ad72265d2 service neutron] Bound port: 48e662e3-0054-4172-ac4a-cc78d47f795b, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3409f877-3e4a-40e4-97c7-350ebf9f66ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4427f95d-7dad-47df-8ab1-304fd704186a'}}] {{(pid=103628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 08 22:15:37.056140 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [req-e4899e68-6d04-4294-97a9-b947b5d6cab3 req-ad538063-bfae-4ea0-a22f-c41ad72265d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (48e662e3-0054-4172-ac4a-cc78d47f795b), before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:37.057709 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890da675-f1c8-4c40-955b-708e3ecc91c6 req-c00e3e15-3b9a-4ba7-afed-cd506fd8fbae service neutron] Checking agent: {'id': '50086534-3b0f-4edb-899f-da05c46c2546', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 8, 22, 13, 10), 'started_at': datetime.datetime(2022, 5, 8, 22, 13, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 8, 22, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 08 22:15:37.058310 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890da675-f1c8-4c40-955b-708e3ecc91c6 req-c00e3e15-3b9a-4ba7-afed-cd506fd8fbae service neutron] Checking segment: {'id': '3409f877-3e4a-40e4-97c7-350ebf9f66ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4427f95d-7dad-47df-8ab1-304fd704186a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 08 22:15:37.059459 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890da675-f1c8-4c40-955b-708e3ecc91c6 req-c00e3e15-3b9a-4ba7-afed-cd506fd8fbae service neutron] Bound using segment: {'id': '3409f877-3e4a-40e4-97c7-350ebf9f66ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4427f95d-7dad-47df-8ab1-304fd704186a'} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 08 22:15:37.060147 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-890da675-f1c8-4c40-955b-708e3ecc91c6 req-c00e3e15-3b9a-4ba7-afed-cd506fd8fbae service neutron] Bound port: 5e36bd48-5ead-4567-94f4-b17494e5b745, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3409f877-3e4a-40e4-97c7-350ebf9f66ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4427f95d-7dad-47df-8ab1-304fd704186a'}}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 08 22:15:37.060712 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-890da675-f1c8-4c40-955b-708e3ecc91c6 req-c00e3e15-3b9a-4ba7-afed-cd506fd8fbae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (5e36bd48-5ead-4567-94f4-b17494e5b745), before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:37.118209 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-b94c4f2b-ac6b-46f7-b214-04369d6a802b req-79ac2d4c-de48-4adc-9c86-606c313fddf1 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7af110c-3b41-4d6d-9f18-aba8cb65d696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9199457 May 08 22:15:37.201036 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-39196fe7-d7ff-4f94-a6ce-ca2fddbfd724 admin admin] Publish callbacks [] for security_group (0f6c6169-d307-493c-b32b-e656a3ded33d), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:37.261302 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-5b9fb937-0764-48f6-991b-1d8254e87c8f req-7be4ebff-042f-40a5-8168-93df0fee65ef service neutron] For port c41872db-4854-43e7-964f-46b85bf7e2da, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=c41872db-4854-43e7-964f-46b85bf7e2da,segment=NetworkSegment(2a98fe34-ad4d-42ad-aa99-4c37c67e3a08),segment_id=2a98fe34-ad4d-42ad-aa99-4c37c67e3a08)] {{(pid=103629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 08 22:15:37.265071 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-39196fe7-d7ff-4f94-a6ce-ca2fddbfd724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (0f6c6169-d307-493c-b32b-e656a3ded33d), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:37.296142 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9e70e41b-9b6a-41eb-ba70-2ce1c080f881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (6641be0d-9364-49b5-8ffe-d2a1b67a36ec), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:37.299080 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9e70e41b-9b6a-41eb-ba70-2ce1c080f881 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:37.300236 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-9e70e41b-9b6a-41eb-ba70-2ce1c080f881 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6641be0d-9364-49b5-8ffe-d2a1b67a36ec HTTP/1.1" status: 204 len: 168 time: 3.3363023 May 08 22:15:37.369646 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-5b9fb937-0764-48f6-991b-1d8254e87c8f req-7be4ebff-042f-40a5-8168-93df0fee65ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (c41872db-4854-43e7-964f-46b85bf7e2da), after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:37.384259 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e70e41b-9b6a-41eb-ba70-2ce1c080f881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6641be0d-9364-49b5-8ffe-d2a1b67a36ec,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:37.430320 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-24a7cdc6-0c94-4eb7-bd15-bc90f20434d5 req-ae157419-21ed-49a5-8315-2b7642bc0668 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7bb5cee-9e13-408a-a461-b9cf9be9dfc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1690948 May 08 22:15:37.431543 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 49362) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:15:37.503328 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [req-7f99f8d7-56ca-46d0-a331-6ee132fd510d req-f0f73c38-f5cd-4d6e-80bf-c73eca52b79d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (c4a98c86-0213-4464-824c-6073569ec030), before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:37.553020 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0792a4c2-dee8-4eae-8514-3a51f21c254c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:37.557231 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9fb937-0764-48f6-991b-1d8254e87c8f req-7be4ebff-042f-40a5-8168-93df0fee65ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:37.559208 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-5b9fb937-0764-48f6-991b-1d8254e87c8f req-7be4ebff-042f-40a5-8168-93df0fee65ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745315'] for port (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:37.564015 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-5b9fb937-0764-48f6-991b-1d8254e87c8f req-7be4ebff-042f-40a5-8168-93df0fee65ef service neutron] 10.222.0.24 "PUT /v2.0/ports/c41872db-4854-43e7-964f-46b85bf7e2da HTTP/1.1" status: 200 len: 1094 time: 7.5916021 May 08 22:15:37.571667 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47386ba6-fa86-48ff-8b5c-d4e90ce26c7d req-2b60b93c-cacf-40f4-8183-0b3bf741a9d2 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:37.581675 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-39196fe7-d7ff-4f94-a6ce-ca2fddbfd724 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cd3654d0628247ea88c0cb7141e8324e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2233546 May 08 22:15:37.581897 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-47386ba6-fa86-48ff-8b5c-d4e90ce26c7d req-2b60b93c-cacf-40f4-8183-0b3bf741a9d2 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b2fdbd-2397-4f6f-904a-24c65bd20707 HTTP/1.1" status: 200 len: 944 time: 0.2718818 May 08 22:15:37.581897 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.db [req-e4899e68-6d04-4294-97a9-b947b5d6cab3 req-ad538063-bfae-4ea0-a22f-c41ad72265d2 service neutron] For port 48e662e3-0054-4172-ac4a-cc78d47f795b, host hv-cinder-84051, cleared binding levels {{(pid=103628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 08 22:15:37.582059 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e127fdd-cea7-48e8-9d46-924fbd051cd4', 'tag': 'c41872db-4854-43e7-964f-46b85bf7e2da'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 08 22:15:37.600497 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 49370) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:15:37.713457 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39196fe7-d7ff-4f94-a6ce-ca2fddbfd724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f6c6169-d307-493c-b32b-e656a3ded33d,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:37.743686 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-890da675-f1c8-4c40-955b-708e3ecc91c6 req-c00e3e15-3b9a-4ba7-afed-cd506fd8fbae service neutron] For port 5e36bd48-5ead-4567-94f4-b17494e5b745, host hv-cinder-84051, cleared binding levels {{(pid=103629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 08 22:15:37.757845 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-890da675-f1c8-4c40-955b-708e3ecc91c6 req-c00e3e15-3b9a-4ba7-afed-cd506fd8fbae service neutron] For port 5e36bd48-5ead-4567-94f4-b17494e5b745, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=5e36bd48-5ead-4567-94f4-b17494e5b745,segment=NetworkSegment(3409f877-3e4a-40e4-97c7-350ebf9f66ba),segment_id=3409f877-3e4a-40e4-97c7-350ebf9f66ba)] {{(pid=103629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 08 22:15:37.831610 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-616fa569-8d3d-4c3c-938a-259e5022f42c req-2576c60c-dd58-4b62-a45d-692102a15e34 service neutron] For port 5ba34ff9-9e2c-4e2f-b1f0-9f8ca1724b67, host hv-cinder-84051, cleared binding levels {{(pid=103629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 08 22:15:37.867214 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-890da675-f1c8-4c40-955b-708e3ecc91c6 req-c00e3e15-3b9a-4ba7-afed-cd506fd8fbae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (5e36bd48-5ead-4567-94f4-b17494e5b745), after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:37.891877 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f7005f-c33c-4846-8211-cdabd43f76de req-51843d7c-feea-420b-85d0-f941b53f20b5 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:37.894908 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-48f7005f-c33c-4846-8211-cdabd43f76de req-51843d7c-feea-420b-85d0-f941b53f20b5 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 943 time: 0.2379375 May 08 22:15:37.914428 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.db [req-e4899e68-6d04-4294-97a9-b947b5d6cab3 req-ad538063-bfae-4ea0-a22f-c41ad72265d2 service neutron] For port 48e662e3-0054-4172-ac4a-cc78d47f795b, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=48e662e3-0054-4172-ac4a-cc78d47f795b,segment=NetworkSegment(3409f877-3e4a-40e4-97c7-350ebf9f66ba),segment_id=3409f877-3e4a-40e4-97c7-350ebf9f66ba)] {{(pid=103628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 08 22:15:37.915185 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cc8a0c475ac6fe54f5122aa5a8750c48412c688b8f67dba420990604a8daf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d57dad-d5ce-4e0e-887a-17687d4ad327" -d '{"events": [{"name": "network-changed", "server_uuid": "0e127fdd-cea7-48e8-9d46-924fbd051cd4", "tag": "c41872db-4854-43e7-964f-46b85bf7e2da"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 08 22:15:37.927980 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-616fa569-8d3d-4c3c-938a-259e5022f42c req-2576c60c-dd58-4b62-a45d-692102a15e34 service neutron] For port 5ba34ff9-9e2c-4e2f-b1f0-9f8ca1724b67, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=5ba34ff9-9e2c-4e2f-b1f0-9f8ca1724b67,segment=NetworkSegment(bff755d0-708f-46dc-97e7-b50558f025ca),segment_id=bff755d0-708f-46dc-97e7-b50558f025ca)] {{(pid=103629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 08 22:15:37.939107 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be4ebff-042f-40a5-8168-93df0fee65ef service neutron] Pushing event updated for resources: {'Port': ['ID=c41872db-4854-43e7-964f-46b85bf7e2da,revision_number=3']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:37.944459 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9fb937-0764-48f6-991b-1d8254e87c8f req-ec7591bc-d956-4c45-ba8a-2cdef938bf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:37.946359 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-5b9fb937-0764-48f6-991b-1d8254e87c8f req-ec7591bc-d956-4c45-ba8a-2cdef938bf74 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2738147fc3a14599a199b03af9b5ab1e&device_id=0e127fdd-cea7-48e8-9d46-924fbd051cd4 HTTP/1.1" status: 200 len: 1128 time: 0.2000813 May 08 22:15:37.947809 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890da675-f1c8-4c40-955b-708e3ecc91c6 req-c00e3e15-3b9a-4ba7-afed-cd506fd8fbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:37.948331 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-890da675-f1c8-4c40-955b-708e3ecc91c6 req-c00e3e15-3b9a-4ba7-afed-cd506fd8fbae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745315'] for port (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:37.949802 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-890da675-f1c8-4c40-955b-708e3ecc91c6 req-c00e3e15-3b9a-4ba7-afed-cd506fd8fbae service neutron] 10.222.0.24 "PUT /v2.0/ports/5e36bd48-5ead-4567-94f4-b17494e5b745 HTTP/1.1" status: 200 len: 1093 time: 7.9760957 May 08 22:15:37.953989 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-616fa569-8d3d-4c3c-938a-259e5022f42c req-2576c60c-dd58-4b62-a45d-692102a15e34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (5ba34ff9-9e2c-4e2f-b1f0-9f8ca1724b67), after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:38.025825 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-48f7005f-c33c-4846-8211-cdabd43f76de req-24b6c63c-12c5-4ae6-90ad-14c5eb06016b tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092763 May 08 22:15:38.070876 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [req-e4899e68-6d04-4294-97a9-b947b5d6cab3 req-ad538063-bfae-4ea0-a22f-c41ad72265d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (48e662e3-0054-4172-ac4a-cc78d47f795b), after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:38.171313 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 49382) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:15:38.193169 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4899e68-6d04-4294-97a9-b947b5d6cab3 req-ad538063-bfae-4ea0-a22f-c41ad72265d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:38.195447 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [req-e4899e68-6d04-4294-97a9-b947b5d6cab3 req-ad538063-bfae-4ea0-a22f-c41ad72265d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745315'] for port (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:38.197620 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-e4899e68-6d04-4294-97a9-b947b5d6cab3 req-ad538063-bfae-4ea0-a22f-c41ad72265d2 service neutron] 10.222.0.24 "PUT /v2.0/ports/48e662e3-0054-4172-ac4a-cc78d47f795b HTTP/1.1" status: 200 len: 1093 time: 6.4660561 May 08 22:15:38.222271 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '729b7198-3c3f-4109-bc01-7467a8d4b4c5', 'tag': '48e662e3-0054-4172-ac4a-cc78d47f795b'}] {{(pid=103628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 08 22:15:38.368604 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616fa569-8d3d-4c3c-938a-259e5022f42c req-2576c60c-dd58-4b62-a45d-692102a15e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:38.369233 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-616fa569-8d3d-4c3c-938a-259e5022f42c req-2576c60c-dd58-4b62-a45d-692102a15e34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745315'] for port (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:38.370712 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-616fa569-8d3d-4c3c-938a-259e5022f42c req-2576c60c-dd58-4b62-a45d-692102a15e34 service neutron] 10.222.0.24 "PUT /v2.0/ports/5ba34ff9-9e2c-4e2f-b1f0-9f8ca1724b67 HTTP/1.1" status: 200 len: 1094 time: 4.1549399 May 08 22:15:38.375044 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f9a373b6-4959-48fc-89c8-592694d3c5a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:38.377915 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-5b9fb937-0764-48f6-991b-1d8254e87c8f req-5fc3242b-a49b-4d18-946d-20f516674cf2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c41872db-4854-43e7-964f-46b85bf7e2da HTTP/1.1" status: 200 len: 217 time: 0.3769078 May 08 22:15:38.590591 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-47386ba6-fa86-48ff-8b5c-d4e90ce26c7d req-f8c5534f-199f-4e2f-bbf1-1a8d53451a8a tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca44f436-fe4a-4cda-b0b9-0850bed715c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9876637 May 08 22:15:38.783757 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 08 May 2022 22:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3771ebf-e49d-4320-ad55-747fab53982e x-openstack-request-id: req-b3771ebf-e49d-4320-ad55-747fab53982e {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 08 22:15:38.784445 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e127fdd-cea7-48e8-9d46-924fbd051cd4", "tag": "c41872db-4854-43e7-964f-46b85bf7e2da", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 08 22:15:38.784709 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b3771ebf-e49d-4320-ad55-747fab53982e {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 08 22:15:38.785326 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3771ebf-e49d-4320-ad55-747fab53982e'] response: {'name': 'network-changed', 'server_uuid': '0e127fdd-cea7-48e8-9d46-924fbd051cd4', 'tag': 'c41872db-4854-43e7-964f-46b85bf7e2da', 'status': 'completed', 'code': 200} May 08 22:15:38.870085 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890da675-f1c8-4c40-955b-708e3ecc91c6 req-dce2e005-e0cc-43ba-9988-cd8c47cf5fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:38.871824 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-890da675-f1c8-4c40-955b-708e3ecc91c6 req-dce2e005-e0cc-43ba-9988-cd8c47cf5fcf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9bf17cedd3154ce4b6b2bd0e4dcbb92c&device_id=1be25f68-2dfe-4af6-8c3e-5dbdf1acc72d HTTP/1.1" status: 200 len: 1127 time: 0.7348611 May 08 22:15:38.881738 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00e3e15-3b9a-4ba7-afed-cd506fd8fbae service neutron] Pushing event updated for resources: {'Port': ['ID=5e36bd48-5ead-4567-94f4-b17494e5b745,revision_number=3']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:38.916224 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616fa569-8d3d-4c3c-938a-259e5022f42c req-8f3a1d36-ae21-4834-987d-a35a802c4bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:38.917628 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-616fa569-8d3d-4c3c-938a-259e5022f42c req-8f3a1d36-ae21-4834-987d-a35a802c4bd5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=877c3ddd8833480d8dedc0796ec7dcd2&device_id=41b2fdbd-2397-4f6f-904a-24c65bd20707 HTTP/1.1" status: 200 len: 1128 time: 0.2518592 May 08 22:15:38.969433 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4899e68-6d04-4294-97a9-b947b5d6cab3 req-39ccc625-f88e-42ed-bbf9-002e93d6a4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:38.971426 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-e4899e68-6d04-4294-97a9-b947b5d6cab3 req-39ccc625-f88e-42ed-bbf9-002e93d6a4ff service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9bf17cedd3154ce4b6b2bd0e4dcbb92c&device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 1127 time: 0.1852059 May 08 22:15:38.994542 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a134723-84d2-4e16-a207-7edeacbf0f4a req-62402606-198f-4b0c-9447-2c4bd7b51679 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:38.996180 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-0a134723-84d2-4e16-a207-7edeacbf0f4a req-62402606-198f-4b0c-9447-2c4bd7b51679 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e127fdd-cea7-48e8-9d46-924fbd051cd4 HTTP/1.1" status: 200 len: 944 time: 0.0621970 May 08 22:15:38.999374 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e2a9c85b17fa97aa3ee6f0cc28bce24bf61ad2de26c4d93421d838ad5289b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db538ee3-fbc1-43e7-9455-f4c34f32549d" -d '{"events": [{"name": "network-changed", "server_uuid": "729b7198-3c3f-4109-bc01-7467a8d4b4c5", "tag": "48e662e3-0054-4172-ac4a-cc78d47f795b"}]}' {{(pid=103628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 08 22:15:39.028780 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9fb937-0764-48f6-991b-1d8254e87c8f req-4437ea22-67ed-48ad-8537-01f3c5935ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:39.030671 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-5b9fb937-0764-48f6-991b-1d8254e87c8f req-4437ea22-67ed-48ad-8537-01f3c5935ad6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5e0e46e9-91c1-4e0d-bb8e-6518fc75107e HTTP/1.1" status: 200 len: 851 time: 0.2640975 May 08 22:15:39.058526 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad538063-bfae-4ea0-a22f-c41ad72265d2 service neutron] Pushing event updated for resources: {'Port': ['ID=48e662e3-0054-4172-ac4a-cc78d47f795b,revision_number=3']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:39.086061 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-890da675-f1c8-4c40-955b-708e3ecc91c6 req-886291e0-142e-40e5-9b1e-907ba01419c7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e36bd48-5ead-4567-94f4-b17494e5b745 HTTP/1.1" status: 200 len: 217 time: 0.0755579 May 08 22:15:39.094081 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2576c60c-dd58-4b62-a45d-692102a15e34 service neutron] Pushing event updated for resources: {'Port': ['ID=5ba34ff9-9e2c-4e2f-b1f0-9f8ca1724b67,revision_number=3']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:39.150446 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f9a373b6-4959-48fc-89c8-592694d3c5a7 admin admin] Publish callbacks [] for security_group (4e111846-c4fa-42e1-b2e5-1b48e2b88cb4), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:39.164476 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-616fa569-8d3d-4c3c-938a-259e5022f42c req-1fce0a12-4cf2-4ff4-a3f5-ee4e8bc04e87 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ba34ff9-9e2c-4e2f-b1f0-9f8ca1724b67 HTTP/1.1" status: 200 len: 217 time: 0.1122372 May 08 22:15:39.203267 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f9a373b6-4959-48fc-89c8-592694d3c5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (4e111846-c4fa-42e1-b2e5-1b48e2b88cb4), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:39.221562 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22ea2f6-1814-42e8-a692-fc736e857251 req-4747e378-c5c6-4381-a5f5-f1218e45640f tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:39.222946 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-e22ea2f6-1814-42e8-a692-fc736e857251 req-4747e378-c5c6-4381-a5f5-f1218e45640f tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5e26a1-a863-487e-b196-c905958ffc62 HTTP/1.1" status: 200 len: 931 time: 0.6313968 May 08 22:15:39.241162 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0792a4c2-dee8-4eae-8514-3a51f21c254c admin admin] Publish callbacks [] for security_group (57205455-8c84-408c-bc82-38553afaceff), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:39.242092 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-057bae94-6229-41d6-b53f-3f669b9cfac4 admin admin] Publish callbacks [] for security_group (0f6c6169-d307-493c-b32b-e656a3ded33d), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:39.259101 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0792a4c2-dee8-4eae-8514-3a51f21c254c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (57205455-8c84-408c-bc82-38553afaceff), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:39.260724 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-e4899e68-6d04-4294-97a9-b947b5d6cab3 req-aa9e2717-9bb0-4a36-9dd5-cb5b65ec4dc1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=48e662e3-0054-4172-ac4a-cc78d47f795b HTTP/1.1" status: 200 len: 217 time: 0.1195464 May 08 22:15:39.262352 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-5b9fb937-0764-48f6-991b-1d8254e87c8f req-470765b3-3222-4f60-a916-79f7fc809ee8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4fd3685e-a2d9-4671-839a-1b7ceaccd6ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1222661 May 08 22:15:39.278506 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-0a134723-84d2-4e16-a207-7edeacbf0f4a req-1a1411fd-c72c-49c2-be29-ec459e62cccc tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7bb5cee-9e13-408a-a461-b9cf9be9dfc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481008 May 08 22:15:39.305573 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-f9a373b6-4959-48fc-89c8-592694d3c5a7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9c6876518cdf40349563dadd1b739e38&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0229902 May 08 22:15:39.310888 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 49412) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:15:39.317311 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0792a4c2-dee8-4eae-8514-3a51f21c254c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57205455-8c84-408c-bc82-38553afaceff,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:39.331427 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890da675-f1c8-4c40-955b-708e3ecc91c6 req-c9ef5a70-48ae-4a19-93ed-4bd866fd4fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:39.334449 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-890da675-f1c8-4c40-955b-708e3ecc91c6 req-c9ef5a70-48ae-4a19-93ed-4bd866fd4fa6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d42cc4d2-76bb-4552-9ac7-abf4e664168d HTTP/1.1" status: 200 len: 857 time: 0.1964841 May 08 22:15:39.335493 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a373b6-4959-48fc-89c8-592694d3c5a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e111846-c4fa-42e1-b2e5-1b48e2b88cb4,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:39.347472 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-057bae94-6229-41d6-b53f-3f669b9cfac4 admin admin] Publish callbacks [] for security_group (0f6c6169-d307-493c-b32b-e656a3ded33d), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:39.384942 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-0792a4c2-dee8-4eae-8514-3a51f21c254c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=abfb54c0ebc54cc79df6142315ed5fb1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9195795 May 08 22:15:39.388636 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 49414) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:15:39.400317 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0fe43b37-c0fc-4b20-859f-2da991c1fa71 admin admin] Publish callbacks [] for security_group (4e111846-c4fa-42e1-b2e5-1b48e2b88cb4), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:39.427147 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-e22ea2f6-1814-42e8-a692-fc736e857251 req-417beff7-0e61-4c5e-a171-b3433b1cde38 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7af110c-3b41-4d6d-9f18-aba8cb65d696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1920726 May 08 22:15:39.447152 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 08 May 2022 22:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b999b4ac-e055-4565-b2bc-7e2a0a91d052 x-openstack-request-id: req-b999b4ac-e055-4565-b2bc-7e2a0a91d052 {{(pid=103628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 08 22:15:39.447382 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "729b7198-3c3f-4109-bc01-7467a8d4b4c5", "tag": "48e662e3-0054-4172-ac4a-cc78d47f795b", "status": "completed", "code": 200}]} {{(pid=103628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 08 22:15:39.447643 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b999b4ac-e055-4565-b2bc-7e2a0a91d052 {{(pid=103628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 08 22:15:39.448098 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b999b4ac-e055-4565-b2bc-7e2a0a91d052'] response: {'name': 'network-changed', 'server_uuid': '729b7198-3c3f-4109-bc01-7467a8d4b4c5', 'tag': '48e662e3-0054-4172-ac4a-cc78d47f795b', 'status': 'completed', 'code': 200} May 08 22:15:39.450948 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0fe43b37-c0fc-4b20-859f-2da991c1fa71 admin admin] Publish callbacks [] for security_group (4e111846-c4fa-42e1-b2e5-1b48e2b88cb4), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:39.496116 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-de8f966a-fe34-4163-ae0f-672cf509c60e admin admin] Publish callbacks [] for security_group (57205455-8c84-408c-bc82-38553afaceff), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:39.501228 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.notifiers.nova [req-7f99f8d7-56ca-46d0-a331-6ee132fd510d req-f0f73c38-f5cd-4d6e-80bf-c73eca52b79d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4a98c86-0213-4464-824c-6073569ec030 {{(pid=103628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 08 22:15:39.517087 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-057bae94-6229-41d6-b53f-3f669b9cfac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (0f6c6169-d307-493c-b32b-e656a3ded33d), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:39.519640 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-de8f966a-fe34-4163-ae0f-672cf509c60e admin admin] Publish callbacks [] for security_group (57205455-8c84-408c-bc82-38553afaceff), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:39.519772 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-057bae94-6229-41d6-b53f-3f669b9cfac4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:39.523255 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-057bae94-6229-41d6-b53f-3f669b9cfac4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0f6c6169-d307-493c-b32b-e656a3ded33d HTTP/1.1" status: 204 len: 168 time: 1.9114475 May 08 22:15:39.538407 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [req-7f99f8d7-56ca-46d0-a331-6ee132fd510d req-f0f73c38-f5cd-4d6e-80bf-c73eca52b79d service neutron] Publish callbacks [] for port (c4a98c86-0213-4464-824c-6073569ec030), precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:39.549346 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0fe43b37-c0fc-4b20-859f-2da991c1fa71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (4e111846-c4fa-42e1-b2e5-1b48e2b88cb4), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:39.551283 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057bae94-6229-41d6-b53f-3f669b9cfac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f6c6169-d307-493c-b32b-e656a3ded33d,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:39.551922 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0fe43b37-c0fc-4b20-859f-2da991c1fa71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:39.553102 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-0fe43b37-c0fc-4b20-859f-2da991c1fa71 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4e111846-c4fa-42e1-b2e5-1b48e2b88cb4 HTTP/1.1" status: 204 len: 168 time: 0.2411377 May 08 22:15:39.564231 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe43b37-c0fc-4b20-859f-2da991c1fa71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e111846-c4fa-42e1-b2e5-1b48e2b88cb4,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:39.595587 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-de8f966a-fe34-4163-ae0f-672cf509c60e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (57205455-8c84-408c-bc82-38553afaceff), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:39.599241 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-de8f966a-fe34-4163-ae0f-672cf509c60e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:39.603172 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-de8f966a-fe34-4163-ae0f-672cf509c60e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/57205455-8c84-408c-bc82-38553afaceff HTTP/1.1" status: 204 len: 168 time: 0.2110269 May 08 22:15:39.611312 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8f966a-fe34-4163-ae0f-672cf509c60e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57205455-8c84-408c-bc82-38553afaceff,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:39.614550 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d295d7-8562-497e-aad4-7c25cc0475f6 req-3d8405a7-a771-4293-8c86-35f7549fcedc tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:39.616443 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-f1d295d7-8562-497e-aad4-7c25cc0475f6 req-3d8405a7-a771-4293-8c86-35f7549fcedc tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 943 time: 0.1204977 May 08 22:15:39.620740 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.db.provisioning_blocks [req-7f99f8d7-56ca-46d0-a331-6ee132fd510d req-f0f73c38-f5cd-4d6e-80bf-c73eca52b79d service neutron] Transition to ACTIVE for port object c4a98c86-0213-4464-824c-6073569ec030 will not be triggered until provisioned by entity L2. {{(pid=103628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 08 22:15:39.629466 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (50086534-3b0f-4edb-899f-da05c46c2546), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:39.639860 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [req-7f99f8d7-56ca-46d0-a331-6ee132fd510d req-f0f73c38-f5cd-4d6e-80bf-c73eca52b79d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (c4a98c86-0213-4464-824c-6073569ec030), after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:39.777439 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f73c38-f5cd-4d6e-80bf-c73eca52b79d service neutron] Pushing event updated for resources: {'Port': ['ID=c4a98c86-0213-4464-824c-6073569ec030,revision_number=2']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:39.788686 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e81826e-25c1-45e7-89ad-e20f648bf768 req-92d75801-3b12-4e67-b3ab-2104d1e47ab2 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:39.788686 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-6e81826e-25c1-45e7-89ad-e20f648bf768 req-92d75801-3b12-4e67-b3ab-2104d1e47ab2 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b2fdbd-2397-4f6f-904a-24c65bd20707 HTTP/1.1" status: 200 len: 944 time: 0.1020942 May 08 22:15:39.797346 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-f1d295d7-8562-497e-aad4-7c25cc0475f6 req-fa75b305-7023-4abb-b049-e1d5a25d11de tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744888 May 08 22:15:39.843550 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.managers [req-7f99f8d7-56ca-46d0-a331-6ee132fd510d req-f0f73c38-f5cd-4d6e-80bf-c73eca52b79d service neutron] Attempting to bind port c4a98c86-0213-4464-824c-6073569ec030 on host hv-cinder-84051 for vnic_type normal with profile {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 08 22:15:39.844380 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.managers [req-7f99f8d7-56ca-46d0-a331-6ee132fd510d req-f0f73c38-f5cd-4d6e-80bf-c73eca52b79d service neutron] Attempting to bind port c4a98c86-0213-4464-824c-6073569ec030 by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': '1780dade-a5f8-4e6b-b9bd-a988dd8e04e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a4734e2d-d908-4b8e-b542-dd83675e0c99'}] {{(pid=103628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 08 22:15:39.844380 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f99f8d7-56ca-46d0-a331-6ee132fd510d req-f0f73c38-f5cd-4d6e-80bf-c73eca52b79d service neutron] Attempting to bind port c4a98c86-0213-4464-824c-6073569ec030 on network a4734e2d-d908-4b8e-b542-dd83675e0c99 {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 08 22:15:39.852356 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f99f8d7-56ca-46d0-a331-6ee132fd510d req-f0f73c38-f5cd-4d6e-80bf-c73eca52b79d service neutron] Port c4a98c86-0213-4464-824c-6073569ec030 on network a4734e2d-d908-4b8e-b542-dd83675e0c99 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 08 22:15:39.852700 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f99f8d7-56ca-46d0-a331-6ee132fd510d req-f0f73c38-f5cd-4d6e-80bf-c73eca52b79d service neutron] Attempting to bind port c4a98c86-0213-4464-824c-6073569ec030 on network a4734e2d-d908-4b8e-b542-dd83675e0c99 {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 08 22:15:39.864833 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f99f8d7-56ca-46d0-a331-6ee132fd510d req-f0f73c38-f5cd-4d6e-80bf-c73eca52b79d service neutron] Checking agent: {'id': '50086534-3b0f-4edb-899f-da05c46c2546', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 8, 22, 13, 10), 'started_at': datetime.datetime(2022, 5, 8, 22, 13, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 8, 22, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 08 22:15:39.865166 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f99f8d7-56ca-46d0-a331-6ee132fd510d req-f0f73c38-f5cd-4d6e-80bf-c73eca52b79d service neutron] Checking segment: {'id': '1780dade-a5f8-4e6b-b9bd-a988dd8e04e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a4734e2d-d908-4b8e-b542-dd83675e0c99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 08 22:15:39.865550 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f99f8d7-56ca-46d0-a331-6ee132fd510d req-f0f73c38-f5cd-4d6e-80bf-c73eca52b79d service neutron] Bound using segment: {'id': '1780dade-a5f8-4e6b-b9bd-a988dd8e04e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a4734e2d-d908-4b8e-b542-dd83675e0c99'} {{(pid=103628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 08 22:15:39.865991 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.managers [req-7f99f8d7-56ca-46d0-a331-6ee132fd510d req-f0f73c38-f5cd-4d6e-80bf-c73eca52b79d service neutron] Bound port: c4a98c86-0213-4464-824c-6073569ec030, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1780dade-a5f8-4e6b-b9bd-a988dd8e04e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a4734e2d-d908-4b8e-b542-dd83675e0c99'}}] {{(pid=103628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 08 22:15:39.866363 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [req-7f99f8d7-56ca-46d0-a331-6ee132fd510d req-f0f73c38-f5cd-4d6e-80bf-c73eca52b79d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (c4a98c86-0213-4464-824c-6073569ec030), before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:39.896087 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-6e81826e-25c1-45e7-89ad-e20f648bf768 req-eaa74f9d-fa3a-4855-8acf-8b59f5aa8cce tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca44f436-fe4a-4cda-b0b9-0850bed715c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962322 May 08 22:15:39.961372 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.db [req-7f99f8d7-56ca-46d0-a331-6ee132fd510d req-f0f73c38-f5cd-4d6e-80bf-c73eca52b79d service neutron] For port c4a98c86-0213-4464-824c-6073569ec030, host hv-cinder-84051, cleared binding levels {{(pid=103628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 08 22:15:39.963615 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.db [req-7f99f8d7-56ca-46d0-a331-6ee132fd510d req-f0f73c38-f5cd-4d6e-80bf-c73eca52b79d service neutron] For port c4a98c86-0213-4464-824c-6073569ec030, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=c4a98c86-0213-4464-824c-6073569ec030,segment=NetworkSegment(1780dade-a5f8-4e6b-b9bd-a988dd8e04e7),segment_id=1780dade-a5f8-4e6b-b9bd-a988dd8e04e7)] {{(pid=103628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 08 22:15:39.971732 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [req-7f99f8d7-56ca-46d0-a331-6ee132fd510d req-f0f73c38-f5cd-4d6e-80bf-c73eca52b79d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (c4a98c86-0213-4464-824c-6073569ec030), after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:40.007288 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f99f8d7-56ca-46d0-a331-6ee132fd510d req-f0f73c38-f5cd-4d6e-80bf-c73eca52b79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:40.007908 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [req-7f99f8d7-56ca-46d0-a331-6ee132fd510d req-f0f73c38-f5cd-4d6e-80bf-c73eca52b79d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745315'] for port (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:40.009322 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-7f99f8d7-56ca-46d0-a331-6ee132fd510d req-f0f73c38-f5cd-4d6e-80bf-c73eca52b79d service neutron] 10.222.0.24 "PUT /v2.0/ports/c4a98c86-0213-4464-824c-6073569ec030 HTTP/1.1" status: 200 len: 1093 time: 3.7638638 May 08 22:15:40.039978 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f73c38-f5cd-4d6e-80bf-c73eca52b79d service neutron] Pushing event updated for resources: {'Port': ['ID=c4a98c86-0213-4464-824c-6073569ec030,revision_number=3']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:40.405654 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59695452-5bdf-4f5b-b75b-4a3a31bb8f87 req-1d6d6c1a-0f9c-4872-8ae4-198f50e10a86 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:40.407427 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-59695452-5bdf-4f5b-b75b-4a3a31bb8f87 req-1d6d6c1a-0f9c-4872-8ae4-198f50e10a86 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e127fdd-cea7-48e8-9d46-924fbd051cd4 HTTP/1.1" status: 200 len: 944 time: 0.0509295 May 08 22:15:40.477397 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-59695452-5bdf-4f5b-b75b-4a3a31bb8f87 req-cc7b4b3b-82f3-4e9f-8abc-456ff45b1eed tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7bb5cee-9e13-408a-a461-b9cf9be9dfc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632906 May 08 22:15:40.567145 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a5316-3bbd-4c6e-aeda-d49fbec5c226 req-2b427756-5988-4fd3-852d-502910d66ef1 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:40.569021 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-c40a5316-3bbd-4c6e-aeda-d49fbec5c226 req-2b427756-5988-4fd3-852d-502910d66ef1 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5e26a1-a863-487e-b196-c905958ffc62 HTTP/1.1" status: 200 len: 943 time: 0.0530753 May 08 22:15:40.619923 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-c40a5316-3bbd-4c6e-aeda-d49fbec5c226 req-d3eda354-0061-43e9-bfdc-d9ddafbb017c tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7af110c-3b41-4d6d-9f18-aba8cb65d696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434310 May 08 22:15:40.786687 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1be25f68-2dfe-4af6-8c3e-5dbdf1acc72d', 'tag': '5e36bd48-5ead-4567-94f4-b17494e5b745'}, {'name': 'network-changed', 'server_uuid': '41b2fdbd-2397-4f6f-904a-24c65bd20707', 'tag': '5ba34ff9-9e2c-4e2f-b1f0-9f8ca1724b67'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 08 22:15:40.789612 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cc8a0c475ac6fe54f5122aa5a8750c48412c688b8f67dba420990604a8daf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a6b5941-5366-42f5-8afc-35752f0df971" -d '{"events": [{"name": "network-changed", "server_uuid": "1be25f68-2dfe-4af6-8c3e-5dbdf1acc72d", "tag": "5e36bd48-5ead-4567-94f4-b17494e5b745"}, {"name": "network-changed", "server_uuid": "41b2fdbd-2397-4f6f-904a-24c65bd20707", "tag": "5ba34ff9-9e2c-4e2f-b1f0-9f8ca1724b67"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 08 22:15:40.883475 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890da675-f1c8-4c40-955b-708e3ecc91c6 req-03cfdc77-3c0e-4ba1-b19c-c186834d4d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:40.885390 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-890da675-f1c8-4c40-955b-708e3ecc91c6 req-03cfdc77-3c0e-4ba1-b19c-c186834d4d37 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4427f95d-7dad-47df-8ab1-304fd704186a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0855842 May 08 22:15:40.889448 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 08 May 2022 22:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bec03531-04eb-4ec1-924d-604afdd74a92 x-openstack-request-id: req-bec03531-04eb-4ec1-924d-604afdd74a92 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 08 22:15:40.889992 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1be25f68-2dfe-4af6-8c3e-5dbdf1acc72d", "tag": "5e36bd48-5ead-4567-94f4-b17494e5b745", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "41b2fdbd-2397-4f6f-904a-24c65bd20707", "tag": "5ba34ff9-9e2c-4e2f-b1f0-9f8ca1724b67", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 08 22:15:40.890444 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bec03531-04eb-4ec1-924d-604afdd74a92 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 08 22:15:40.891030 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bec03531-04eb-4ec1-924d-604afdd74a92'] response: {'name': 'network-changed', 'server_uuid': '1be25f68-2dfe-4af6-8c3e-5dbdf1acc72d', 'tag': '5e36bd48-5ead-4567-94f4-b17494e5b745', 'status': 'completed', 'code': 200} May 08 22:15:40.891474 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bec03531-04eb-4ec1-924d-604afdd74a92'] response: {'name': 'network-changed', 'server_uuid': '41b2fdbd-2397-4f6f-904a-24c65bd20707', 'tag': '5ba34ff9-9e2c-4e2f-b1f0-9f8ca1724b67', 'status': 'completed', 'code': 200} May 08 22:15:40.909550 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f99f8d7-56ca-46d0-a331-6ee132fd510d req-3adb3df4-9462-4c2d-8745-689d31d3be7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:40.911020 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-7f99f8d7-56ca-46d0-a331-6ee132fd510d req-3adb3df4-9462-4c2d-8745-689d31d3be7e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=489bde08b9284b5f8e5eb2ebc398b963&device_id=4f5e26a1-a863-487e-b196-c905958ffc62 HTTP/1.1" status: 200 len: 1127 time: 0.0423973 May 08 22:15:40.922005 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616fa569-8d3d-4c3c-938a-259e5022f42c req-381f80be-5b82-4626-844d-b8da1b70e5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:40.923445 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-616fa569-8d3d-4c3c-938a-259e5022f42c req-381f80be-5b82-4626-844d-b8da1b70e5dd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=22276153-f38c-4e2a-9ff9-b172da35f69d HTTP/1.1" status: 200 len: 849 time: 0.1271031 May 08 22:15:41.019644 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616fa569-8d3d-4c3c-938a-259e5022f42c req-b229929f-b6cb-42fa-bdd2-1e279dd9925f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:41.021704 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-616fa569-8d3d-4c3c-938a-259e5022f42c req-b229929f-b6cb-42fa-bdd2-1e279dd9925f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=387fc46a-30bd-496f-ac2d-d7b18b5cbea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0833533 May 08 22:15:41.031741 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4899e68-6d04-4294-97a9-b947b5d6cab3 req-b388cfe2-64fd-43f8-8140-b251d34b6ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:41.033403 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-e4899e68-6d04-4294-97a9-b947b5d6cab3 req-b388cfe2-64fd-43f8-8140-b251d34b6ff6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d42cc4d2-76bb-4552-9ac7-abf4e664168d HTTP/1.1" status: 200 len: 857 time: 0.2347214 May 08 22:15:41.067229 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-7f99f8d7-56ca-46d0-a331-6ee132fd510d req-92a8bd17-c96a-4dde-a21a-87e987a5c6dd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4a98c86-0213-4464-824c-6073569ec030 HTTP/1.1" status: 200 len: 217 time: 0.1360970 May 08 22:15:41.116612 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-5b9fb937-0764-48f6-991b-1d8254e87c8f req-96edd448-42e0-4f15-adaa-9e67ff75de37 service neutron] 10.222.0.24 "GET /v2.0/networks/4fd3685e-a2d9-4671-839a-1b7ceaccd6ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157444 May 08 22:15:41.120903 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4899e68-6d04-4294-97a9-b947b5d6cab3 req-f9c365cb-2731-439a-b789-86460ef457e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:41.122776 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-e4899e68-6d04-4294-97a9-b947b5d6cab3 req-f9c365cb-2731-439a-b789-86460ef457e7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4427f95d-7dad-47df-8ab1-304fd704186a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0822728 May 08 22:15:41.174504 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-890da675-f1c8-4c40-955b-708e3ecc91c6 req-854acb97-b670-4e52-985a-b7456d7a9366 service neutron] 10.222.0.24 "GET /v2.0/networks/4427f95d-7dad-47df-8ab1-304fd704186a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527466 May 08 22:15:41.416410 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-890da675-f1c8-4c40-955b-708e3ecc91c6 req-772f2599-610c-46de-8d41-0263c4a4ebf7 service neutron] 10.222.0.24 "GET /v2.0/networks/4427f95d-7dad-47df-8ab1-304fd704186a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708975 May 08 22:15:41.431484 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-5b9fb937-0764-48f6-991b-1d8254e87c8f req-71b7e29e-9c98-4267-a5e0-c90d3297ec03 service neutron] 10.222.0.24 "GET /v2.0/networks/4fd3685e-a2d9-4671-839a-1b7ceaccd6ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3074603 May 08 22:15:41.437500 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-e4899e68-6d04-4294-97a9-b947b5d6cab3 req-f344eb99-3fb1-48ae-9014-e5079e442a52 service neutron] 10.222.0.24 "GET /v2.0/networks/4427f95d-7dad-47df-8ab1-304fd704186a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966383 May 08 22:15:41.449508 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f5e26a1-a863-487e-b196-c905958ffc62', 'tag': 'c4a98c86-0213-4464-824c-6073569ec030'}] {{(pid=103628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 08 22:15:41.452638 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e2a9c85b17fa97aa3ee6f0cc28bce24bf61ad2de26c4d93421d838ad5289b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b03eb4d6-c21b-4d44-a054-954408667fa9" -d '{"events": [{"name": "network-changed", "server_uuid": "4f5e26a1-a863-487e-b196-c905958ffc62", "tag": "c4a98c86-0213-4464-824c-6073569ec030"}]}' {{(pid=103628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 08 22:15:41.471077 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9fe1b5-7579-4119-96f2-181e2d14fd34 req-049d93f3-068f-4342-83c7-049c80e07b11 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:41.471869 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-ee9fe1b5-7579-4119-96f2-181e2d14fd34 req-049d93f3-068f-4342-83c7-049c80e07b11 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 943 time: 0.5322042 May 08 22:15:41.506005 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc2ee6c-3f04-4323-885f-780e7fe0bbb9 req-e42f2d66-2d7e-43c7-8c35-e545c54be9a1 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:41.507489 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-4cc2ee6c-3f04-4323-885f-780e7fe0bbb9 req-e42f2d66-2d7e-43c7-8c35-e545c54be9a1 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b2fdbd-2397-4f6f-904a-24c65bd20707 HTTP/1.1" status: 200 len: 944 time: 0.4581194 May 08 22:15:41.518234 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f99f8d7-56ca-46d0-a331-6ee132fd510d req-2dae3b2a-6d87-4219-b268-4138bc920cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:41.519698 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-7f99f8d7-56ca-46d0-a331-6ee132fd510d req-2dae3b2a-6d87-4219-b268-4138bc920cd7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7cb890a2-14d2-4c0b-a82b-863c0417b5f3 HTTP/1.1" status: 200 len: 854 time: 0.4176366 May 08 22:15:41.591298 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-616fa569-8d3d-4c3c-938a-259e5022f42c req-87cc829e-e2fe-4b92-b385-b90495a0ebbe service neutron] 10.222.0.24 "GET /v2.0/networks/387fc46a-30bd-496f-ac2d-d7b18b5cbea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5341408 May 08 22:15:41.600696 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-ee9fe1b5-7579-4119-96f2-181e2d14fd34 req-472c0ba1-9630-4014-9bd1-da02d35dd097 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185930 May 08 22:15:41.621773 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-4cc2ee6c-3f04-4323-885f-780e7fe0bbb9 req-c2427422-625c-4b79-827d-aa6facc95cc1 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca44f436-fe4a-4cda-b0b9-0850bed715c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925751 May 08 22:15:41.758033 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c369839-6bdb-4c56-b7c0-a0d2a658f061 req-77eec79d-11aa-4c86-b38b-aa02e62af271 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:41.759932 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-4c369839-6bdb-4c56-b7c0-a0d2a658f061 req-77eec79d-11aa-4c86-b38b-aa02e62af271 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e127fdd-cea7-48e8-9d46-924fbd051cd4 HTTP/1.1" status: 200 len: 944 time: 0.0603664 May 08 22:15:41.761879 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 08 May 2022 22:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dafe484d-89af-43bf-a480-dc5cbe56cd67 x-openstack-request-id: req-dafe484d-89af-43bf-a480-dc5cbe56cd67 {{(pid=103628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 08 22:15:41.762383 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f5e26a1-a863-487e-b196-c905958ffc62", "tag": "c4a98c86-0213-4464-824c-6073569ec030", "status": "completed", "code": 200}]} {{(pid=103628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 08 22:15:41.762517 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dafe484d-89af-43bf-a480-dc5cbe56cd67 {{(pid=103628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 08 22:15:41.762891 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dafe484d-89af-43bf-a480-dc5cbe56cd67'] response: {'name': 'network-changed', 'server_uuid': '4f5e26a1-a863-487e-b196-c905958ffc62', 'tag': 'c4a98c86-0213-4464-824c-6073569ec030', 'status': 'completed', 'code': 200} May 08 22:15:41.839125 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-e4899e68-6d04-4294-97a9-b947b5d6cab3 req-3f5587a9-d7f0-460b-8b28-fe6ee03234e4 service neutron] 10.222.0.24 "GET /v2.0/networks/4427f95d-7dad-47df-8ab1-304fd704186a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833327 May 08 22:15:41.882261 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-4c369839-6bdb-4c56-b7c0-a0d2a658f061 req-177e6f1d-44c7-4350-b59c-ba0f4db73b1b tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7bb5cee-9e13-408a-a461-b9cf9be9dfc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153941 May 08 22:15:41.890923 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bdcadb-8f7e-404e-bf05-02b7c345fa28 req-33fa4082-8d65-4f27-a2ef-fed61730df8c tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:41.892624 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-53bdcadb-8f7e-404e-bf05-02b7c345fa28 req-33fa4082-8d65-4f27-a2ef-fed61730df8c tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5e26a1-a863-487e-b196-c905958ffc62 HTTP/1.1" status: 200 len: 943 time: 0.0809803 May 08 22:15:41.944119 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-53bdcadb-8f7e-404e-bf05-02b7c345fa28 req-d5a9d87b-661f-4799-b1cc-6e04024bf3f4 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7af110c-3b41-4d6d-9f18-aba8cb65d696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457304 May 08 22:15:42.792196 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e99cebe-1bc0-42dc-8e73-de6e80a43284 req-2f75409d-3d10-46a2-97ba-323cc72bf2a9 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:42.794550 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-6e99cebe-1bc0-42dc-8e73-de6e80a43284 req-2f75409d-3d10-46a2-97ba-323cc72bf2a9 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 943 time: 0.0852656 May 08 22:15:42.842878 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cc8349-5716-4605-b132-b9b1ebb0f932 req-211ab992-a07e-49f3-9c82-efce88a1bee0 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:42.853183 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-23cc8349-5716-4605-b132-b9b1ebb0f932 req-211ab992-a07e-49f3-9c82-efce88a1bee0 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b2fdbd-2397-4f6f-904a-24c65bd20707 HTTP/1.1" status: 200 len: 944 time: 0.1315863 May 08 22:15:42.898957 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-6e99cebe-1bc0-42dc-8e73-de6e80a43284 req-51e52d42-d553-44e7-a9a9-8164b461a5dd tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943861 May 08 22:15:42.949121 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-23cc8349-5716-4605-b132-b9b1ebb0f932 req-1bb1e521-8538-4cd2-af78-85b52a1d2c7b tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca44f436-fe4a-4cda-b0b9-0850bed715c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807769 May 08 22:15:43.070545 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019accaa-ec2f-473f-bcd6-e720acba6bca req-c303e793-398d-402e-88b7-d5ccff19e3f5 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:43.072134 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-019accaa-ec2f-473f-bcd6-e720acba6bca req-c303e793-398d-402e-88b7-d5ccff19e3f5 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e127fdd-cea7-48e8-9d46-924fbd051cd4 HTTP/1.1" status: 200 len: 944 time: 0.0842788 May 08 22:15:43.094368 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd3d887-8332-4ba5-955b-110675aeae46 req-a64ca10e-e675-4f68-8c8e-d35a783c7b8f tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:43.095949 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-bbd3d887-8332-4ba5-955b-110675aeae46 req-a64ca10e-e675-4f68-8c8e-d35a783c7b8f tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5e26a1-a863-487e-b196-c905958ffc62 HTTP/1.1" status: 200 len: 943 time: 0.0760667 May 08 22:15:43.167113 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-019accaa-ec2f-473f-bcd6-e720acba6bca req-48493295-ca3e-46ae-a7aa-ac4819d97e68 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7bb5cee-9e13-408a-a461-b9cf9be9dfc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860901 May 08 22:15:43.174521 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-bbd3d887-8332-4ba5-955b-110675aeae46 req-30e650e6-0fe8-4f8b-9a06-6b3ab7d006f0 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7af110c-3b41-4d6d-9f18-aba8cb65d696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669005 May 08 22:15:44.026453 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6800e9ff-d37f-4cae-8df8-fd1eb322d207 req-b34afbd9-9e3d-4729-b193-5f6bbd924b1f tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:44.027876 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-6800e9ff-d37f-4cae-8df8-fd1eb322d207 req-b34afbd9-9e3d-4729-b193-5f6bbd924b1f tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 943 time: 0.0493872 May 08 22:15:44.082526 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f537eec-938a-4a91-97dc-408955160089 req-28454c64-f208-481d-9121-cd396a958440 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:44.083959 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-9f537eec-938a-4a91-97dc-408955160089 req-28454c64-f208-481d-9121-cd396a958440 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b2fdbd-2397-4f6f-904a-24c65bd20707 HTTP/1.1" status: 200 len: 944 time: 0.0649407 May 08 22:15:44.118336 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-6800e9ff-d37f-4cae-8df8-fd1eb322d207 req-b34f8696-4b64-4fed-b84a-b319058d299c tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830343 May 08 22:15:44.149309 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-9f537eec-938a-4a91-97dc-408955160089 req-46ad594a-48dd-420e-966a-00aa19f6c5e6 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca44f436-fe4a-4cda-b0b9-0850bed715c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595703 May 08 22:15:44.313323 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58cad09-5599-4cd3-af76-1c9e15b770fa req-7fbcc80a-f3c9-4e5e-a19d-d99fd0b4c5e6 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:44.314767 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-a58cad09-5599-4cd3-af76-1c9e15b770fa req-7fbcc80a-f3c9-4e5e-a19d-d99fd0b4c5e6 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e127fdd-cea7-48e8-9d46-924fbd051cd4 HTTP/1.1" status: 200 len: 944 time: 0.0729327 May 08 22:15:44.322606 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91ee8c5-aa12-4833-b6a0-bba7d5a40069 req-b38bb4cb-d1d1-47a7-a794-089246afacf0 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:44.323982 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-c91ee8c5-aa12-4833-b6a0-bba7d5a40069 req-b38bb4cb-d1d1-47a7-a794-089246afacf0 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5e26a1-a863-487e-b196-c905958ffc62 HTTP/1.1" status: 200 len: 943 time: 0.0728800 May 08 22:15:44.395104 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-a58cad09-5599-4cd3-af76-1c9e15b770fa req-26bc5b53-04fa-4dcf-bd5f-d45eea53b181 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7bb5cee-9e13-408a-a461-b9cf9be9dfc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700958 May 08 22:15:44.398267 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-c91ee8c5-aa12-4833-b6a0-bba7d5a40069 req-498b75ea-8f15-44f0-b669-7a9b52e5531b tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7af110c-3b41-4d6d-9f18-aba8cb65d696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673256 May 08 22:15:45.269790 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c020d183-f10e-43ef-bb60-8dc1cef59b98 req-5a6826b8-1f90-4194-b147-7b3bf53c0abc tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:45.271254 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-c020d183-f10e-43ef-bb60-8dc1cef59b98 req-5a6826b8-1f90-4194-b147-7b3bf53c0abc tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 943 time: 0.0735102 May 08 22:15:45.300711 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d93cc1-b510-469b-85b9-c226d0c38013 req-3aef0ec7-edd7-4eee-b172-6ef5989750f5 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:45.302161 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-19d93cc1-b510-469b-85b9-c226d0c38013 req-3aef0ec7-edd7-4eee-b172-6ef5989750f5 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b2fdbd-2397-4f6f-904a-24c65bd20707 HTTP/1.1" status: 200 len: 944 time: 0.0724142 May 08 22:15:45.345433 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-c020d183-f10e-43ef-bb60-8dc1cef59b98 req-7ab78f28-7a60-4699-b47f-f415f3c31000 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659032 May 08 22:15:45.367718 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-19d93cc1-b510-469b-85b9-c226d0c38013 req-376f5acc-a983-4543-b315-c7e965119939 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca44f436-fe4a-4cda-b0b9-0850bed715c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590031 May 08 22:15:45.537172 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e997879-85bd-40e7-95ff-3ad7bc6bed87 req-d0e7db22-84bf-42dd-a21e-28b3f138fef2 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:45.538598 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-4e997879-85bd-40e7-95ff-3ad7bc6bed87 req-d0e7db22-84bf-42dd-a21e-28b3f138fef2 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e127fdd-cea7-48e8-9d46-924fbd051cd4 HTTP/1.1" status: 200 len: 944 time: 0.0758774 May 08 22:15:45.544422 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ca54c0-060a-4f65-a019-f2ecabb93d64 req-11944649-85cc-45e6-a4b9-4ee05b224a34 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:45.545859 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-12ca54c0-060a-4f65-a019-f2ecabb93d64 req-11944649-85cc-45e6-a4b9-4ee05b224a34 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5e26a1-a863-487e-b196-c905958ffc62 HTTP/1.1" status: 200 len: 943 time: 0.0818665 May 08 22:15:45.615531 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-4e997879-85bd-40e7-95ff-3ad7bc6bed87 req-749d643a-0753-49a8-bdb8-3e9eb18c2724 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7bb5cee-9e13-408a-a461-b9cf9be9dfc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686817 May 08 22:15:45.618921 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-12ca54c0-060a-4f65-a019-f2ecabb93d64 req-856ff823-863b-4edb-bf7c-34b580e0af2f tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7af110c-3b41-4d6d-9f18-aba8cb65d696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664444 May 08 22:15:46.197905 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-46081c97-3c77-40d8-8908-ca831c3b13b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (399f5491-dab9-4373-bd22-64cd7c73418d), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:46.488341 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac9967-9b6f-461a-b732-a3ff12be253b req-0d176447-4987-4afd-ac59-d37ac96719a0 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:46.489797 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-6cac9967-9b6f-461a-b732-a3ff12be253b req-0d176447-4987-4afd-ac59-d37ac96719a0 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 943 time: 0.0734172 May 08 22:15:46.508120 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5f18fd-345f-4a55-b587-447835426d0f req-605a865b-5297-4df3-9665-751bee420ed3 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:46.509531 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-be5f18fd-345f-4a55-b587-447835426d0f req-605a865b-5297-4df3-9665-751bee420ed3 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b2fdbd-2397-4f6f-904a-24c65bd20707 HTTP/1.1" status: 200 len: 944 time: 0.0658500 May 08 22:15:46.568921 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-6cac9967-9b6f-461a-b732-a3ff12be253b req-f318d078-2374-4ac9-b763-fd8848297568 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733812 May 08 22:15:46.580673 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-be5f18fd-345f-4a55-b587-447835426d0f req-763052fe-4a10-407f-b876-b5b6ed441333 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca44f436-fe4a-4cda-b0b9-0850bed715c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631294 May 08 22:15:46.754951 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517adec5-5ebf-4871-afe9-5176e72f8957 req-66c51b5c-f867-4882-82c2-4c26777eec07 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:46.756389 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-517adec5-5ebf-4871-afe9-5176e72f8957 req-66c51b5c-f867-4882-82c2-4c26777eec07 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e127fdd-cea7-48e8-9d46-924fbd051cd4 HTTP/1.1" status: 200 len: 944 time: 0.0730801 May 08 22:15:46.762259 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd8412c-b2aa-4db4-ad08-9ed33a8b0a3c req-9d7ab311-08ca-40e0-a05e-843a51e34bec tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:46.763570 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-efd8412c-b2aa-4db4-ad08-9ed33a8b0a3c req-9d7ab311-08ca-40e0-a05e-843a51e34bec tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5e26a1-a863-487e-b196-c905958ffc62 HTTP/1.1" status: 200 len: 943 time: 0.0783584 May 08 22:15:46.835892 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-517adec5-5ebf-4871-afe9-5176e72f8957 req-2f69a173-f7ef-4678-a3a0-6fdefac92917 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7bb5cee-9e13-408a-a461-b9cf9be9dfc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713844 May 08 22:15:46.838933 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-efd8412c-b2aa-4db4-ad08-9ed33a8b0a3c req-673dd782-4a07-4339-9ade-e5d638888e58 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7af110c-3b41-4d6d-9f18-aba8cb65d696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687726 May 08 22:15:47.724792 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1155f2-32da-482e-a33c-60af2225306b req-4291a77c-1aaa-438a-84d3-5fcc71847866 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:47.726275 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-7e1155f2-32da-482e-a33c-60af2225306b req-4291a77c-1aaa-438a-84d3-5fcc71847866 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 943 time: 0.0714245 May 08 22:15:47.742257 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b55f489-42fd-4cdd-b9ba-35799f296ece req-f67385ff-5052-4932-ac0e-70d499875812 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:47.743693 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-3b55f489-42fd-4cdd-b9ba-35799f296ece req-f67385ff-5052-4932-ac0e-70d499875812 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b2fdbd-2397-4f6f-904a-24c65bd20707 HTTP/1.1" status: 200 len: 944 time: 0.0615745 May 08 22:15:47.814105 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-7e1155f2-32da-482e-a33c-60af2225306b req-337e8da4-70b1-4188-92e0-9d2c1b354e16 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789275 May 08 22:15:47.818347 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-3b55f489-42fd-4cdd-b9ba-35799f296ece req-f73c23e6-2751-41bd-83f9-3388ddb29eeb tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca44f436-fe4a-4cda-b0b9-0850bed715c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682733 May 08 22:15:47.981660 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef5b932-5cd7-4b11-ae3c-caf82b86ce80 req-236da585-906e-4e9c-9307-065de95a38f0 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:47.983477 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-bef5b932-5cd7-4b11-ae3c-caf82b86ce80 req-236da585-906e-4e9c-9307-065de95a38f0 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e127fdd-cea7-48e8-9d46-924fbd051cd4 HTTP/1.1" status: 200 len: 944 time: 0.0794232 May 08 22:15:47.989659 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7dff0d-d8e5-43f5-bc53-15f543ef2b9c req-fbff31a5-a70d-460e-92e8-14c5dac4e9cc tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:47.991085 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-6d7dff0d-d8e5-43f5-bc53-15f543ef2b9c req-fbff31a5-a70d-460e-92e8-14c5dac4e9cc tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5e26a1-a863-487e-b196-c905958ffc62 HTTP/1.1" status: 200 len: 943 time: 0.0856647 May 08 22:15:48.065556 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-bef5b932-5cd7-4b11-ae3c-caf82b86ce80 req-2251fc90-851f-4dbf-a177-b340c0d9d203 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7bb5cee-9e13-408a-a461-b9cf9be9dfc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729866 May 08 22:15:48.068931 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-6d7dff0d-d8e5-43f5-bc53-15f543ef2b9c req-5f7ab279-aa9a-4362-bfd2-81bf7a00fa8b tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7af110c-3b41-4d6d-9f18-aba8cb65d696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692766 May 08 22:15:48.477143 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-971ed285-a1d0-4946-8593-03d3be54c2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (69aa2ac4-530d-40c2-a84a-3161d84edf61), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:48.971050 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ebe5ee-0f85-4633-a056-fbfb543d5863 req-1afe8949-561b-4b7d-9687-1d3b0d48640b tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:48.972527 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-21ebe5ee-0f85-4633-a056-fbfb543d5863 req-1afe8949-561b-4b7d-9687-1d3b0d48640b tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b2fdbd-2397-4f6f-904a-24c65bd20707 HTTP/1.1" status: 200 len: 944 time: 0.0754824 May 08 22:15:48.978521 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f43919c-5b0f-45b9-8efa-fbe6b9be4330 req-5ff875fc-6540-4556-96b9-649b626e3a56 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:48.979869 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-8f43919c-5b0f-45b9-8efa-fbe6b9be4330 req-5ff875fc-6540-4556-96b9-649b626e3a56 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 943 time: 0.0840871 May 08 22:15:49.052782 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-21ebe5ee-0f85-4633-a056-fbfb543d5863 req-6c19f5e3-d8f1-4bf3-a2a4-e259f2e6fa16 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca44f436-fe4a-4cda-b0b9-0850bed715c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719430 May 08 22:15:49.064469 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-8f43919c-5b0f-45b9-8efa-fbe6b9be4330 req-44bd1651-8306-4708-92c4-cf61de4e191b tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771024 May 08 22:15:49.214256 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a01d78-beb3-40a1-8096-3d33bd44809f req-351f5fce-3ac7-4819-9359-d303af226ae3 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:49.215760 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-43a01d78-beb3-40a1-8096-3d33bd44809f req-351f5fce-3ac7-4819-9359-d303af226ae3 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e127fdd-cea7-48e8-9d46-924fbd051cd4 HTTP/1.1" status: 200 len: 944 time: 0.0814941 May 08 22:15:49.222072 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edacbc30-7e64-41d2-add6-13313b9ec20f req-d4164230-d702-4a7d-9d42-c3351d7ae7e5 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:49.223398 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-edacbc30-7e64-41d2-add6-13313b9ec20f req-d4164230-d702-4a7d-9d42-c3351d7ae7e5 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5e26a1-a863-487e-b196-c905958ffc62 HTTP/1.1" status: 200 len: 943 time: 0.0764487 May 08 22:15:49.293199 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-43a01d78-beb3-40a1-8096-3d33bd44809f req-314dc89c-a31b-4b8d-b48a-fd41454494ec tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7bb5cee-9e13-408a-a461-b9cf9be9dfc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689073 May 08 22:15:49.296193 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-edacbc30-7e64-41d2-add6-13313b9ec20f req-40ee09a5-2f7a-4b58-bb3f-9b3ae7557582 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7af110c-3b41-4d6d-9f18-aba8cb65d696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663826 May 08 22:15:49.313849 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-68d59b13-bdd3-4890-b330-3a9be9bf9791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (167e5ba9-08ef-43b6-aca0-7c88b7f9e735), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:49.848027 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.agents_db [None req-09216671-537f-4251-a64c-737ccd42d6d2 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 08 22:15:50.188857 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afabc79-1316-44e9-8992-cb6a637f5ffd req-99fa1946-a609-47e0-ba08-4e27cdcc5c6f tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:50.190306 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-4afabc79-1316-44e9-8992-cb6a637f5ffd req-99fa1946-a609-47e0-ba08-4e27cdcc5c6f tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b2fdbd-2397-4f6f-904a-24c65bd20707 HTTP/1.1" status: 200 len: 944 time: 0.0701592 May 08 22:15:50.208452 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b74b60-44c5-46e8-b325-225d1c388110 req-1a1457ee-2ad9-46a9-ba3b-0d604f3f3136 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:50.209862 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-05b74b60-44c5-46e8-b325-225d1c388110 req-1a1457ee-2ad9-46a9-ba3b-0d604f3f3136 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 943 time: 0.0625322 May 08 22:15:50.271580 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-4afabc79-1316-44e9-8992-cb6a637f5ffd req-4fc713eb-a758-4ba7-b062-c47ee36a3d15 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca44f436-fe4a-4cda-b0b9-0850bed715c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756664 May 08 22:15:50.282550 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-05b74b60-44c5-46e8-b325-225d1c388110 req-f7dd6711-530a-4d0a-bc2c-72f0b391bccf tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609643 May 08 22:15:50.436676 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67acb649-514f-4159-bc6d-66fd21387823 req-13dd2c4b-e279-42cf-8179-b6ebe6917729 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:50.438081 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-67acb649-514f-4159-bc6d-66fd21387823 req-13dd2c4b-e279-42cf-8179-b6ebe6917729 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e127fdd-cea7-48e8-9d46-924fbd051cd4 HTTP/1.1" status: 200 len: 944 time: 0.0736325 May 08 22:15:50.449210 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57704193-9d9c-4739-a6ae-11e498af7665 req-9a525e50-3b99-42c5-8730-9dced9484619 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:50.450503 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-57704193-9d9c-4739-a6ae-11e498af7665 req-9a525e50-3b99-42c5-8730-9dced9484619 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5e26a1-a863-487e-b196-c905958ffc62 HTTP/1.1" status: 200 len: 943 time: 0.0739272 May 08 22:15:50.524167 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-67acb649-514f-4159-bc6d-66fd21387823 req-8648f459-17a9-40fb-bd53-470d5fd88e48 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7bb5cee-9e13-408a-a461-b9cf9be9dfc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727448 May 08 22:15:50.527354 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-57704193-9d9c-4739-a6ae-11e498af7665 req-19f0973a-2a16-4e8f-ad6d-07060fa4c4e6 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7af110c-3b41-4d6d-9f18-aba8cb65d696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699503 May 08 22:15:50.908597 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f82e6e54-0a06-4075-8e4d-2bf0b0f201e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (1fcc0290-7f55-4633-95cb-6d94e7aa5e57), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:51.419162 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f748ab57-dc85-4b21-991a-3e6a156bd307 req-6e52b79f-7f43-48e3-9249-13fbaca8757e tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:51.420961 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-f748ab57-dc85-4b21-991a-3e6a156bd307 req-6e52b79f-7f43-48e3-9249-13fbaca8757e tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b2fdbd-2397-4f6f-904a-24c65bd20707 HTTP/1.1" status: 200 len: 944 time: 0.0733635 May 08 22:15:51.427176 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a30b0a-4460-44d1-9e6c-9c7716914e0d req-89671806-aa2d-41f1-8fa5-17f4c9107b6f tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:51.428519 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-d9a30b0a-4460-44d1-9e6c-9c7716914e0d req-89671806-aa2d-41f1-8fa5-17f4c9107b6f tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 943 time: 0.0707016 May 08 22:15:51.454433 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device 5e36bd48-5ead-4567-94f4-b17494e5b745 details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=103630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 08 22:15:51.556320 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f99f8d7-56ca-46d0-a331-6ee132fd510d req-2974beae-3b1b-4f05-b2ac-ab1fd012de92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:51.557725 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-7f99f8d7-56ca-46d0-a331-6ee132fd510d req-2974beae-3b1b-4f05-b2ac-ab1fd012de92 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a4734e2d-d908-4b8e-b542-dd83675e0c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1126945 May 08 22:15:51.566772 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] For port 5e36bd48-5ead-4567-94f4-b17494e5b745, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=5e36bd48-5ead-4567-94f4-b17494e5b745,segment=NetworkSegment(3409f877-3e4a-40e4-97c7-350ebf9f66ba),segment_id=3409f877-3e4a-40e4-97c7-350ebf9f66ba)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:15:51.582038 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Returning: {'device': '5e36bd48-5ead-4567-94f4-b17494e5b745', 'network_id': '4427f95d-7dad-47df-8ab1-304fd704186a', 'port_id': '5e36bd48-5ead-4567-94f4-b17494e5b745', 'mac_address': 'fa:16:3e:1c:db:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd42cc4d2-76bb-4552-9ac7-abf4e664168d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 08 22:15:51.588467 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-f748ab57-dc85-4b21-991a-3e6a156bd307 req-c12abb3d-e23c-48f5-a5a1-91448cb7e73f tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca44f436-fe4a-4cda-b0b9-0850bed715c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1589925 May 08 22:15:51.598717 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-d9a30b0a-4460-44d1-9e6c-9c7716914e0d req-dd4140b7-001c-4133-b8a6-92b8729c1adb tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545954 May 08 22:15:51.629864 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Current status of the port 5e36bd48-5ead-4567-94f4-b17494e5b745 is: DOWN; New status is: BUILD {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:15:51.630254 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (5e36bd48-5ead-4567-94f4-b17494e5b745), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:51.635026 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-616fa569-8d3d-4c3c-938a-259e5022f42c req-6285d51f-0e00-4c53-bfd1-1148d8d6023a service neutron] 10.222.0.24 "GET /v2.0/networks/387fc46a-30bd-496f-ac2d-d7b18b5cbea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919522 May 08 22:15:51.644069 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.notifiers.nova [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e36bd48-5ead-4567-94f4-b17494e5b745 {{(pid=103630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 08 22:15:51.665712 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] For port 5e36bd48-5ead-4567-94f4-b17494e5b745, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=5e36bd48-5ead-4567-94f4-b17494e5b745,segment=NetworkSegment(3409f877-3e4a-40e4-97c7-350ebf9f66ba),segment_id=3409f877-3e4a-40e4-97c7-350ebf9f66ba)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:15:51.670225 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (5e36bd48-5ead-4567-94f4-b17494e5b745), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:51.720235 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Pushing event updated for resources: {'Port': ['ID=5e36bd48-5ead-4567-94f4-b17494e5b745,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:51.736213 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e06573c-2b28-4840-bac5-b9062a69f6f7 req-bdecccd8-0c59-4f71-b98e-4c80398bc7b5 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:51.737535 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-4e06573c-2b28-4840-bac5-b9062a69f6f7 req-bdecccd8-0c59-4f71-b98e-4c80398bc7b5 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5e26a1-a863-487e-b196-c905958ffc62 HTTP/1.1" status: 200 len: 943 time: 0.0770035 May 08 22:15:51.745615 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1087fa36-ebba-4d74-9e82-ec8448b7b492 req-1967ba27-f2e5-4c57-a429-f2d70d423fc2 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:51.747196 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-1087fa36-ebba-4d74-9e82-ec8448b7b492 req-1967ba27-f2e5-4c57-a429-f2d70d423fc2 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e127fdd-cea7-48e8-9d46-924fbd051cd4 HTTP/1.1" status: 200 len: 944 time: 0.0761268 May 08 22:15:51.815729 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-4e06573c-2b28-4840-bac5-b9062a69f6f7 req-689b56ba-4832-48a8-96fb-366f5405e088 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7af110c-3b41-4d6d-9f18-aba8cb65d696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674920 May 08 22:15:51.818872 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-1087fa36-ebba-4d74-9e82-ec8448b7b492 req-5ad68f44-43a2-4de6-8bc7-a0632f330dae tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7bb5cee-9e13-408a-a461-b9cf9be9dfc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649588 May 08 22:15:52.438730 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (7e3c7ef6-abd5-4f0f-b372-b2734b637fd0), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:52.741240 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ce1cf8-aeb9-4c52-a72b-189e3aede82a req-7b44f395-3f12-47e0-8568-d92559d2e92e tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:52.741892 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-64ce1cf8-aeb9-4c52-a72b-189e3aede82a req-7b44f395-3f12-47e0-8568-d92559d2e92e tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b2fdbd-2397-4f6f-904a-24c65bd20707 HTTP/1.1" status: 200 len: 944 time: 0.0750849 May 08 22:15:52.750367 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791bd3fa-d795-40f0-8d10-f541de769a51 req-8243210c-044c-4f11-ab40-44916e577d60 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:52.751793 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-791bd3fa-d795-40f0-8d10-f541de769a51 req-8243210c-044c-4f11-ab40-44916e577d60 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 943 time: 0.0761058 May 08 22:15:52.821917 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-64ce1cf8-aeb9-4c52-a72b-189e3aede82a req-4921065e-e6c7-4ea7-b08e-1b63fc611df5 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca44f436-fe4a-4cda-b0b9-0850bed715c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691676 May 08 22:15:52.826364 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-791bd3fa-d795-40f0-8d10-f541de769a51 req-40d4ed9f-09dd-4c5a-89b8-e75c1c63146a tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679014 May 08 22:15:52.958070 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e462af-ec7f-4f2e-84e2-44889961142e req-674f5b9e-ea17-4d6f-9cd7-c979e42457bc tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:52.959504 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-d8e462af-ec7f-4f2e-84e2-44889961142e req-674f5b9e-ea17-4d6f-9cd7-c979e42457bc tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5e26a1-a863-487e-b196-c905958ffc62 HTTP/1.1" status: 200 len: 943 time: 0.0733149 May 08 22:15:52.967890 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08244d7-4cb4-43db-ab87-900ee4832a5e req-3e715db1-d78a-4710-a475-47a9d5502bea tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:52.969298 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-b08244d7-4cb4-43db-ab87-900ee4832a5e req-3e715db1-d78a-4710-a475-47a9d5502bea tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e127fdd-cea7-48e8-9d46-924fbd051cd4 HTTP/1.1" status: 200 len: 944 time: 0.0743001 May 08 22:15:53.039003 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-d8e462af-ec7f-4f2e-84e2-44889961142e req-0fd6979f-2288-4339-802c-a908c51416a7 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7af110c-3b41-4d6d-9f18-aba8cb65d696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686703 May 08 22:15:53.042308 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-b08244d7-4cb4-43db-ab87-900ee4832a5e req-77ba6b59-4995-48f3-a025-f3a8b0500b5b tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7bb5cee-9e13-408a-a461-b9cf9be9dfc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665081 May 08 22:15:53.968155 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab690d1c-4ba6-43c3-8faf-c40300aa84fd req-f9358048-df32-4a7c-b4e5-ed87228bf5b5 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:53.969612 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-ab690d1c-4ba6-43c3-8faf-c40300aa84fd req-f9358048-df32-4a7c-b4e5-ed87228bf5b5 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b2fdbd-2397-4f6f-904a-24c65bd20707 HTTP/1.1" status: 200 len: 944 time: 0.0784376 May 08 22:15:53.977365 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2270f672-240c-497c-a6b4-fb1623e6a576 req-228a06eb-da23-46c5-95b4-f92066591b32 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:53.978695 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-2270f672-240c-497c-a6b4-fb1623e6a576 req-228a06eb-da23-46c5-95b4-f92066591b32 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 943 time: 0.0767751 May 08 22:15:54.048711 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-ab690d1c-4ba6-43c3-8faf-c40300aa84fd req-60ab45e6-d715-4e77-8931-84cb6c2bbe08 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca44f436-fe4a-4cda-b0b9-0850bed715c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690696 May 08 22:15:54.051828 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-2270f672-240c-497c-a6b4-fb1623e6a576 req-1ccb6728-b7da-4ec6-a614-e19578e21cef tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665851 May 08 22:15:54.180996 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2d7f50-5dd9-4c6d-ad7b-8897ea494494 req-3a723e6f-4c87-4420-902c-90ed46943555 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:54.182450 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-3b2d7f50-5dd9-4c6d-ad7b-8897ea494494 req-3a723e6f-4c87-4420-902c-90ed46943555 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5e26a1-a863-487e-b196-c905958ffc62 HTTP/1.1" status: 200 len: 943 time: 0.0721946 May 08 22:15:54.190246 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9733a046-f1a0-4448-b3af-ce5b6c5633d3 req-352ee10d-47c3-4e13-843e-46ceaa9d74db tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:54.191615 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-9733a046-f1a0-4448-b3af-ce5b6c5633d3 req-352ee10d-47c3-4e13-843e-46ceaa9d74db tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e127fdd-cea7-48e8-9d46-924fbd051cd4 HTTP/1.1" status: 200 len: 944 time: 0.0713899 May 08 22:15:54.263156 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-3b2d7f50-5dd9-4c6d-ad7b-8897ea494494 req-69aafd35-2944-4e0a-8703-269f8a17d62d tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7af110c-3b41-4d6d-9f18-aba8cb65d696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706079 May 08 22:15:54.266390 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-9733a046-f1a0-4448-b3af-ce5b6c5633d3 req-f25c835e-1793-4d1f-a6d4-0c1efce92790 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7bb5cee-9e13-408a-a461-b9cf9be9dfc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682898 May 08 22:15:55.192898 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e5bdaf-191f-445c-b933-234068093c39 req-05695e38-55f0-42a5-8079-ae0d7a7fc36b tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:55.194345 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-99e5bdaf-191f-445c-b933-234068093c39 req-05695e38-55f0-42a5-8079-ae0d7a7fc36b tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b2fdbd-2397-4f6f-904a-24c65bd20707 HTTP/1.1" status: 200 len: 944 time: 0.0737469 May 08 22:15:55.202234 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b85a831-5111-416f-b815-a5390917b3b2 req-bc9fc9cb-478d-4da8-b46d-f3681628c7da tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:55.203587 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-6b85a831-5111-416f-b815-a5390917b3b2 req-bc9fc9cb-478d-4da8-b46d-f3681628c7da tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 943 time: 0.0711224 May 08 22:15:55.273511 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-99e5bdaf-191f-445c-b933-234068093c39 req-fba10c18-bc66-4e22-9d34-58ceaa291b23 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca44f436-fe4a-4cda-b0b9-0850bed715c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689058 May 08 22:15:55.276664 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-6b85a831-5111-416f-b815-a5390917b3b2 req-4dbd7019-3365-4589-8e41-dfe131659bad tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665722 May 08 22:15:55.413355 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d556593a-201a-48f4-9089-591a9994d4ab req-04172ac5-1ea9-4e96-a7c6-40c793173241 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:55.414818 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-d556593a-201a-48f4-9089-591a9994d4ab req-04172ac5-1ea9-4e96-a7c6-40c793173241 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e127fdd-cea7-48e8-9d46-924fbd051cd4 HTTP/1.1" status: 200 len: 944 time: 0.0767260 May 08 22:15:55.420904 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a60829-9d63-41fa-aae4-bb073642a4d6 req-8d8f1c2a-0fa3-4d8a-8d0b-dd3a9af0918c tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:55.422252 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-88a60829-9d63-41fa-aae4-bb073642a4d6 req-8d8f1c2a-0fa3-4d8a-8d0b-dd3a9af0918c tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5e26a1-a863-487e-b196-c905958ffc62 HTTP/1.1" status: 200 len: 943 time: 0.0824139 May 08 22:15:55.491925 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-d556593a-201a-48f4-9089-591a9994d4ab req-0533a5c6-941a-451a-a034-55a155215924 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7bb5cee-9e13-408a-a461-b9cf9be9dfc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687425 May 08 22:15:55.495242 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-88a60829-9d63-41fa-aae4-bb073642a4d6 req-c2f2111e-6152-4650-b04f-ff1ea3e99a5f tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7af110c-3b41-4d6d-9f18-aba8cb65d696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663099 May 08 22:15:56.586920 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529a0671-03ae-4c7d-98c0-9a3aa7bf27fc req-06e775ca-a8ca-4f0e-ab11-849a520b8c1d tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:56.588387 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-529a0671-03ae-4c7d-98c0-9a3aa7bf27fc req-06e775ca-a8ca-4f0e-ab11-849a520b8c1d tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b2fdbd-2397-4f6f-904a-24c65bd20707 HTTP/1.1" status: 200 len: 944 time: 0.2340460 May 08 22:15:56.594683 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd36da5-2a83-497f-887a-a889229666e1 req-1e88b548-bdcd-424f-adcf-8cd60c43caa8 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:56.596295 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-3cd36da5-2a83-497f-887a-a889229666e1 req-1e88b548-bdcd-424f-adcf-8cd60c43caa8 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 943 time: 0.2406855 May 08 22:15:56.662895 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-529a0671-03ae-4c7d-98c0-9a3aa7bf27fc req-00ce160f-edbc-4aa7-99e4-0de7501f4904 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca44f436-fe4a-4cda-b0b9-0850bed715c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655975 May 08 22:15:56.672941 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-3cd36da5-2a83-497f-887a-a889229666e1 req-0abf3688-4408-4cd1-a6a5-85bd74ec56e0 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698776 May 08 22:15:56.799730 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d11083-9da8-4b15-93e8-9a4c61199b58 req-655decb7-9edb-499a-9b4c-701db60c186a tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:56.801203 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-a5d11083-9da8-4b15-93e8-9a4c61199b58 req-655decb7-9edb-499a-9b4c-701db60c186a tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5e26a1-a863-487e-b196-c905958ffc62 HTTP/1.1" status: 200 len: 943 time: 0.0736372 May 08 22:15:56.809188 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a9deb6-55a9-4db2-8219-d13f39521316 req-be6dd3e0-288c-4da8-8cc1-06ded97ed5b9 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:56.810634 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-13a9deb6-55a9-4db2-8219-d13f39521316 req-be6dd3e0-288c-4da8-8cc1-06ded97ed5b9 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e127fdd-cea7-48e8-9d46-924fbd051cd4 HTTP/1.1" status: 200 len: 944 time: 0.0730820 May 08 22:15:56.878774 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-a5d11083-9da8-4b15-93e8-9a4c61199b58 req-e5acc3eb-4e92-46e7-a80b-70bd08143a8f tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7af110c-3b41-4d6d-9f18-aba8cb65d696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668662 May 08 22:15:56.886046 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-13a9deb6-55a9-4db2-8219-d13f39521316 req-869e72e8-2aaf-4664-aafc-57454ade0e2f tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7bb5cee-9e13-408a-a461-b9cf9be9dfc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684631 May 08 22:15:57.357940 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] get_ports_and_sgs() called for port_ids ['5e36bd48-5ead-4567-94f4-b17494e5b745'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 08 22:15:57.807479 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fb825d-3fc1-4b58-ad38-219054b7b974 req-65e0d947-023d-4169-8fac-a1b859876a6c tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:57.809027 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-87fb825d-3fc1-4b58-ad38-219054b7b974 req-65e0d947-023d-4169-8fac-a1b859876a6c tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b2fdbd-2397-4f6f-904a-24c65bd20707 HTTP/1.1" status: 200 len: 944 time: 0.0748038 May 08 22:15:57.816990 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011b5dec-7dd8-4b75-8217-9e2fcd369a34 req-c8e20430-ef64-4276-8a0e-c5be1dce53be tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:57.818379 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-011b5dec-7dd8-4b75-8217-9e2fcd369a34 req-c8e20430-ef64-4276-8a0e-c5be1dce53be tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 943 time: 0.0754213 May 08 22:15:57.886776 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-87fb825d-3fc1-4b58-ad38-219054b7b974 req-c9b99cfe-8859-449f-85df-cb089b86c565 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca44f436-fe4a-4cda-b0b9-0850bed715c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674713 May 08 22:15:57.893790 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-011b5dec-7dd8-4b75-8217-9e2fcd369a34 req-3f6bc264-5dca-4823-a2d9-493b76a23499 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679433 May 08 22:15:58.040359 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9935a562-eb1f-405d-ba69-1da721af6f4e req-cbab9b74-8560-4b9b-b929-470b937d62df tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:58.044594 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-9935a562-eb1f-405d-ba69-1da721af6f4e req-cbab9b74-8560-4b9b-b929-470b937d62df tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e127fdd-cea7-48e8-9d46-924fbd051cd4 HTTP/1.1" status: 200 len: 944 time: 0.0847487 May 08 22:15:58.055632 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc22f28-6fa9-4428-b9d3-8897ae5c06a3 req-a6cfe385-d10d-46ec-ade7-19cf356e02b7 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:58.057412 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-4fc22f28-6fa9-4428-b9d3-8897ae5c06a3 req-a6cfe385-d10d-46ec-ade7-19cf356e02b7 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5e26a1-a863-487e-b196-c905958ffc62 HTTP/1.1" status: 200 len: 943 time: 0.0980852 May 08 22:15:58.131934 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-4fc22f28-6fa9-4428-b9d3-8897ae5c06a3 req-bd0bf61f-f0c2-4fbb-bebc-cc2cfbdcf40e tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7af110c-3b41-4d6d-9f18-aba8cb65d696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671449 May 08 22:15:58.156481 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-9935a562-eb1f-405d-ba69-1da721af6f4e req-29a68a35-86b0-40d5-ab28-ed979a5022a9 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7bb5cee-9e13-408a-a461-b9cf9be9dfc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032624 May 08 22:15:58.708234 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 49914) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:15:58.814821 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-54be3a00-79bc-4220-ac62-19d2b243f3f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:58.875801 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b5941-5366-42f5-8afc-35752f0df971 req-87970307-2201-45b6-b294-161b01264ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:58.877376 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-4a6b5941-5366-42f5-8afc-35752f0df971 req-87970307-2201-45b6-b294-161b01264ebc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9bf17cedd3154ce4b6b2bd0e4dcbb92c&device_id=1be25f68-2dfe-4af6-8c3e-5dbdf1acc72d HTTP/1.1" status: 200 len: 1128 time: 0.0532060 May 08 22:15:58.994036 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-54be3a00-79bc-4220-ac62-19d2b243f3f7 admin admin] Publish callbacks [] for security_group (314dfd79-01a6-4a47-b6c8-15cb76ab6d70), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:58.999674 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-54be3a00-79bc-4220-ac62-19d2b243f3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (314dfd79-01a6-4a47-b6c8-15cb76ab6d70), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:59.035978 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-54be3a00-79bc-4220-ac62-19d2b243f3f7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cc2ee61719694eb0bc9918aa8caa480f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3265371 May 08 22:15:59.038962 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 49940) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:15:59.048469 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54be3a00-79bc-4220-ac62-19d2b243f3f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=314dfd79-01a6-4a47-b6c8-15cb76ab6d70,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:59.057714 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae457d89-af3e-4806-ac44-a138050aa930 req-794944a8-dabe-4e3d-ab35-7906ab746e10 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:59.064433 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-ae457d89-af3e-4806-ac44-a138050aa930 req-794944a8-dabe-4e3d-ab35-7906ab746e10 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 943 time: 0.0880425 May 08 22:15:59.096305 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9936f5c3-5668-4648-8245-33e628372ecc req-4c2f3999-81a7-4886-96e7-b1d9f0d6c192 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:59.097789 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-9936f5c3-5668-4648-8245-33e628372ecc req-4c2f3999-81a7-4886-96e7-b1d9f0d6c192 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b2fdbd-2397-4f6f-904a-24c65bd20707 HTTP/1.1" status: 200 len: 944 time: 0.1109762 May 08 22:15:59.154540 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 49944) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:15:59.163476 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-ae457d89-af3e-4806-ac44-a138050aa930 req-9f157472-9df8-4f9d-8867-d95f8bf8b414 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980880 May 08 22:15:59.188471 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-dfe61230-da41-4ab9-9f06-1b11420a4b98 admin admin] Publish callbacks [] for security_group (314dfd79-01a6-4a47-b6c8-15cb76ab6d70), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:59.205527 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-9936f5c3-5668-4648-8245-33e628372ecc req-d7454c12-1194-4bdb-a77a-4dcb7bad9e6f tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca44f436-fe4a-4cda-b0b9-0850bed715c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983796 May 08 22:15:59.223147 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-dfe61230-da41-4ab9-9f06-1b11420a4b98 admin admin] Publish callbacks [] for security_group (314dfd79-01a6-4a47-b6c8-15cb76ab6d70), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:59.297477 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-66afb1ad-8f2f-4bbd-886e-aa89f4779253 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:59.300491 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563e461e-6271-4e58-879e-24a7f80a0c77 req-4284522d-fcaf-4821-aa7b-d2bb02541d5f tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:59.301974 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-563e461e-6271-4e58-879e-24a7f80a0c77 req-4284522d-fcaf-4821-aa7b-d2bb02541d5f tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5e26a1-a863-487e-b196-c905958ffc62 HTTP/1.1" status: 200 len: 943 time: 0.0696092 May 08 22:15:59.361526 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device c41872db-4854-43e7-964f-46b85bf7e2da details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=103630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 08 22:15:59.377813 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c090f8e-b630-4c88-8072-8040ba005d67 req-26b83393-9d96-4ae2-81c2-25491020b637 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:15:59.379920 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-3c090f8e-b630-4c88-8072-8040ba005d67 req-26b83393-9d96-4ae2-81c2-25491020b637 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e127fdd-cea7-48e8-9d46-924fbd051cd4 HTTP/1.1" status: 200 len: 944 time: 0.0869572 May 08 22:15:59.392795 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-66afb1ad-8f2f-4bbd-886e-aa89f4779253 admin admin] Publish callbacks [] for security_group (e7b84af3-b362-43a8-8fba-9cee6343f42e), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:59.397843 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-66afb1ad-8f2f-4bbd-886e-aa89f4779253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (e7b84af3-b362-43a8-8fba-9cee6343f42e), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:59.415109 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-563e461e-6271-4e58-879e-24a7f80a0c77 req-834bb407-ef93-4ce9-a527-e7948d1c52a9 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7af110c-3b41-4d6d-9f18-aba8cb65d696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052754 May 08 22:15:59.434565 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-dfe61230-da41-4ab9-9f06-1b11420a4b98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (314dfd79-01a6-4a47-b6c8-15cb76ab6d70), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:59.438065 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-dfe61230-da41-4ab9-9f06-1b11420a4b98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:59.441787 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-dfe61230-da41-4ab9-9f06-1b11420a4b98 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/314dfd79-01a6-4a47-b6c8-15cb76ab6d70 HTTP/1.1" status: 204 len: 168 time: 0.3998177 May 08 22:15:59.465157 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-66afb1ad-8f2f-4bbd-886e-aa89f4779253 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1aa0cd418cd34892b1bfca7392a13553&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3092396 May 08 22:15:59.465935 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 49958) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:15:59.466538 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe61230-da41-4ab9-9f06-1b11420a4b98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=314dfd79-01a6-4a47-b6c8-15cb76ab6d70,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:59.469904 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66afb1ad-8f2f-4bbd-886e-aa89f4779253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b84af3-b362-43a8-8fba-9cee6343f42e,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:59.500382 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-3c090f8e-b630-4c88-8072-8040ba005d67 req-0b4db16d-845e-4b1e-98f6-529181a1eb70 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7bb5cee-9e13-408a-a461-b9cf9be9dfc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920346 May 08 22:15:59.561278 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-648876e7-2429-43c9-b5d5-613267db2149 admin admin] Publish callbacks [] for security_group (e7b84af3-b362-43a8-8fba-9cee6343f42e), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:59.596920 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-648876e7-2429-43c9-b5d5-613267db2149 admin admin] Publish callbacks [] for security_group (e7b84af3-b362-43a8-8fba-9cee6343f42e), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:59.650279 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-648876e7-2429-43c9-b5d5-613267db2149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (e7b84af3-b362-43a8-8fba-9cee6343f42e), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:59.653213 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-648876e7-2429-43c9-b5d5-613267db2149 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:59.655518 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-648876e7-2429-43c9-b5d5-613267db2149 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e7b84af3-b362-43a8-8fba-9cee6343f42e HTTP/1.1" status: 204 len: 168 time: 0.1873822 May 08 22:15:59.664970 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device 5e36bd48-5ead-4567-94f4-b17494e5b745 up at agent hyperv_hv-cinder-84051 {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 08 22:15:59.665400 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648876e7-2429-43c9-b5d5-613267db2149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b84af3-b362-43a8-8fba-9cee6343f42e,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:59.771146 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Provisioning for port 5e36bd48-5ead-4567-94f4-b17494e5b745 completed by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 08 22:15:59.776588 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] For port c41872db-4854-43e7-964f-46b85bf7e2da, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=c41872db-4854-43e7-964f-46b85bf7e2da,segment=NetworkSegment(2a98fe34-ad4d-42ad-aa99-4c37c67e3a08),segment_id=2a98fe34-ad4d-42ad-aa99-4c37c67e3a08)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:15:59.786080 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 49966) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:15:59.788389 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Provisioning complete for port 5e36bd48-5ead-4567-94f4-b17494e5b745 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:15:59.788847 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (5e36bd48-5ead-4567-94f4-b17494e5b745), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:59.801330 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ded9435c-ebaf-4cb7-ab67-861a732e46f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:59.814030 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Returning: {'device': 'c41872db-4854-43e7-964f-46b85bf7e2da', 'network_id': '4fd3685e-a2d9-4671-839a-1b7ceaccd6ac', 'port_id': 'c41872db-4854-43e7-964f-46b85bf7e2da', 'mac_address': 'fa:16:3e:c0:79:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e0e46e9-91c1-4e0d-bb8e-6518fc75107e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 08 22:15:59.887307 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Current status of the port c41872db-4854-43e7-964f-46b85bf7e2da is: DOWN; New status is: BUILD {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:15:59.887925 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (c41872db-4854-43e7-964f-46b85bf7e2da), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:59.897621 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ded9435c-ebaf-4cb7-ab67-861a732e46f0 admin admin] Publish callbacks [] for security_group (7330579d-6577-4597-9042-2dcdd10bd6d7), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:59.902627 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ded9435c-ebaf-4cb7-ab67-861a732e46f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (7330579d-6577-4597-9042-2dcdd10bd6d7), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:59.930283 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.notifiers.nova [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c41872db-4854-43e7-964f-46b85bf7e2da {{(pid=103630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 08 22:15:59.943971 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-ded9435c-ebaf-4cb7-ab67-861a732e46f0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=746e89ff12754121841638429d3b97a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1562238 May 08 22:15:59.945174 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded9435c-ebaf-4cb7-ab67-861a732e46f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7330579d-6577-4597-9042-2dcdd10bd6d7,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:15:59.947336 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 49970) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:15:59.952132 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Current status of the port 5e36bd48-5ead-4567-94f4-b17494e5b745 is: BUILD; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:15:59.952677 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (5e36bd48-5ead-4567-94f4-b17494e5b745), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:15:59.977913 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] For port c41872db-4854-43e7-964f-46b85bf7e2da, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=c41872db-4854-43e7-964f-46b85bf7e2da,segment=NetworkSegment(2a98fe34-ad4d-42ad-aa99-4c37c67e3a08),segment_id=2a98fe34-ad4d-42ad-aa99-4c37c67e3a08)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:15:59.989527 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1be25f68-2dfe-4af6-8c3e-5dbdf1acc72d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e36bd48-5ead-4567-94f4-b17494e5b745'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 08 22:16:00.009886 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9859681a-fb00-497d-8275-7297f46275c1 admin admin] Publish callbacks [] for security_group (7330579d-6577-4597-9042-2dcdd10bd6d7), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:00.034298 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9859681a-fb00-497d-8275-7297f46275c1 admin admin] Publish callbacks [] for security_group (7330579d-6577-4597-9042-2dcdd10bd6d7), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:00.054111 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (c41872db-4854-43e7-964f-46b85bf7e2da), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:00.074906 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] For port 5e36bd48-5ead-4567-94f4-b17494e5b745, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=5e36bd48-5ead-4567-94f4-b17494e5b745,segment=NetworkSegment(3409f877-3e4a-40e4-97c7-350ebf9f66ba),segment_id=3409f877-3e4a-40e4-97c7-350ebf9f66ba)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:16:00.095335 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (5e36bd48-5ead-4567-94f4-b17494e5b745), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:00.124470 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9859681a-fb00-497d-8275-7297f46275c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (7330579d-6577-4597-9042-2dcdd10bd6d7), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:00.128491 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9859681a-fb00-497d-8275-7297f46275c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:00.129961 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-9859681a-fb00-497d-8275-7297f46275c1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7330579d-6577-4597-9042-2dcdd10bd6d7 HTTP/1.1" status: 204 len: 168 time: 0.1812720 May 08 22:16:00.135341 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Pushing event updated for resources: {'Port': ['ID=c41872db-4854-43e7-964f-46b85bf7e2da,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:16:00.141340 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9859681a-fb00-497d-8275-7297f46275c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7330579d-6577-4597-9042-2dcdd10bd6d7,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:16:00.212921 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 49990) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:16:00.224225 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bcef9e280bae9da70c0250555725ec84c8fe71b1405edcfc00240691fe86bce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bf90807-3501-424a-88b2-71d7f085d7b9" -d '{"events": [{"server_uuid": "1be25f68-2dfe-4af6-8c3e-5dbdf1acc72d", "name": "network-vif-plugged", "status": "completed", "tag": "5e36bd48-5ead-4567-94f4-b17494e5b745"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 08 22:16:00.226876 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Pushing event updated for resources: {'Port': ['ID=5e36bd48-5ead-4567-94f4-b17494e5b745,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:16:00.241151 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-05893fe9-3276-4d9f-84c2-fac886547bb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:00.362216 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996c9a28-2119-4358-9d99-739724f09a0d req-158d2cbe-c17e-49ed-b9cb-43b0aa8bd91c tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:00.364361 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-996c9a28-2119-4358-9d99-739724f09a0d req-158d2cbe-c17e-49ed-b9cb-43b0aa8bd91c tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 943 time: 0.1029251 May 08 22:16:00.403242 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8825ff78-3976-4643-b298-2cd0b3bf72ad req-5d407e6e-8e40-4d5f-9931-bd5ecb444369 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:00.404847 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-8825ff78-3976-4643-b298-2cd0b3bf72ad req-5d407e6e-8e40-4d5f-9931-bd5ecb444369 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b2fdbd-2397-4f6f-904a-24c65bd20707 HTTP/1.1" status: 200 len: 944 time: 0.1021724 May 08 22:16:00.478918 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] get_ports_and_sgs() called for port_ids ['c41872db-4854-43e7-964f-46b85bf7e2da'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 08 22:16:00.482197 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-996c9a28-2119-4358-9d99-739724f09a0d req-2e3d261a-f3a6-4f50-b895-2908baccfd67 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106532 May 08 22:16:00.510141 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-8825ff78-3976-4643-b298-2cd0b3bf72ad req-0bd6af09-7ce6-4a70-b4fa-dbab37d014dd tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca44f436-fe4a-4cda-b0b9-0850bed715c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958433 May 08 22:16:00.511791 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-05893fe9-3276-4d9f-84c2-fac886547bb8 admin admin] Publish callbacks [] for security_group (612dc503-e4ad-48c9-80c0-0e7b7fc59dc5), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:00.524458 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-05893fe9-3276-4d9f-84c2-fac886547bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (612dc503-e4ad-48c9-80c0-0e7b7fc59dc5), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:00.636491 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-05893fe9-3276-4d9f-84c2-fac886547bb8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dc983ef5d08942ea959403440ba9b27f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4221678 May 08 22:16:00.639269 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 50018) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:16:00.700695 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e8a806-aafc-490f-bfc3-abd6069461cd req-ee34db51-3e5d-4000-bcbf-9293647a0b5d tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:00.703005 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 08 May 2022 22:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e69581-baa5-40fc-8b53-b2c3d2c295fd x-openstack-request-id: req-50e69581-baa5-40fc-8b53-b2c3d2c295fd {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 08 22:16:00.703460 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1be25f68-2dfe-4af6-8c3e-5dbdf1acc72d", "name": "network-vif-plugged", "status": "completed", "tag": "5e36bd48-5ead-4567-94f4-b17494e5b745", "code": 200}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 08 22:16:00.703803 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-50e69581-baa5-40fc-8b53-b2c3d2c295fd {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 08 22:16:00.704424 dv-cinder-840511-5-iscsi neutron-server[103630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50e69581-baa5-40fc-8b53-b2c3d2c295fd'] response: {'server_uuid': '1be25f68-2dfe-4af6-8c3e-5dbdf1acc72d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e36bd48-5ead-4567-94f4-b17494e5b745', 'code': 200} May 08 22:16:00.710549 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-15e8a806-aafc-490f-bfc3-abd6069461cd req-ee34db51-3e5d-4000-bcbf-9293647a0b5d tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5e26a1-a863-487e-b196-c905958ffc62 HTTP/1.1" status: 200 len: 943 time: 0.0652823 May 08 22:16:00.719692 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05893fe9-3276-4d9f-84c2-fac886547bb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=612dc503-e4ad-48c9-80c0-0e7b7fc59dc5,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:16:00.733455 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-64c5db04-3441-47f9-a86f-71788f5d0f66 admin admin] Publish callbacks [] for security_group (612dc503-e4ad-48c9-80c0-0e7b7fc59dc5), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:00.777921 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-15e8a806-aafc-490f-bfc3-abd6069461cd req-9edbad12-6eeb-447b-a677-e1a1d9e107c6 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7af110c-3b41-4d6d-9f18-aba8cb65d696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664294 May 08 22:16:00.782345 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-64c5db04-3441-47f9-a86f-71788f5d0f66 admin admin] Publish callbacks [] for security_group (612dc503-e4ad-48c9-80c0-0e7b7fc59dc5), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:00.859575 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-64c5db04-3441-47f9-a86f-71788f5d0f66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (612dc503-e4ad-48c9-80c0-0e7b7fc59dc5), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:00.863118 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-64c5db04-3441-47f9-a86f-71788f5d0f66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:00.864453 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-64c5db04-3441-47f9-a86f-71788f5d0f66 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/612dc503-e4ad-48c9-80c0-0e7b7fc59dc5 HTTP/1.1" status: 204 len: 168 time: 0.2216747 May 08 22:16:00.870537 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45661b73-72fa-4ea9-b74f-0190819802c8 req-6af7768c-6250-4caf-8065-dd40713510a1 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:00.872125 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-45661b73-72fa-4ea9-b74f-0190819802c8 req-6af7768c-6250-4caf-8065-dd40713510a1 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e127fdd-cea7-48e8-9d46-924fbd051cd4 HTTP/1.1" status: 200 len: 945 time: 0.0726104 May 08 22:16:00.876759 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c5db04-3441-47f9-a86f-71788f5d0f66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=612dc503-e4ad-48c9-80c0-0e7b7fc59dc5,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:16:00.947333 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-45661b73-72fa-4ea9-b74f-0190819802c8 req-98004b9c-d1c6-45c8-a6c8-c5b852560ef4 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7bb5cee-9e13-408a-a461-b9cf9be9dfc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624561 May 08 22:16:01.208493 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db538ee3-fbc1-43e7-9455-f4c34f32549d req-a7dab9f7-8476-4891-8d1b-2dac191d279b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:01.210084 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-db538ee3-fbc1-43e7-9455-f4c34f32549d req-a7dab9f7-8476-4891-8d1b-2dac191d279b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9bf17cedd3154ce4b6b2bd0e4dcbb92c&device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 1127 time: 0.0490367 May 08 22:16:01.236011 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-7f99f8d7-56ca-46d0-a331-6ee132fd510d req-bafedd0e-6d11-477b-9978-03d6e5f57597 service neutron] 10.222.0.24 "GET /v2.0/networks/a4734e2d-d908-4b8e-b542-dd83675e0c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210446 May 08 22:16:01.272332 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 50042) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:16:01.333957 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b5941-5366-42f5-8afc-35752f0df971 req-f8bf0281-e583-43cd-b5e5-0013c904a377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:01.335578 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-4a6b5941-5366-42f5-8afc-35752f0df971 req-f8bf0281-e583-43cd-b5e5-0013c904a377 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4427f95d-7dad-47df-8ab1-304fd704186a HTTP/1.1" status: 200 len: 919 time: 0.1741168 May 08 22:16:01.346144 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 50048) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:16:01.359880 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f8974224-dd32-4aa5-83d2-fb095a8fc209 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:01.437086 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f8974224-dd32-4aa5-83d2-fb095a8fc209 admin admin] Publish callbacks [] for security_group (164e2a93-a627-4912-bfcb-b1bcaf2e1b31), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:01.442098 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f8974224-dd32-4aa5-83d2-fb095a8fc209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (164e2a93-a627-4912-bfcb-b1bcaf2e1b31), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:01.497539 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-f8974224-dd32-4aa5-83d2-fb095a8fc209 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c8411c9cbf7a46abb17fe9687047b6a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1463926 May 08 22:16:01.497661 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 50056) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:16:01.498965 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8974224-dd32-4aa5-83d2-fb095a8fc209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=164e2a93-a627-4912-bfcb-b1bcaf2e1b31,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:16:01.530477 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-034173d9-f384-4755-9086-776fa30ed9af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:01.577392 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e16f5721-b7fc-4ce1-b8ab-0ebbe9ee939b admin admin] Publish callbacks [] for security_group (164e2a93-a627-4912-bfcb-b1bcaf2e1b31), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:01.613780 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e16f5721-b7fc-4ce1-b8ab-0ebbe9ee939b admin admin] Publish callbacks [] for security_group (164e2a93-a627-4912-bfcb-b1bcaf2e1b31), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:01.679868 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e16f5721-b7fc-4ce1-b8ab-0ebbe9ee939b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (164e2a93-a627-4912-bfcb-b1bcaf2e1b31), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:01.682604 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e16f5721-b7fc-4ce1-b8ab-0ebbe9ee939b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:01.683759 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-e16f5721-b7fc-4ce1-b8ab-0ebbe9ee939b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/164e2a93-a627-4912-bfcb-b1bcaf2e1b31 HTTP/1.1" status: 204 len: 168 time: 0.1858759 May 08 22:16:01.691308 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device 48e662e3-0054-4172-ac4a-cc78d47f795b details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=103630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 08 22:16:01.705884 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2881363-7d9d-4a6d-b874-26ecf2a1f3a7 req-6c78c3bf-9323-4664-9076-1d451e19e152 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:01.707618 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-e2881363-7d9d-4a6d-b874-26ecf2a1f3a7 req-6c78c3bf-9323-4664-9076-1d451e19e152 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b2fdbd-2397-4f6f-904a-24c65bd20707 HTTP/1.1" status: 200 len: 944 time: 0.0552812 May 08 22:16:01.710354 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16f5721-b7fc-4ce1-b8ab-0ebbe9ee939b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=164e2a93-a627-4912-bfcb-b1bcaf2e1b31,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:16:01.720401 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device c41872db-4854-43e7-964f-46b85bf7e2da up at agent hyperv_hv-cinder-84051 {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 08 22:16:01.807757 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Provisioning for port c41872db-4854-43e7-964f-46b85bf7e2da completed by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 08 22:16:01.809805 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e67db-6c01-41dd-9c7d-756b8b68a236 req-46943f6d-8ed4-4ba6-8588-e8264cc92d15 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:01.821275 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-ba5e67db-6c01-41dd-9c7d-756b8b68a236 req-46943f6d-8ed4-4ba6-8588-e8264cc92d15 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 943 time: 0.2110384 May 08 22:16:01.869207 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Provisioning complete for port c41872db-4854-43e7-964f-46b85bf7e2da triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:16:01.870130 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (c41872db-4854-43e7-964f-46b85bf7e2da), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:01.957867 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-034173d9-f384-4755-9086-776fa30ed9af admin admin] Publish callbacks [] for security_group (7eb621b0-a47e-49fe-891f-cb0adfaafc77), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:01.988164 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-e2881363-7d9d-4a6d-b874-26ecf2a1f3a7 req-458a83a1-18a7-4713-ac75-6c2c15653a64 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca44f436-fe4a-4cda-b0b9-0850bed715c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2234275 May 08 22:16:01.989149 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-034173d9-f384-4755-9086-776fa30ed9af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (7eb621b0-a47e-49fe-891f-cb0adfaafc77), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:02.066955 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] For port 48e662e3-0054-4172-ac4a-cc78d47f795b, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=48e662e3-0054-4172-ac4a-cc78d47f795b,segment=NetworkSegment(3409f877-3e4a-40e4-97c7-350ebf9f66ba),segment_id=3409f877-3e4a-40e4-97c7-350ebf9f66ba)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:16:02.075418 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-ba5e67db-6c01-41dd-9c7d-756b8b68a236 req-303437d8-241a-4c6a-8ed4-6032b7764a1f tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480192 May 08 22:16:02.089899 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034173d9-f384-4755-9086-776fa30ed9af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb621b0-a47e-49fe-891f-cb0adfaafc77,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:16:02.096678 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-034173d9-f384-4755-9086-776fa30ed9af admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=19b20dee42ea4e7fa10a329e937c9b1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8233607 May 08 22:16:02.100147 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 50094) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:16:02.182047 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Returning: {'device': '48e662e3-0054-4172-ac4a-cc78d47f795b', 'network_id': '4427f95d-7dad-47df-8ab1-304fd704186a', 'port_id': '48e662e3-0054-4172-ac4a-cc78d47f795b', 'mac_address': 'fa:16:3e:8b:f2:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd42cc4d2-76bb-4552-9ac7-abf4e664168d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 08 22:16:02.215498 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f858b712-c23f-48b9-8589-46b488e73362 admin admin] Publish callbacks [] for security_group (7eb621b0-a47e-49fe-891f-cb0adfaafc77), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:02.228862 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb55667e-67bc-4490-8703-b0db460bbeb2 req-368f9c12-3fed-45ec-b656-812addf2d3d3 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:02.232077 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Current status of the port c41872db-4854-43e7-964f-46b85bf7e2da is: BUILD; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:16:02.232617 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (c41872db-4854-43e7-964f-46b85bf7e2da), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:02.240158 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-eb55667e-67bc-4490-8703-b0db460bbeb2 req-368f9c12-3fed-45ec-b656-812addf2d3d3 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5e26a1-a863-487e-b196-c905958ffc62 HTTP/1.1" status: 200 len: 943 time: 0.1232414 May 08 22:16:02.256227 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f858b712-c23f-48b9-8589-46b488e73362 admin admin] Publish callbacks [] for security_group (7eb621b0-a47e-49fe-891f-cb0adfaafc77), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:02.282637 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Current status of the port 48e662e3-0054-4172-ac4a-cc78d47f795b is: DOWN; New status is: BUILD {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:16:02.282637 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (48e662e3-0054-4172-ac4a-cc78d47f795b), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:02.288108 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] For port c41872db-4854-43e7-964f-46b85bf7e2da, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=c41872db-4854-43e7-964f-46b85bf7e2da,segment=NetworkSegment(2a98fe34-ad4d-42ad-aa99-4c37c67e3a08),segment_id=2a98fe34-ad4d-42ad-aa99-4c37c67e3a08)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:16:02.298926 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (c41872db-4854-43e7-964f-46b85bf7e2da), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:02.314485 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf51e3c-4257-4394-b8fc-c05ec5f8317f req-531be11e-1be6-45bb-a551-e18f008b1d82 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:02.316149 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-abf51e3c-4257-4394-b8fc-c05ec5f8317f req-531be11e-1be6-45bb-a551-e18f008b1d82 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e127fdd-cea7-48e8-9d46-924fbd051cd4 HTTP/1.1" status: 200 len: 945 time: 0.1449552 May 08 22:16:02.346972 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-eb55667e-67bc-4490-8703-b0db460bbeb2 req-08c19fa0-496d-48f1-b923-29073525c824 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7af110c-3b41-4d6d-9f18-aba8cb65d696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056421 May 08 22:16:02.349252 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.notifiers.nova [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48e662e3-0054-4172-ac4a-cc78d47f795b {{(pid=103630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 08 22:16:02.351440 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f858b712-c23f-48b9-8589-46b488e73362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (7eb621b0-a47e-49fe-891f-cb0adfaafc77), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:02.361606 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f858b712-c23f-48b9-8589-46b488e73362 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:02.365998 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-f858b712-c23f-48b9-8589-46b488e73362 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7eb621b0-a47e-49fe-891f-cb0adfaafc77 HTTP/1.1" status: 204 len: 168 time: 0.2645128 May 08 22:16:02.380480 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f858b712-c23f-48b9-8589-46b488e73362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb621b0-a47e-49fe-891f-cb0adfaafc77,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:16:02.398630 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Pushing event updated for resources: {'Port': ['ID=c41872db-4854-43e7-964f-46b85bf7e2da,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:16:02.404741 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] For port 48e662e3-0054-4172-ac4a-cc78d47f795b, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=48e662e3-0054-4172-ac4a-cc78d47f795b,segment=NetworkSegment(3409f877-3e4a-40e4-97c7-350ebf9f66ba),segment_id=3409f877-3e4a-40e4-97c7-350ebf9f66ba)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:16:02.412412 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (48e662e3-0054-4172-ac4a-cc78d47f795b), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:02.443166 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-abf51e3c-4257-4394-b8fc-c05ec5f8317f req-be6f08dc-28ef-4ce9-a244-8e64d3de2657 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7bb5cee-9e13-408a-a461-b9cf9be9dfc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951025 May 08 22:16:02.473517 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Pushing event updated for resources: {'Port': ['ID=48e662e3-0054-4172-ac4a-cc78d47f795b,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:16:02.705695 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e127fdd-cea7-48e8-9d46-924fbd051cd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c41872db-4854-43e7-964f-46b85bf7e2da'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 08 22:16:02.708216 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bcef9e280bae9da70c0250555725ec84c8fe71b1405edcfc00240691fe86bce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf111767-b9a5-4a89-b36a-87d00b4f8b3e" -d '{"events": [{"server_uuid": "0e127fdd-cea7-48e8-9d46-924fbd051cd4", "name": "network-vif-plugged", "status": "completed", "tag": "c41872db-4854-43e7-964f-46b85bf7e2da"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 08 22:16:02.752048 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 08 May 2022 22:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42aa9279-8803-4104-880d-f7f5f98b7339 x-openstack-request-id: req-42aa9279-8803-4104-880d-f7f5f98b7339 {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 08 22:16:02.753191 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e127fdd-cea7-48e8-9d46-924fbd051cd4", "name": "network-vif-plugged", "status": "completed", "tag": "c41872db-4854-43e7-964f-46b85bf7e2da", "code": 200}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 08 22:16:02.753663 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-42aa9279-8803-4104-880d-f7f5f98b7339 {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 08 22:16:02.754274 dv-cinder-840511-5-iscsi neutron-server[103630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42aa9279-8803-4104-880d-f7f5f98b7339'] response: {'server_uuid': '0e127fdd-cea7-48e8-9d46-924fbd051cd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c41872db-4854-43e7-964f-46b85bf7e2da', 'code': 200} May 08 22:16:02.815266 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 50126) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:16:02.831129 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7fe913a2-3d4e-43e7-bd06-a7609b861642 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:02.915464 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] get_ports_and_sgs() called for port_ids ['48e662e3-0054-4172-ac4a-cc78d47f795b'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 08 22:16:02.955202 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7fe913a2-3d4e-43e7-bd06-a7609b861642 admin admin] Publish callbacks [] for security_group (de5cf6c2-b96f-429a-bd23-0edb792f26df), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:02.960067 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7fe913a2-3d4e-43e7-bd06-a7609b861642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (de5cf6c2-b96f-429a-bd23-0edb792f26df), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:03.015831 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 50136) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:16:03.016031 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-7fe913a2-3d4e-43e7-bd06-a7609b861642 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=432e2d4030eb4fa2ac7895746ee7319e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1959257 May 08 22:16:03.026242 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe913a2-3d4e-43e7-bd06-a7609b861642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de5cf6c2-b96f-429a-bd23-0edb792f26df,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:16:03.085856 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-655553da-6a2e-4b0a-a976-4f0bec37f920 admin admin] Publish callbacks [] for security_group (de5cf6c2-b96f-429a-bd23-0edb792f26df), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:03.120814 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-655553da-6a2e-4b0a-a976-4f0bec37f920 admin admin] Publish callbacks [] for security_group (de5cf6c2-b96f-429a-bd23-0edb792f26df), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:03.145300 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f45f9d8-0836-4a2c-9ab3-f855573f0672 req-7cae7057-c099-4be0-b6d8-d79be3a2215d tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:03.164907 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-7f45f9d8-0836-4a2c-9ab3-f855573f0672 req-7cae7057-c099-4be0-b6d8-d79be3a2215d tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b2fdbd-2397-4f6f-904a-24c65bd20707 HTTP/1.1" status: 200 len: 944 time: 0.0946002 May 08 22:16:03.191256 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-655553da-6a2e-4b0a-a976-4f0bec37f920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (de5cf6c2-b96f-429a-bd23-0edb792f26df), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:03.194028 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-655553da-6a2e-4b0a-a976-4f0bec37f920 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:03.195365 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-655553da-6a2e-4b0a-a976-4f0bec37f920 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/de5cf6c2-b96f-429a-bd23-0edb792f26df HTTP/1.1" status: 204 len: 168 time: 0.1777825 May 08 22:16:03.214225 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655553da-6a2e-4b0a-a976-4f0bec37f920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5cf6c2-b96f-429a-bd23-0edb792f26df,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:16:03.305742 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-7f45f9d8-0836-4a2c-9ab3-f855573f0672 req-5ce94aa8-95f5-4271-a01c-526c64ea74cc tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca44f436-fe4a-4cda-b0b9-0850bed715c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398418 May 08 22:16:03.313238 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93a0bda-d8bd-48b4-92c1-fed32a6bf78d req-02d2090b-80c5-4748-95fe-2e3af71f3865 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:03.314769 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-a93a0bda-d8bd-48b4-92c1-fed32a6bf78d req-02d2090b-80c5-4748-95fe-2e3af71f3865 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 944 time: 0.1393514 May 08 22:16:03.542125 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-4a6b5941-5366-42f5-8afc-35752f0df971 req-2e22262e-322b-4f62-ad1b-46e8d438e5a6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e36bd48-5ead-4567-94f4-b17494e5b745 HTTP/1.1" status: 200 len: 217 time: 0.1227140 May 08 22:16:03.551750 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-a93a0bda-d8bd-48b4-92c1-fed32a6bf78d req-ebd40a0c-0510-4a0e-bfc1-41fc06cb8c0c tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239478 May 08 22:16:03.663284 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b5941-5366-42f5-8afc-35752f0df971 req-8f58a0f7-7d02-4b79-b999-62e51c06b65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:03.678136 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-4a6b5941-5366-42f5-8afc-35752f0df971 req-8f58a0f7-7d02-4b79-b999-62e51c06b65a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d42cc4d2-76bb-4552-9ac7-abf4e664168d HTTP/1.1" status: 200 len: 857 time: 0.1286657 May 08 22:16:03.745131 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b5941-5366-42f5-8afc-35752f0df971 req-b61ef5e9-4af8-4668-8258-b82517944ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:03.747188 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-4a6b5941-5366-42f5-8afc-35752f0df971 req-b61ef5e9-4af8-4668-8258-b82517944ca6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4427f95d-7dad-47df-8ab1-304fd704186a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0618868 May 08 22:16:03.747919 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.24', 64699) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:16:03.872200 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4075a42a-39fb-41b6-b8f0-a9f1b31d8cb2 req-285d23d8-45aa-49ef-8995-7ddfc0fdee95 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:03.874145 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-4075a42a-39fb-41b6-b8f0-a9f1b31d8cb2 req-285d23d8-45aa-49ef-8995-7ddfc0fdee95 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5e26a1-a863-487e-b196-c905958ffc62 HTTP/1.1" status: 200 len: 943 time: 0.3438818 May 08 22:16:03.898593 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-7f99f8d7-56ca-46d0-a331-6ee132fd510d req-c24fe4c3-0733-4203-8dcb-c59721438e4d service neutron] 10.222.0.24 "GET /v2.0/networks/a4734e2d-d908-4b8e-b542-dd83675e0c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4762480 May 08 22:16:03.915726 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d283d4db-920e-4dc3-818f-4e6ab4f02a9d req-5d37ab7a-2b28-4f98-bc61-c32274340e73 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:03.923001 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-d283d4db-920e-4dc3-818f-4e6ab4f02a9d req-5d37ab7a-2b28-4f98-bc61-c32274340e73 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e127fdd-cea7-48e8-9d46-924fbd051cd4 HTTP/1.1" status: 200 len: 946 time: 0.1854839 May 08 22:16:04.024984 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db538ee3-fbc1-43e7-9455-f4c34f32549d req-d22eb7b8-fb60-4c76-8f5b-497364ee34e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:04.026523 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-db538ee3-fbc1-43e7-9455-f4c34f32549d req-d22eb7b8-fb60-4c76-8f5b-497364ee34e7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4427f95d-7dad-47df-8ab1-304fd704186a HTTP/1.1" status: 200 len: 919 time: 0.6062744 May 08 22:16:04.028530 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d57dad-d5ce-4e0e-887a-17687d4ad327 req-03253dc0-3ca1-48b3-981c-3fec6dd10761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:04.030292 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-e5d57dad-d5ce-4e0e-887a-17687d4ad327 req-03253dc0-3ca1-48b3-981c-3fec6dd10761 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2738147fc3a14599a199b03af9b5ab1e&device_id=0e127fdd-cea7-48e8-9d46-924fbd051cd4 HTTP/1.1" status: 200 len: 1130 time: 0.3461483 May 08 22:16:04.080964 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-4075a42a-39fb-41b6-b8f0-a9f1b31d8cb2 req-0a2857ff-ed01-46d7-a60e-e3687800f63b tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7af110c-3b41-4d6d-9f18-aba8cb65d696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1935611 May 08 22:16:04.101673 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-d283d4db-920e-4dc3-818f-4e6ab4f02a9d req-9870706a-1d22-43f7-896e-0bb92be81dd7 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7bb5cee-9e13-408a-a461-b9cf9be9dfc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772153 May 08 22:16:04.198889 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7139fe-2581-4b16-8ac9-adf9228f3feb req-d3b84d74-c4f5-4b4a-bd90-dcec9e235e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:04.200391 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-ba7139fe-2581-4b16-8ac9-adf9228f3feb req-d3b84d74-c4f5-4b4a-bd90-dcec9e235e6c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0e127fdd-cea7-48e8-9d46-924fbd051cd4 HTTP/1.1" status: 200 len: 1130 time: 0.1745265 May 08 22:16:04.242161 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e71c9e5-28be-4724-a4fb-d3b2279efa74 req-9efbba2b-3d59-42a8-86cd-fc6179106d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:04.243667 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-5e71c9e5-28be-4724-a4fb-d3b2279efa74 req-9efbba2b-3d59-42a8-86cd-fc6179106d46 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1be25f68-2dfe-4af6-8c3e-5dbdf1acc72d HTTP/1.1" status: 200 len: 1129 time: 0.2165508 May 08 22:16:04.267437 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-db538ee3-fbc1-43e7-9455-f4c34f32549d req-230b3c39-34d1-496a-9eaa-18d3bab3abab service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=48e662e3-0054-4172-ac4a-cc78d47f795b HTTP/1.1" status: 200 len: 217 time: 0.0835216 May 08 22:16:04.272439 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-ba7139fe-2581-4b16-8ac9-adf9228f3feb req-9f56bfc9-d305-4f06-96b9-9a2a0fdea3a5 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:04.305642 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device 48e662e3-0054-4172-ac4a-cc78d47f795b up at agent hyperv_hv-cinder-84051 {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 08 22:16:04.323828 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-4a6b5941-5366-42f5-8afc-35752f0df971 req-a648f536-991b-4015-8a87-b28df57365bd service neutron] 10.222.0.24 "GET /v2.0/networks/4427f95d-7dad-47df-8ab1-304fd704186a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375617 May 08 22:16:04.355052 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d57dad-d5ce-4e0e-887a-17687d4ad327 req-149c32e7-94a8-43ee-ba28-95b46d475d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:04.356761 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-e5d57dad-d5ce-4e0e-887a-17687d4ad327 req-149c32e7-94a8-43ee-ba28-95b46d475d31 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4fd3685e-a2d9-4671-839a-1b7ceaccd6ac HTTP/1.1" status: 200 len: 912 time: 0.1731877 May 08 22:16:04.387172 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Provisioning for port 48e662e3-0054-4172-ac4a-cc78d47f795b completed by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 08 22:16:04.396819 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Provisioning complete for port 48e662e3-0054-4172-ac4a-cc78d47f795b triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:16:04.397388 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (48e662e3-0054-4172-ac4a-cc78d47f795b), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:04.411641 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-ba7139fe-2581-4b16-8ac9-adf9228f3feb req-9f56bfc9-d305-4f06-96b9-9a2a0fdea3a5 service neutron] Publish callbacks [] for security_group (28901e22-a6f4-4059-83c0-bb3107e08ba9), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:04.417527 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-ba7139fe-2581-4b16-8ac9-adf9228f3feb req-9f56bfc9-d305-4f06-96b9-9a2a0fdea3a5 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (28901e22-a6f4-4059-83c0-bb3107e08ba9), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:04.457833 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-ba7139fe-2581-4b16-8ac9-adf9228f3feb req-9f56bfc9-d305-4f06-96b9-9a2a0fdea3a5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f7bb5cee-9e13-408a-a461-b9cf9be9dfc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429452 May 08 22:16:04.471284 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987adc50-e1b7-4f4b-90fa-47a0207d831c req-a8a348d9-9ea4-437a-a80b-2184de32e15a tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:04.471284 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-987adc50-e1b7-4f4b-90fa-47a0207d831c req-a8a348d9-9ea4-437a-a80b-2184de32e15a tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b2fdbd-2397-4f6f-904a-24c65bd20707 HTTP/1.1" status: 200 len: 944 time: 0.0651529 May 08 22:16:04.486075 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f56bfc9-d305-4f06-96b9-9a2a0fdea3a5 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=28901e22-a6f4-4059-83c0-bb3107e08ba9,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:16:04.493908 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f56bfc9-d305-4f06-96b9-9a2a0fdea3a5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:16:04.494264 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f56bfc9-d305-4f06-96b9-9a2a0fdea3a5 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:16:04.494608 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f56bfc9-d305-4f06-96b9-9a2a0fdea3a5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:16:04.494991 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f56bfc9-d305-4f06-96b9-9a2a0fdea3a5 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:16:04.495487 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f56bfc9-d305-4f06-96b9-9a2a0fdea3a5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:16:04.495823 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f56bfc9-d305-4f06-96b9-9a2a0fdea3a5 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:16:04.496153 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f56bfc9-d305-4f06-96b9-9a2a0fdea3a5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:16:04.496484 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f56bfc9-d305-4f06-96b9-9a2a0fdea3a5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:16:04.497006 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f56bfc9-d305-4f06-96b9-9a2a0fdea3a5 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:16:04.497357 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f56bfc9-d305-4f06-96b9-9a2a0fdea3a5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:16:04.497704 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f56bfc9-d305-4f06-96b9-9a2a0fdea3a5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:16:04.498068 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f56bfc9-d305-4f06-96b9-9a2a0fdea3a5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:16:04.498391 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f56bfc9-d305-4f06-96b9-9a2a0fdea3a5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:16:04.498945 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f56bfc9-d305-4f06-96b9-9a2a0fdea3a5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:16:04.499585 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f56bfc9-d305-4f06-96b9-9a2a0fdea3a5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:16:04.527461 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Current status of the port 48e662e3-0054-4172-ac4a-cc78d47f795b is: BUILD; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:16:04.528911 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (48e662e3-0054-4172-ac4a-cc78d47f795b), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:04.563346 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-987adc50-e1b7-4f4b-90fa-47a0207d831c req-f666e067-ea85-483e-9015-38b8ae52332e tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca44f436-fe4a-4cda-b0b9-0850bed715c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758021 May 08 22:16:04.574270 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] For port 48e662e3-0054-4172-ac4a-cc78d47f795b, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=48e662e3-0054-4172-ac4a-cc78d47f795b,segment=NetworkSegment(3409f877-3e4a-40e4-97c7-350ebf9f66ba),segment_id=3409f877-3e4a-40e4-97c7-350ebf9f66ba)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:16:04.579515 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (48e662e3-0054-4172-ac4a-cc78d47f795b), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:04.633048 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Pushing event updated for resources: {'Port': ['ID=48e662e3-0054-4172-ac4a-cc78d47f795b,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:16:04.720981 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3c01dc-0214-48b6-811a-ce8bad9a49f2 req-d8d4aee4-6ead-4291-9104-562acaaa8f78 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:04.724842 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-0a3c01dc-0214-48b6-811a-ce8bad9a49f2 req-d8d4aee4-6ead-4291-9104-562acaaa8f78 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 945 time: 0.0776064 May 08 22:16:04.754968 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '729b7198-3c3f-4109-bc01-7467a8d4b4c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48e662e3-0054-4172-ac4a-cc78d47f795b'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 08 22:16:04.757363 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bcef9e280bae9da70c0250555725ec84c8fe71b1405edcfc00240691fe86bce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26312969-4067-4419-b453-7d2ba24a36a4" -d '{"events": [{"server_uuid": "729b7198-3c3f-4109-bc01-7467a8d4b4c5", "name": "network-vif-plugged", "status": "completed", "tag": "48e662e3-0054-4172-ac4a-cc78d47f795b"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 08 22:16:04.806031 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-0a3c01dc-0214-48b6-811a-ce8bad9a49f2 req-3ecc1c35-126a-4201-a64d-985552e2e4b8 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571394 May 08 22:16:04.808726 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 08 May 2022 22:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efaa3523-c8bf-464b-a028-a7e8179cdb7f x-openstack-request-id: req-efaa3523-c8bf-464b-a028-a7e8179cdb7f {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 08 22:16:04.809046 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "729b7198-3c3f-4109-bc01-7467a8d4b4c5", "name": "network-vif-plugged", "status": "completed", "tag": "48e662e3-0054-4172-ac4a-cc78d47f795b", "code": 200}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 08 22:16:04.809453 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-efaa3523-c8bf-464b-a028-a7e8179cdb7f {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 08 22:16:04.810021 dv-cinder-840511-5-iscsi neutron-server[103630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efaa3523-c8bf-464b-a028-a7e8179cdb7f'] response: {'server_uuid': '729b7198-3c3f-4109-bc01-7467a8d4b4c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48e662e3-0054-4172-ac4a-cc78d47f795b', 'code': 200} May 08 22:16:04.992113 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 50246) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:16:05.114420 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3fc4fe2c-4e80-4011-905e-df0d96a80398 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:05.231686 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 50258) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:16:05.343996 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1610b010-9cc3-4bf7-a183-c196576a3663 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:05.440173 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3fc4fe2c-4e80-4011-905e-df0d96a80398 admin admin] Publish callbacks [] for security_group (2c2f53c4-66ff-4f2b-9163-7239f5fd5776), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:05.445574 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3fc4fe2c-4e80-4011-905e-df0d96a80398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (2c2f53c4-66ff-4f2b-9163-7239f5fd5776), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:05.446343 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1610b010-9cc3-4bf7-a183-c196576a3663 admin admin] Publish callbacks [] for security_group (ea5e1a17-6ed2-40e9-8dda-115cb52bde48), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:05.450538 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1610b010-9cc3-4bf7-a183-c196576a3663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (ea5e1a17-6ed2-40e9-8dda-115cb52bde48), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:05.454145 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4625cf13-c19d-4bc2-92e8-74b224fe60cb req-6e027e7a-21a3-4c2e-97fc-86bbded87b04 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:05.455616 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-4625cf13-c19d-4bc2-92e8-74b224fe60cb req-6e027e7a-21a3-4c2e-97fc-86bbded87b04 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e127fdd-cea7-48e8-9d46-924fbd051cd4 HTTP/1.1" status: 200 len: 946 time: 0.2604470 May 08 22:16:05.474156 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea726775-68bd-4b80-852c-63443a0dd232 req-c798fc27-5ada-402b-8fe7-39e13ada1f3a tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:05.475564 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-ea726775-68bd-4b80-852c-63443a0dd232 req-c798fc27-5ada-402b-8fe7-39e13ada1f3a tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5e26a1-a863-487e-b196-c905958ffc62 HTTP/1.1" status: 200 len: 943 time: 0.2814896 May 08 22:16:05.492279 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-1610b010-9cc3-4bf7-a183-c196576a3663 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=965277d4ee9749d0b0f8e51dde21e1be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2566993 May 08 22:16:05.492279 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1610b010-9cc3-4bf7-a183-c196576a3663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5e1a17-6ed2-40e9-8dda-115cb52bde48,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:16:05.492956 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 50264) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:16:05.527921 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-3fc4fe2c-4e80-4011-905e-df0d96a80398 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b338e80b3a494f85835b8dec68542f9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5346479 May 08 22:16:05.531516 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc4fe2c-4e80-4011-905e-df0d96a80398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c2f53c4-66ff-4f2b-9163-7239f5fd5776,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:16:05.531791 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 50266) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:16:05.552279 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-539b3227-5cd3-47a7-b600-6fae1290aafe admin admin] Publish callbacks [] for security_group (ea5e1a17-6ed2-40e9-8dda-115cb52bde48), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:05.556166 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc4fe2c-4e80-4011-905e-df0d96a80398 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:16:05.556166 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc4fe2c-4e80-4011-905e-df0d96a80398 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:16:05.556516 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc4fe2c-4e80-4011-905e-df0d96a80398 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:16:05.556988 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc4fe2c-4e80-4011-905e-df0d96a80398 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:16:05.557399 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc4fe2c-4e80-4011-905e-df0d96a80398 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:16:05.557589 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc4fe2c-4e80-4011-905e-df0d96a80398 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:16:05.557916 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc4fe2c-4e80-4011-905e-df0d96a80398 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:16:05.558236 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc4fe2c-4e80-4011-905e-df0d96a80398 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:16:05.558579 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc4fe2c-4e80-4011-905e-df0d96a80398 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:16:05.558892 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc4fe2c-4e80-4011-905e-df0d96a80398 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:16:05.559227 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc4fe2c-4e80-4011-905e-df0d96a80398 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:16:05.559548 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc4fe2c-4e80-4011-905e-df0d96a80398 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:16:05.559866 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc4fe2c-4e80-4011-905e-df0d96a80398 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:16:05.560321 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc4fe2c-4e80-4011-905e-df0d96a80398 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:16:05.560926 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc4fe2c-4e80-4011-905e-df0d96a80398 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:16:05.591066 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-539b3227-5cd3-47a7-b600-6fae1290aafe admin admin] Publish callbacks [] for security_group (ea5e1a17-6ed2-40e9-8dda-115cb52bde48), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:05.596500 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-ea726775-68bd-4b80-852c-63443a0dd232 req-5e8df2e0-6741-4a5e-8deb-361401673392 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7af110c-3b41-4d6d-9f18-aba8cb65d696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064196 May 08 22:16:05.599349 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-4625cf13-c19d-4bc2-92e8-74b224fe60cb req-f81e91d9-2f59-48e2-aad6-b5ddd7544e63 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7bb5cee-9e13-408a-a461-b9cf9be9dfc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332884 May 08 22:16:05.631540 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-60336e9d-12cf-4733-a318-6094c9217099 admin admin] Publish callbacks [] for security_group (2c2f53c4-66ff-4f2b-9163-7239f5fd5776), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:05.659126 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-60336e9d-12cf-4733-a318-6094c9217099 admin admin] Publish callbacks [] for security_group (2c2f53c4-66ff-4f2b-9163-7239f5fd5776), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:05.675478 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-539b3227-5cd3-47a7-b600-6fae1290aafe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (ea5e1a17-6ed2-40e9-8dda-115cb52bde48), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:05.678001 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-539b3227-5cd3-47a7-b600-6fae1290aafe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:05.679122 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-539b3227-5cd3-47a7-b600-6fae1290aafe admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ea5e1a17-6ed2-40e9-8dda-115cb52bde48 HTTP/1.1" status: 204 len: 168 time: 0.1852887 May 08 22:16:05.699104 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539b3227-5cd3-47a7-b600-6fae1290aafe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5e1a17-6ed2-40e9-8dda-115cb52bde48,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:16:05.705331 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fd7c27-2161-4449-8302-3fdff15409dc req-fbf2d549-5113-4e5d-8133-49fd62aa7419 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:05.720669 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-14fd7c27-2161-4449-8302-3fdff15409dc req-fbf2d549-5113-4e5d-8133-49fd62aa7419 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b2fdbd-2397-4f6f-904a-24c65bd20707 HTTP/1.1" status: 200 len: 944 time: 0.0559299 May 08 22:16:05.722763 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-60336e9d-12cf-4733-a318-6094c9217099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (2c2f53c4-66ff-4f2b-9163-7239f5fd5776), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:05.725436 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-60336e9d-12cf-4733-a318-6094c9217099 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:05.726763 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-60336e9d-12cf-4733-a318-6094c9217099 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2c2f53c4-66ff-4f2b-9163-7239f5fd5776 HTTP/1.1" status: 204 len: 168 time: 0.1939404 May 08 22:16:05.744833 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60336e9d-12cf-4733-a318-6094c9217099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c2f53c4-66ff-4f2b-9163-7239f5fd5776,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:16:05.791093 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-14fd7c27-2161-4449-8302-3fdff15409dc req-ce97f07f-43da-4626-8615-c8d054fc2f5f tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca44f436-fe4a-4cda-b0b9-0850bed715c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691862 May 08 22:16:05.905403 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b66d434-73ae-474e-8a18-b7e79fc3cd6e req-4270330c-c8b2-4a5f-a106-36afb540475f tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:05.907017 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-1b66d434-73ae-474e-8a18-b7e79fc3cd6e req-4270330c-c8b2-4a5f-a106-36afb540475f tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 945 time: 0.0502405 May 08 22:16:05.957355 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-1b66d434-73ae-474e-8a18-b7e79fc3cd6e req-c61051d0-e08d-478d-8657-f0231c4ee551 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435362 May 08 22:16:06.059879 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 50288) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:16:06.072917 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-90cbf63c-af46-44b7-bd08-c805e2589552 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:06.149510 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-90cbf63c-af46-44b7-bd08-c805e2589552 admin admin] Publish callbacks [] for security_group (c838ab95-5aef-4685-a2ec-5501fd58cde8), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:06.153890 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-90cbf63c-af46-44b7-bd08-c805e2589552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (c838ab95-5aef-4685-a2ec-5501fd58cde8), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:06.191962 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-90cbf63c-af46-44b7-bd08-c805e2589552 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a78a09b3425d4b3593610e953af8c966&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1308954 May 08 22:16:06.192808 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cbf63c-af46-44b7-bd08-c805e2589552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c838ab95-5aef-4685-a2ec-5501fd58cde8,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:16:06.194672 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 50292) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:16:06.243945 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-93dee25f-31bc-4f82-956c-a34bd140278a admin admin] Publish callbacks [] for security_group (c838ab95-5aef-4685-a2ec-5501fd58cde8), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:06.265271 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-93dee25f-31bc-4f82-956c-a34bd140278a admin admin] Publish callbacks [] for security_group (c838ab95-5aef-4685-a2ec-5501fd58cde8), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:06.313051 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-93dee25f-31bc-4f82-956c-a34bd140278a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (c838ab95-5aef-4685-a2ec-5501fd58cde8), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:06.315507 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-93dee25f-31bc-4f82-956c-a34bd140278a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:06.316698 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-93dee25f-31bc-4f82-956c-a34bd140278a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c838ab95-5aef-4685-a2ec-5501fd58cde8 HTTP/1.1" status: 204 len: 168 time: 0.1210270 May 08 22:16:06.324273 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dee25f-31bc-4f82-956c-a34bd140278a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c838ab95-5aef-4685-a2ec-5501fd58cde8,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:16:06.436410 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 50308) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:16:06.572599 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [None req-22e51dfe-0fdd-418a-af42-4d8590e69f31 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1040743817-network', 'tenant_id': '654d3196600a44cc81cc95a1df44f7b9'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:16:06.594329 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22e51dfe-0fdd-418a-af42-4d8590e69f31 admin admin] Made reservation on behalf of 654d3196600a44cc81cc95a1df44f7b9 for: {'network': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 08 22:16:06.597212 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-22e51dfe-0fdd-418a-af42-4d8590e69f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for network (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:06.607190 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-22e51dfe-0fdd-418a-af42-4d8590e69f31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:06.687586 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-22e51dfe-0fdd-418a-af42-4d8590e69f31 admin admin] Publish callbacks [] for security_group (423ee5f4-731f-4abe-b26e-e2aec22ddd16), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:06.693034 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-22e51dfe-0fdd-418a-af42-4d8590e69f31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (423ee5f4-731f-4abe-b26e-e2aec22ddd16), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:06.706334 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22e51dfe-0fdd-418a-af42-4d8590e69f31 admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=103629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 08 22:16:06.718725 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-22e51dfe-0fdd-418a-af42-4d8590e69f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16448297'] for segment (4fde0cd5-8ec1-4827-b518-5e9bcb824b09), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:06.719295 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.db.segments_db [None req-22e51dfe-0fdd-418a-af42-4d8590e69f31 admin admin] Added segment 4fde0cd5-8ec1-4827-b518-5e9bcb824b09 of type vlan for network 01fd74e4-19fe-4127-93e4-f2dc9928f3de May 08 22:16:06.748591 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b753a0-4bcd-490b-b2b5-cce612126205 req-376bcfb1-aa75-479c-9e19-8a42a1c5c444 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:06.750112 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-a8b753a0-4bcd-490b-b2b5-cce612126205 req-376bcfb1-aa75-479c-9e19-8a42a1c5c444 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5e26a1-a863-487e-b196-c905958ffc62 HTTP/1.1" status: 200 len: 943 time: 0.0815575 May 08 22:16:06.753674 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e51dfe-0fdd-418a-af42-4d8590e69f31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=423ee5f4-731f-4abe-b26e-e2aec22ddd16,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:16:06.765789 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7032ac36-df1f-4bdc-9a7a-f4cebeb12b2c req-f738223f-1f13-4443-861a-5618e0bf53a1 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:06.769027 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-7032ac36-df1f-4bdc-9a7a-f4cebeb12b2c req-f738223f-1f13-4443-861a-5618e0bf53a1 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e127fdd-cea7-48e8-9d46-924fbd051cd4 HTTP/1.1" status: 200 len: 946 time: 0.0636768 May 08 22:16:06.789348 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-22e51dfe-0fdd-418a-af42-4d8590e69f31 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791033991810'] for network (01fd74e4-19fe-4127-93e4-f2dc9928f3de), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:06.815375 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-22e51dfe-0fdd-418a-af42-4d8590e69f31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293'] for network (01fd74e4-19fe-4127-93e4-f2dc9928f3de), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:06.817056 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e51dfe-0fdd-418a-af42-4d8590e69f31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:06.817715 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-22e51dfe-0fdd-418a-af42-4d8590e69f31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745315'] for network (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:06.853228 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-a8b753a0-4bcd-490b-b2b5-cce612126205 req-cdaf7864-d3f7-4b32-9965-88f459f0cf3d tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7af110c-3b41-4d6d-9f18-aba8cb65d696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829096 May 08 22:16:06.862022 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-7032ac36-df1f-4bdc-9a7a-f4cebeb12b2c req-de0cea02-a218-4c1e-84e6-023a71cb494d tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7bb5cee-9e13-408a-a461-b9cf9be9dfc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841157 May 08 22:16:06.882638 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-22e51dfe-0fdd-418a-af42-4d8590e69f31 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4451096 May 08 22:16:06.885749 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 50332) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:16:06.891483 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.v2.base [None req-6082ec10-5f07-4e33-91dd-1d01da6fb895 admin admin] Request body: {'subnet': {'network_id': '01fd74e4-19fe-4127-93e4-f2dc9928f3de', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1040743817-subnet', 'tenant_id': '654d3196600a44cc81cc95a1df44f7b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:16:06.895048 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e51dfe-0fdd-418a-af42-4d8590e69f31 admin admin] Pushing event updated for resources: {'Network': ['ID=01fd74e4-19fe-4127-93e4-f2dc9928f3de,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:16:06.912872 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Network 01fd74e4-19fe-4127-93e4-f2dc9928f3de details requested by agent ovs-agent-dv-cinder-840511-5-iscsi with host dv-cinder-840511-5-iscsi {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 08 22:16:06.916216 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6082ec10-5f07-4e33-91dd-1d01da6fb895 admin admin] Made reservation on behalf of 654d3196600a44cc81cc95a1df44f7b9 for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 08 22:16:06.919161 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6082ec10-5f07-4e33-91dd-1d01da6fb895 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:07.042917 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8550fabb-f562-49d4-815c-e5768b550cbe req-026aa883-b8de-4c24-afbf-eada0ea5fcf3 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:07.044460 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-8550fabb-f562-49d4-815c-e5768b550cbe req-026aa883-b8de-4c24-afbf-eada0ea5fcf3 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b2fdbd-2397-4f6f-904a-24c65bd20707 HTTP/1.1" status: 200 len: 944 time: 0.1109698 May 08 22:16:07.123211 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e31dd9-026c-4563-bdf5-b01b44ea6830 req-056c3f9a-5ebe-448f-bc20-04f617fa16c2 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:07.124676 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-22e31dd9-026c-4563-bdf5-b01b44ea6830 req-056c3f9a-5ebe-448f-bc20-04f617fa16c2 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 945 time: 0.0927107 May 08 22:16:07.183156 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-8550fabb-f562-49d4-815c-e5768b550cbe req-c0d17852-fb8e-42d1-8032-aaa8e9852149 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca44f436-fe4a-4cda-b0b9-0850bed715c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280074 May 08 22:16:07.243156 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-22e31dd9-026c-4563-bdf5-b01b44ea6830 req-11560524-65a0-4501-9889-2c3d934101d4 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111486 May 08 22:16:07.265024 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6082ec10-5f07-4e33-91dd-1d01da6fb895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293'] for subnet (b67f9e41-8e88-417d-a124-a63b13e30eef), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:07.322277 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6082ec10-5f07-4e33-91dd-1d01da6fb895 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b67f9e41-8e88-417d-a124-a63b13e30eef,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:16:07.329926 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6082ec10-5f07-4e33-91dd-1d01da6fb895 admin admin] Checking segment: {'id': '4fde0cd5-8ec1-4827-b518-5e9bcb824b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '01fd74e4-19fe-4127-93e4-f2dc9928f3de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 08 22:16:07.330115 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6082ec10-5f07-4e33-91dd-1d01da6fb895 admin admin] Network hostable DHCP agents. Network: 01fd74e4-19fe-4127-93e4-f2dc9928f3de, hostable agents: ['399f5491-dab9-4373-bd22-64cd7c73418d'], hosted agents: [] {{(pid=103628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 08 22:16:07.348794 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6082ec10-5f07-4e33-91dd-1d01da6fb895 admin admin] Network 01fd74e4-19fe-4127-93e4-f2dc9928f3de is scheduled to be hosted by DHCP agent 399f5491-dab9-4373-bd22-64cd7c73418d with binding_index 1 {{(pid=103628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 08 22:16:07.357961 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-6082ec10-5f07-4e33-91dd-1d01da6fb895 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840511-5-iscsi, 01fd74e4-19fe-4127-93e4-f2dc9928f3de) {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:16:07.362507 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6082ec10-5f07-4e33-91dd-1d01da6fb895 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:07.363343 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6082ec10-5f07-4e33-91dd-1d01da6fb895 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745315'] for subnet (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:07.369429 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a375200-0a49-45c5-add8-57f281d8d2ca None None] Network 01fd74e4-19fe-4127-93e4-f2dc9928f3de requested from dv-cinder-840511-5-iscsi {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 08 22:16:07.382050 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-6082ec10-5f07-4e33-91dd-1d01da6fb895 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4952011 May 08 22:16:07.517196 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab7123d-68c4-4e4c-a514-8c1ef53e7c77 None None] Network 01fd74e4-19fe-4127-93e4-f2dc9928f3de requested from dv-cinder-840511-5-iscsi {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 08 22:16:08.015297 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f955c362-9cbf-4bf3-b7c2-c7f8d2b8b6d9 req-3e374384-2807-4e78-9bb2-ecb5f7de3828 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:08.018271 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-f955c362-9cbf-4bf3-b7c2-c7f8d2b8b6d9 req-3e374384-2807-4e78-9bb2-ecb5f7de3828 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5e26a1-a863-487e-b196-c905958ffc62 HTTP/1.1" status: 200 len: 943 time: 0.0867941 May 08 22:16:08.024863 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb19454d-e445-4dbf-aea7-2d948d72f14c req-5f96678e-63a0-49ed-a900-96c88f8d2734 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:08.026536 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-fb19454d-e445-4dbf-aea7-2d948d72f14c req-5f96678e-63a0-49ed-a900-96c88f8d2734 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e127fdd-cea7-48e8-9d46-924fbd051cd4 HTTP/1.1" status: 200 len: 946 time: 0.0828888 May 08 22:16:08.104732 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-f955c362-9cbf-4bf3-b7c2-c7f8d2b8b6d9 req-983f0516-5e62-41a0-b896-f70490700dac tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7af110c-3b41-4d6d-9f18-aba8cb65d696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769837 May 08 22:16:08.107892 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-fb19454d-e445-4dbf-aea7-2d948d72f14c req-cfbd4191-fc27-48bb-8400-22110d0855a3 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7bb5cee-9e13-408a-a461-b9cf9be9dfc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738645 May 08 22:16:08.303715 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device 5ba34ff9-9e2c-4e2f-b1f0-9f8ca1724b67 details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=103630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 08 22:16:08.307634 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee803582-54c1-43b0-9eb8-b6eaa5003ed8 req-3009dd01-2ed6-4e19-bb08-5d5061c6b5a6 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:08.314816 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-ee803582-54c1-43b0-9eb8-b6eaa5003ed8 req-3009dd01-2ed6-4e19-bb08-5d5061c6b5a6 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b2fdbd-2397-4f6f-904a-24c65bd20707 HTTP/1.1" status: 200 len: 944 time: 0.0577099 May 08 22:16:08.394389 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b6d66-8b63-4973-8ecf-5ed7e91b9ce0 req-4d920c25-fc15-4850-a541-d35a27c8580f tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:08.395865 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-4f1b6d66-8b63-4973-8ecf-5ed7e91b9ce0 req-4d920c25-fc15-4850-a541-d35a27c8580f tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 945 time: 0.0731859 May 08 22:16:08.400244 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-ee803582-54c1-43b0-9eb8-b6eaa5003ed8 req-08837c12-2b0f-4c86-8a58-ddca571b4f1b tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca44f436-fe4a-4cda-b0b9-0850bed715c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844820 May 08 22:16:08.411273 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] For port 5ba34ff9-9e2c-4e2f-b1f0-9f8ca1724b67, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=5ba34ff9-9e2c-4e2f-b1f0-9f8ca1724b67,segment=NetworkSegment(bff755d0-708f-46dc-97e7-b50558f025ca),segment_id=bff755d0-708f-46dc-97e7-b50558f025ca)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:16:08.425523 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Returning: {'device': '5ba34ff9-9e2c-4e2f-b1f0-9f8ca1724b67', 'network_id': '387fc46a-30bd-496f-ac2d-d7b18b5cbea6', 'port_id': '5ba34ff9-9e2c-4e2f-b1f0-9f8ca1724b67', 'mac_address': 'fa:16:3e:e5:11:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22276153-f38c-4e2a-9ff9-b172da35f69d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 08 22:16:08.443566 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-4f1b6d66-8b63-4973-8ecf-5ed7e91b9ce0 req-24e08331-25af-4c8e-99fc-025d481cd397 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415266 May 08 22:16:08.463722 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Current status of the port 5ba34ff9-9e2c-4e2f-b1f0-9f8ca1724b67 is: DOWN; New status is: BUILD {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:16:08.464095 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (5ba34ff9-9e2c-4e2f-b1f0-9f8ca1724b67), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:08.476986 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.notifiers.nova [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ba34ff9-9e2c-4e2f-b1f0-9f8ca1724b67 {{(pid=103630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 08 22:16:08.495699 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] For port 5ba34ff9-9e2c-4e2f-b1f0-9f8ca1724b67, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=5ba34ff9-9e2c-4e2f-b1f0-9f8ca1724b67,segment=NetworkSegment(bff755d0-708f-46dc-97e7-b50558f025ca),segment_id=bff755d0-708f-46dc-97e7-b50558f025ca)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:16:08.501118 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (5ba34ff9-9e2c-4e2f-b1f0-9f8ca1724b67), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:08.552416 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Pushing event updated for resources: {'Port': ['ID=5ba34ff9-9e2c-4e2f-b1f0-9f8ca1724b67,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:16:08.561166 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:16:08.561166 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:16:08.561622 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:16:08.561971 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:16:08.562307 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:16:08.562628 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:16:08.562935 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:16:08.563251 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:16:08.563571 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:16:08.563908 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:16:08.564224 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:16:08.564540 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:16:08.564875 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:16:08.565188 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:16:08.565500 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:16:08.812338 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 50400) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:16:08.927056 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2e139f21-d810-45ec-a0d8-22179e9d1bf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:09.006886 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2e139f21-d810-45ec-a0d8-22179e9d1bf7 admin admin] Publish callbacks [] for security_group (7f0a32b8-02f7-4aa6-9b09-91d85d69a5f8), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:09.011320 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2e139f21-d810-45ec-a0d8-22179e9d1bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (7f0a32b8-02f7-4aa6-9b09-91d85d69a5f8), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:09.054673 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-2e139f21-d810-45ec-a0d8-22179e9d1bf7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=009c2e4d95874859914e19473d1a7a13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2408838 May 08 22:16:09.057459 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 50412) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:16:09.058031 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e139f21-d810-45ec-a0d8-22179e9d1bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f0a32b8-02f7-4aa6-9b09-91d85d69a5f8,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:16:09.069814 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] get_ports_and_sgs() called for port_ids ['5ba34ff9-9e2c-4e2f-b1f0-9f8ca1724b67'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 08 22:16:09.126075 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-21930b8a-0620-43c5-bf53-288713605d84 admin admin] Publish callbacks [] for security_group (7f0a32b8-02f7-4aa6-9b09-91d85d69a5f8), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:09.155032 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-21930b8a-0620-43c5-bf53-288713605d84 admin admin] Publish callbacks [] for security_group (7f0a32b8-02f7-4aa6-9b09-91d85d69a5f8), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:09.329061 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf69273-82b6-4f14-b633-edc6d0bf7a44 req-4730372e-30af-45a3-99c8-6b46cf2091d3 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:09.330685 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-daf69273-82b6-4f14-b633-edc6d0bf7a44 req-4730372e-30af-45a3-99c8-6b46cf2091d3 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e127fdd-cea7-48e8-9d46-924fbd051cd4 HTTP/1.1" status: 200 len: 946 time: 0.1034966 May 08 22:16:09.347403 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625b90ee-7254-43c3-854b-bc15ca84f080 req-85e0d8f3-9aff-41fc-bae6-c2dd07d88c59 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:09.348950 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-625b90ee-7254-43c3-854b-bc15ca84f080 req-85e0d8f3-9aff-41fc-bae6-c2dd07d88c59 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5e26a1-a863-487e-b196-c905958ffc62 HTTP/1.1" status: 200 len: 943 time: 0.1202788 May 08 22:16:09.356653 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-21930b8a-0620-43c5-bf53-288713605d84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (7f0a32b8-02f7-4aa6-9b09-91d85d69a5f8), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:09.359333 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-21930b8a-0620-43c5-bf53-288713605d84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:09.360437 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-21930b8a-0620-43c5-bf53-288713605d84 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7f0a32b8-02f7-4aa6-9b09-91d85d69a5f8 HTTP/1.1" status: 204 len: 168 time: 0.3009303 May 08 22:16:09.395139 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21930b8a-0620-43c5-bf53-288713605d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f0a32b8-02f7-4aa6-9b09-91d85d69a5f8,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:16:09.433347 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-daf69273-82b6-4f14-b633-edc6d0bf7a44 req-9834261a-34fc-4161-ab3a-d6fd702430f3 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7bb5cee-9e13-408a-a461-b9cf9be9dfc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928888 May 08 22:16:09.440477 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-625b90ee-7254-43c3-854b-bc15ca84f080 req-9117d543-abb0-499f-bf95-385cbe6d2ad2 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7af110c-3b41-4d6d-9f18-aba8cb65d696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847600 May 08 22:16:09.602985 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6adcc51-8b1c-44c8-a00a-cb85d688b60c req-f93f7094-c1a6-4621-9fa1-edb78ba0d739 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:09.604464 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-c6adcc51-8b1c-44c8-a00a-cb85d688b60c req-f93f7094-c1a6-4621-9fa1-edb78ba0d739 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b2fdbd-2397-4f6f-904a-24c65bd20707 HTTP/1.1" status: 200 len: 945 time: 0.0962405 May 08 22:16:09.652072 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 50444) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:16:09.666219 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6c991811-af10-4c5a-bce9-bc97d3ef0fb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:09.689567 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccfb81f-c81e-47df-998a-f154f7d3227f req-ce6b2744-5b87-4e2d-82b9-2dcb9b146e19 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:09.691104 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-3ccfb81f-c81e-47df-998a-f154f7d3227f req-ce6b2744-5b87-4e2d-82b9-2dcb9b146e19 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/networks?id=01fd74e4-19fe-4127-93e4-f2dc9928f3de HTTP/1.1" status: 200 len: 809 time: 0.1552885 May 08 22:16:09.694311 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-c6adcc51-8b1c-44c8-a00a-cb85d688b60c req-bb61223b-f1da-4776-8bc5-0f77829ff16b tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca44f436-fe4a-4cda-b0b9-0850bed715c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822134 May 08 22:16:09.711659 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-3ccfb81f-c81e-47df-998a-f154f7d3227f req-af247611-e1cc-4042-bdf5-c03d1059d0ce tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/quotas/654d3196600a44cc81cc95a1df44f7b9 HTTP/1.1" status: 200 len: 375 time: 0.0102451 May 08 22:16:09.744771 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-3ccfb81f-c81e-47df-998a-f154f7d3227f req-4e456446-7fe7-45e4-a565-ba87680c3595 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=654d3196600a44cc81cc95a1df44f7b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305886 May 08 22:16:09.763839 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6c991811-af10-4c5a-bce9-bc97d3ef0fb9 admin admin] Publish callbacks [] for security_group (dee904d9-002c-420a-aaf1-5a496be60d37), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:09.768055 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6c991811-af10-4c5a-bce9-bc97d3ef0fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (dee904d9-002c-420a-aaf1-5a496be60d37), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:09.803793 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c991811-af10-4c5a-bce9-bc97d3ef0fb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee904d9-002c-420a-aaf1-5a496be60d37,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:16:09.808103 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-6c991811-af10-4c5a-bce9-bc97d3ef0fb9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cd216bdca118416498d1d5efce3ab056&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1549766 May 08 22:16:09.810983 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 50446) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:16:09.849641 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe77a29d-1ec4-43d5-a206-462204589eb4 req-3ad45af4-2505-45c2-a03e-150df85e6fe8 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:09.851123 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-fe77a29d-1ec4-43d5-a206-462204589eb4 req-3ad45af4-2505-45c2-a03e-150df85e6fe8 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 945 time: 0.0900724 May 08 22:16:09.862691 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-54b1f402-2fd6-431d-9e4a-20bfa6a48f0b admin admin] Publish callbacks [] for security_group (dee904d9-002c-420a-aaf1-5a496be60d37), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:09.883823 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-54b1f402-2fd6-431d-9e4a-20bfa6a48f0b admin admin] Publish callbacks [] for security_group (dee904d9-002c-420a-aaf1-5a496be60d37), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:09.906976 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-3ccfb81f-c81e-47df-998a-f154f7d3227f req-53d3dc45-78dc-44b7-92bc-e4c62a4cc1a4 service neutron] 10.222.0.44 "GET /v2.0/networks/01fd74e4-19fe-4127-93e4-f2dc9928f3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537504 May 08 22:16:09.931124 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-54b1f402-2fd6-431d-9e4a-20bfa6a48f0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (dee904d9-002c-420a-aaf1-5a496be60d37), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:09.933838 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-54b1f402-2fd6-431d-9e4a-20bfa6a48f0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:09.934960 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-54b1f402-2fd6-431d-9e4a-20bfa6a48f0b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dee904d9-002c-420a-aaf1-5a496be60d37 HTTP/1.1" status: 204 len: 168 time: 0.1230183 May 08 22:16:09.935762 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-fe77a29d-1ec4-43d5-a206-462204589eb4 req-0f2532a1-38a1-418e-b808-f626cc196b1b tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716686 May 08 22:16:09.947126 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b1f402-2fd6-431d-9e4a-20bfa6a48f0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee904d9-002c-420a-aaf1-5a496be60d37,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:16:10.029893 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-3ccfb81f-c81e-47df-998a-f154f7d3227f req-8147e45d-58af-450a-8ba4-642d502fc4fc service neutron] 10.222.0.44 "GET /v2.0/networks/01fd74e4-19fe-4127-93e4-f2dc9928f3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128016 May 08 22:16:10.219370 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (50086534-3b0f-4edb-899f-da05c46c2546), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:10.241324 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-9073bc8b-19e3-456f-b428-ff53ede39f18 req-b73758b9-774b-4b1e-8c78-2ccbdaa9f406 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/ports?device_id=85733564-1a99-4c75-9ed3-3dea45ffc0be HTTP/1.1" status: 200 len: 210 time: 0.0577574 May 08 22:16:10.305724 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device c4a98c86-0213-4464-824c-6073569ec030 details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=103630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 08 22:16:10.326235 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device 5ba34ff9-9e2c-4e2f-b1f0-9f8ca1724b67 up at agent hyperv_hv-cinder-84051 {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 08 22:16:10.469420 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Provisioning for port 5ba34ff9-9e2c-4e2f-b1f0-9f8ca1724b67 completed by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 08 22:16:10.486613 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Provisioning complete for port 5ba34ff9-9e2c-4e2f-b1f0-9f8ca1724b67 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:16:10.487201 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (5ba34ff9-9e2c-4e2f-b1f0-9f8ca1724b67), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:10.534365 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] For port c4a98c86-0213-4464-824c-6073569ec030, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=c4a98c86-0213-4464-824c-6073569ec030,segment=NetworkSegment(1780dade-a5f8-4e6b-b9bd-a988dd8e04e7),segment_id=1780dade-a5f8-4e6b-b9bd-a988dd8e04e7)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:16:10.561928 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Returning: {'device': 'c4a98c86-0213-4464-824c-6073569ec030', 'network_id': 'a4734e2d-d908-4b8e-b542-dd83675e0c99', 'port_id': 'c4a98c86-0213-4464-824c-6073569ec030', 'mac_address': 'fa:16:3e:8b:09:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cb890a2-14d2-4c0b-a82b-863c0417b5f3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 08 22:16:10.666941 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fab305-ec66-4b65-b179-747d2e2e0b07 req-d1a57dd2-4598-4767-ba32-e9342fc69bd6 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:10.668799 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-43fab305-ec66-4b65-b179-747d2e2e0b07 req-d1a57dd2-4598-4767-ba32-e9342fc69bd6 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5e26a1-a863-487e-b196-c905958ffc62 HTTP/1.1" status: 200 len: 943 time: 0.1055989 May 08 22:16:10.672358 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Current status of the port c4a98c86-0213-4464-824c-6073569ec030 is: DOWN; New status is: BUILD {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:16:10.673318 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (c4a98c86-0213-4464-824c-6073569ec030), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:10.706845 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b3970-5666-44cb-877f-55241ee1101d req-5756ae86-d224-4eb1-b5d5-1130c8769ded tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:10.712902 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-fe2b3970-5666-44cb-877f-55241ee1101d req-5756ae86-d224-4eb1-b5d5-1130c8769ded tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e127fdd-cea7-48e8-9d46-924fbd051cd4 HTTP/1.1" status: 200 len: 946 time: 0.1389723 May 08 22:16:10.731902 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Current status of the port 5ba34ff9-9e2c-4e2f-b1f0-9f8ca1724b67 is: BUILD; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:16:10.737752 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (5ba34ff9-9e2c-4e2f-b1f0-9f8ca1724b67), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:10.744523 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.notifiers.nova [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4a98c86-0213-4464-824c-6073569ec030 {{(pid=103630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 08 22:16:10.774195 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db538ee3-fbc1-43e7-9455-f4c34f32549d req-372efc4a-f5e3-41d1-9ddb-3ff0a3cfa041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:10.776023 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-db538ee3-fbc1-43e7-9455-f4c34f32549d req-372efc4a-f5e3-41d1-9ddb-3ff0a3cfa041 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d42cc4d2-76bb-4552-9ac7-abf4e664168d HTTP/1.1" status: 200 len: 857 time: 0.0537419 May 08 22:16:10.919145 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-fe2b3970-5666-44cb-877f-55241ee1101d req-1b7f9cd0-f1c8-4d79-8190-0a59f1364275 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7bb5cee-9e13-408a-a461-b9cf9be9dfc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994252 May 08 22:16:10.933801 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-43fab305-ec66-4b65-b179-747d2e2e0b07 req-c49a9f1b-d979-4a7c-9868-7a066dfda93e tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7af110c-3b41-4d6d-9f18-aba8cb65d696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2129335 May 08 22:16:10.959368 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03eb4d6-c21b-4d44-a054-954408667fa9 req-7cb794db-6d58-4529-8000-075845d202ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:10.961880 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-b03eb4d6-c21b-4d44-a054-954408667fa9 req-7cb794db-6d58-4529-8000-075845d202ff service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=489bde08b9284b5f8e5eb2ebc398b963&device_id=4f5e26a1-a863-487e-b196-c905958ffc62 HTTP/1.1" status: 200 len: 1127 time: 0.1165500 May 08 22:16:10.987165 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-e5d57dad-d5ce-4e0e-887a-17687d4ad327 req-b9bf18ea-71a0-4a3e-9496-01dd9b5525b6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c41872db-4854-43e7-964f-46b85bf7e2da HTTP/1.1" status: 200 len: 217 time: 0.1672502 May 08 22:16:10.992293 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-5e71c9e5-28be-4724-a4fb-d3b2279efa74 req-e307f7bd-32aa-4e70-a2c8-3cb9cda7a6c0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771338 May 08 22:16:10.996241 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-4a6b5941-5366-42f5-8afc-35752f0df971 req-4b180200-2cfd-40fc-9d91-87756c9ef5c4 service neutron] 10.222.0.24 "GET /v2.0/networks/4427f95d-7dad-47df-8ab1-304fd704186a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3433568 May 08 22:16:11.004181 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41b2fdbd-2397-4f6f-904a-24c65bd20707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ba34ff9-9e2c-4e2f-b1f0-9f8ca1724b67'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 08 22:16:11.006856 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bcef9e280bae9da70c0250555725ec84c8fe71b1405edcfc00240691fe86bce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e23f017-5f98-4cf1-9e1e-3cc5f14af3b4" -d '{"events": [{"server_uuid": "41b2fdbd-2397-4f6f-904a-24c65bd20707", "name": "network-vif-plugged", "status": "completed", "tag": "5ba34ff9-9e2c-4e2f-b1f0-9f8ca1724b67"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 08 22:16:11.024689 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] For port c4a98c86-0213-4464-824c-6073569ec030, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=c4a98c86-0213-4464-824c-6073569ec030,segment=NetworkSegment(1780dade-a5f8-4e6b-b9bd-a988dd8e04e7),segment_id=1780dade-a5f8-4e6b-b9bd-a988dd8e04e7)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:16:11.029290 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] For port 5ba34ff9-9e2c-4e2f-b1f0-9f8ca1724b67, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=5ba34ff9-9e2c-4e2f-b1f0-9f8ca1724b67,segment=NetworkSegment(bff755d0-708f-46dc-97e7-b50558f025ca),segment_id=bff755d0-708f-46dc-97e7-b50558f025ca)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:16:11.031134 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (c4a98c86-0213-4464-824c-6073569ec030), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:11.055664 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (5ba34ff9-9e2c-4e2f-b1f0-9f8ca1724b67), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:11.085438 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Pushing event updated for resources: {'Port': ['ID=c4a98c86-0213-4464-824c-6073569ec030,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:16:11.113246 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2d1204-6355-4a3a-9275-0a6b8ea19f1f req-d36bd487-0710-418e-8f0a-284e0144bc7f tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:11.114734 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-5b2d1204-6355-4a3a-9275-0a6b8ea19f1f req-d36bd487-0710-418e-8f0a-284e0144bc7f tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b2fdbd-2397-4f6f-904a-24c65bd20707 HTTP/1.1" status: 200 len: 946 time: 0.0849698 May 08 22:16:11.120861 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e92492-7b70-4e5a-996b-9cfbc7376b46 req-c78f0370-3d9f-45ea-8fe4-4fe9e8948601 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:11.122256 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-b2e92492-7b70-4e5a-996b-9cfbc7376b46 req-c78f0370-3d9f-45ea-8fe4-4fe9e8948601 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 945 time: 0.0800350 May 08 22:16:11.143544 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Pushing event updated for resources: {'Port': ['ID=5ba34ff9-9e2c-4e2f-b1f0-9f8ca1724b67,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:16:11.201114 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-5b2d1204-6355-4a3a-9275-0a6b8ea19f1f req-38e5acb6-bea4-4a70-9151-8d1d8275d098 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca44f436-fe4a-4cda-b0b9-0850bed715c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720201 May 08 22:16:11.201114 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-b2e92492-7b70-4e5a-996b-9cfbc7376b46 req-b0f164bc-4ad4-4bc7-a330-91568aeb9740 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646045 May 08 22:16:11.241934 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 08 May 2022 22:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ea399b-0cb6-41d6-a32f-6906766e1db5 x-openstack-request-id: req-38ea399b-0cb6-41d6-a32f-6906766e1db5 {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 08 22:16:11.242413 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41b2fdbd-2397-4f6f-904a-24c65bd20707", "name": "network-vif-plugged", "status": "completed", "tag": "5ba34ff9-9e2c-4e2f-b1f0-9f8ca1724b67", "code": 200}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 08 22:16:11.242491 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-38ea399b-0cb6-41d6-a32f-6906766e1db5 {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 08 22:16:11.242879 dv-cinder-840511-5-iscsi neutron-server[103630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38ea399b-0cb6-41d6-a32f-6906766e1db5'] response: {'server_uuid': '41b2fdbd-2397-4f6f-904a-24c65bd20707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ba34ff9-9e2c-4e2f-b1f0-9f8ca1724b67', 'code': 200} May 08 22:16:11.338716 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-90706815-dbb7-4727-8fa6-34d49092fde3 req-2a06c658-0c56-4a09-a625-773456bfda27 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/ports?device_id=85733564-1a99-4c75-9ed3-3dea45ffc0be HTTP/1.1" status: 200 len: 210 time: 0.0276840 May 08 22:16:11.459588 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 50532) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:16:11.542701 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] get_ports_and_sgs() called for port_ids ['c4a98c86-0213-4464-824c-6073569ec030'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 08 22:16:11.596519 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-bf5e1b62-fa7f-48a1-9954-94717438e826 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:11.717491 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-bf5e1b62-fa7f-48a1-9954-94717438e826 admin admin] Publish callbacks [] for security_group (38920e2e-3482-4f3d-b64f-a84aff6ff956), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:11.724714 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-bf5e1b62-fa7f-48a1-9954-94717438e826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (38920e2e-3482-4f3d-b64f-a84aff6ff956), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:11.813124 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db538ee3-fbc1-43e7-9455-f4c34f32549d req-cc1213ee-463d-4620-b167-c3425ec26104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:11.815013 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-db538ee3-fbc1-43e7-9455-f4c34f32549d req-cc1213ee-463d-4620-b167-c3425ec26104 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4427f95d-7dad-47df-8ab1-304fd704186a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0851912 May 08 22:16:11.863096 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5e1b62-fa7f-48a1-9954-94717438e826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38920e2e-3482-4f3d-b64f-a84aff6ff956,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:16:11.914615 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 50560) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:16:11.915008 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-bf5e1b62-fa7f-48a1-9954-94717438e826 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bd13a674b8f64806a7a324c734967b14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4541907 May 08 22:16:11.931312 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d57dad-d5ce-4e0e-887a-17687d4ad327 req-4460b457-ac41-48d5-8f77-976fec6a46b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:11.932731 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-e5d57dad-d5ce-4e0e-887a-17687d4ad327 req-4460b457-ac41-48d5-8f77-976fec6a46b3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5e0e46e9-91c1-4e0d-bb8e-6518fc75107e HTTP/1.1" status: 200 len: 851 time: 0.1639702 May 08 22:16:11.984754 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03eb4d6-c21b-4d44-a054-954408667fa9 req-9e72abaa-4682-4012-ac85-c82220dfc3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:11.991841 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-b03eb4d6-c21b-4d44-a054-954408667fa9 req-9e72abaa-4682-4012-ac85-c82220dfc3e4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a4734e2d-d908-4b8e-b542-dd83675e0c99 HTTP/1.1" status: 200 len: 916 time: 0.2177262 May 08 22:16:12.021019 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e0dc6fa6-ed01-47d2-aa84-d83a7776adce admin admin] Publish callbacks [] for security_group (38920e2e-3482-4f3d-b64f-a84aff6ff956), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:12.149112 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e0dc6fa6-ed01-47d2-aa84-d83a7776adce admin admin] Publish callbacks [] for security_group (38920e2e-3482-4f3d-b64f-a84aff6ff956), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:12.193137 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 50572) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:16:12.199594 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ea0d3-a8fa-4550-92c4-8b40230a62f6 req-6716eddd-1969-480d-b512-297c0cda89cd tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:12.201305 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-630ea0d3-a8fa-4550-92c4-8b40230a62f6 req-6716eddd-1969-480d-b512-297c0cda89cd tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5e26a1-a863-487e-b196-c905958ffc62 HTTP/1.1" status: 200 len: 944 time: 0.1488955 May 08 22:16:12.209828 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98443ff3-7667-4d14-8038-cca46290d8c7 req-347d5b4e-86bc-4e85-b91b-4347d6614a33 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:12.211251 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-98443ff3-7667-4d14-8038-cca46290d8c7 req-347d5b4e-86bc-4e85-b91b-4347d6614a33 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e127fdd-cea7-48e8-9d46-924fbd051cd4 HTTP/1.1" status: 200 len: 946 time: 0.1394832 May 08 22:16:12.272203 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e0dc6fa6-ed01-47d2-aa84-d83a7776adce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (38920e2e-3482-4f3d-b64f-a84aff6ff956), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:12.274795 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e0dc6fa6-ed01-47d2-aa84-d83a7776adce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:12.275997 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-e0dc6fa6-ed01-47d2-aa84-d83a7776adce admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/38920e2e-3482-4f3d-b64f-a84aff6ff956 HTTP/1.1" status: 204 len: 168 time: 0.3600988 May 08 22:16:12.313986 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-630ea0d3-a8fa-4550-92c4-8b40230a62f6 req-ff5b0504-0404-457f-b04c-cfaef8a07360 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7af110c-3b41-4d6d-9f18-aba8cb65d696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989439 May 08 22:16:12.315334 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dc6fa6-ed01-47d2-aa84-d83a7776adce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38920e2e-3482-4f3d-b64f-a84aff6ff956,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:16:12.320097 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-98443ff3-7667-4d14-8038-cca46290d8c7 req-e07d703f-003b-47e8-928f-aabcd20751df tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7bb5cee-9e13-408a-a461-b9cf9be9dfc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007545 May 08 22:16:12.361948 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-04ad0750-956c-4ba1-b0ad-680f11664548 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:12.531992 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-04ad0750-956c-4ba1-b0ad-680f11664548 admin admin] Publish callbacks [] for security_group (a2ec5e81-6186-42a7-a4b7-7a9b5a424a11), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:12.537321 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-04ad0750-956c-4ba1-b0ad-680f11664548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (a2ec5e81-6186-42a7-a4b7-7a9b5a424a11), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:12.569159 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0135881b-286e-4f98-a938-e3c2cbf25e87 req-87fe17dc-4cec-4d34-8916-9a61dc1150ae tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:12.571375 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-0135881b-286e-4f98-a938-e3c2cbf25e87 req-87fe17dc-4cec-4d34-8916-9a61dc1150ae tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b2fdbd-2397-4f6f-904a-24c65bd20707 HTTP/1.1" status: 200 len: 946 time: 0.1490498 May 08 22:16:12.597262 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-04ad0750-956c-4ba1-b0ad-680f11664548 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=610e38b408dd471cb21e9c55d70fbb88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4025838 May 08 22:16:12.598107 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ad0750-956c-4ba1-b0ad-680f11664548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ec5e81-6186-42a7-a4b7-7a9b5a424a11,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:16:12.600350 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 50590) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:16:12.608234 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326f04e6-e5fa-4972-afbc-19cecc830833 req-272ab082-04c0-4719-8f39-b1bd2a07f302 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:12.609778 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-326f04e6-e5fa-4972-afbc-19cecc830833 req-272ab082-04c0-4719-8f39-b1bd2a07f302 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 945 time: 0.1207180 May 08 22:16:12.655948 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-0135881b-286e-4f98-a938-e3c2cbf25e87 req-ab073c09-638f-4939-8e8b-8c65124ea0ef tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca44f436-fe4a-4cda-b0b9-0850bed715c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781531 May 08 22:16:12.684803 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-326f04e6-e5fa-4972-afbc-19cecc830833 req-8a9bea47-42ca-467d-8695-b021cb789e73 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684304 May 08 22:16:12.685687 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-e5d57dad-d5ce-4e0e-887a-17687d4ad327 req-12b2c99e-f8c0-46ea-a2a1-6c2d71e8c987 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4fd3685e-a2d9-4671-839a-1b7ceaccd6ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422394 May 08 22:16:12.701395 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a6f4447c-a20c-4410-afdd-6ebf57909fe4 admin admin] Publish callbacks [] for security_group (a2ec5e81-6186-42a7-a4b7-7a9b5a424a11), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:12.745091 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a6f4447c-a20c-4410-afdd-6ebf57909fe4 admin admin] Publish callbacks [] for security_group (a2ec5e81-6186-42a7-a4b7-7a9b5a424a11), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:12.788625 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device c4a98c86-0213-4464-824c-6073569ec030 up at agent hyperv_hv-cinder-84051 {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 08 22:16:12.826532 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-b03eb4d6-c21b-4d44-a054-954408667fa9 req-76c50849-4681-442e-b794-0ecd2901f76c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4a98c86-0213-4464-824c-6073569ec030 HTTP/1.1" status: 200 len: 217 time: 0.0909185 May 08 22:16:12.827979 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-6ce8bf8c-935f-48a0-852f-cab77600ceb9 req-421137da-345f-4aeb-a65e-b6222f325297 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/ports?device_id=85733564-1a99-4c75-9ed3-3dea45ffc0be HTTP/1.1" status: 200 len: 210 time: 0.0802245 May 08 22:16:12.844697 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9466da6a-5e87-49e5-9d09-ce1fa7569c0c req-2bfc94e6-854c-4065-af4b-449bed535290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:12.846446 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-9466da6a-5e87-49e5-9d09-ce1fa7569c0c req-2bfc94e6-854c-4065-af4b-449bed535290 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 1129 time: 0.1269667 May 08 22:16:12.853472 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b5941-5366-42f5-8afc-35752f0df971 req-2d00704b-850a-43f9-8248-2395dc5da629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:12.855222 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-4a6b5941-5366-42f5-8afc-35752f0df971 req-2d00704b-850a-43f9-8248-2395dc5da629 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=877c3ddd8833480d8dedc0796ec7dcd2&device_id=41b2fdbd-2397-4f6f-904a-24c65bd20707 HTTP/1.1" status: 200 len: 1130 time: 0.1217408 May 08 22:16:12.894455 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Provisioning for port c4a98c86-0213-4464-824c-6073569ec030 completed by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 08 22:16:12.900008 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a6f4447c-a20c-4410-afdd-6ebf57909fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (a2ec5e81-6186-42a7-a4b7-7a9b5a424a11), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:12.902325 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Provisioning complete for port c4a98c86-0213-4464-824c-6073569ec030 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:16:12.902951 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a6f4447c-a20c-4410-afdd-6ebf57909fe4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:12.906825 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (c4a98c86-0213-4464-824c-6073569ec030), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:12.907851 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-a6f4447c-a20c-4410-afdd-6ebf57909fe4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a2ec5e81-6186-42a7-a4b7-7a9b5a424a11 HTTP/1.1" status: 204 len: 168 time: 0.3063548 May 08 22:16:12.910354 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-db538ee3-fbc1-43e7-9455-f4c34f32549d req-da35abf3-f9a8-4fb2-8a60-c609801546b1 service neutron] 10.222.0.24 "GET /v2.0/networks/4427f95d-7dad-47df-8ab1-304fd704186a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918871 May 08 22:16:12.922286 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f4447c-a20c-4410-afdd-6ebf57909fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ec5e81-6186-42a7-a4b7-7a9b5a424a11,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:16:13.004799 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Current status of the port c4a98c86-0213-4464-824c-6073569ec030 is: BUILD; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:16:13.005259 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (c4a98c86-0213-4464-824c-6073569ec030), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:13.040777 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] For port c4a98c86-0213-4464-824c-6073569ec030, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=c4a98c86-0213-4464-824c-6073569ec030,segment=NetworkSegment(1780dade-a5f8-4e6b-b9bd-a988dd8e04e7),segment_id=1780dade-a5f8-4e6b-b9bd-a988dd8e04e7)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:16:13.045769 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (c4a98c86-0213-4464-824c-6073569ec030), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:13.101566 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Pushing event updated for resources: {'Port': ['ID=c4a98c86-0213-4464-824c-6073569ec030,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:16:13.243774 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f5e26a1-a863-487e-b196-c905958ffc62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4a98c86-0213-4464-824c-6073569ec030'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 08 22:16:13.246737 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bcef9e280bae9da70c0250555725ec84c8fe71b1405edcfc00240691fe86bce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-240c651e-56c3-47d3-a6c3-2058ae1fe684" -d '{"events": [{"server_uuid": "4f5e26a1-a863-487e-b196-c905958ffc62", "name": "network-vif-plugged", "status": "completed", "tag": "c4a98c86-0213-4464-824c-6073569ec030"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 08 22:16:13.280972 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 50614) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:16:13.281457 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 50616) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:16:13.304973 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 08 May 2022 22:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b001c8-71b7-4f5a-b5d0-1391149cda3e x-openstack-request-id: req-56b001c8-71b7-4f5a-b5d0-1391149cda3e {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 08 22:16:13.305284 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f5e26a1-a863-487e-b196-c905958ffc62", "name": "network-vif-plugged", "status": "completed", "tag": "c4a98c86-0213-4464-824c-6073569ec030", "code": 200}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 08 22:16:13.305536 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-56b001c8-71b7-4f5a-b5d0-1391149cda3e {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 08 22:16:13.305997 dv-cinder-840511-5-iscsi neutron-server[103630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56b001c8-71b7-4f5a-b5d0-1391149cda3e'] response: {'server_uuid': '4f5e26a1-a863-487e-b196-c905958ffc62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4a98c86-0213-4464-824c-6073569ec030', 'code': 200} May 08 22:16:13.307706 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af9422c-4044-4203-8669-49e15428bfec req-ea554553-d851-4414-8925-5df9a6c14d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:13.309251 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-8af9422c-4044-4203-8669-49e15428bfec req-ea554553-d851-4414-8925-5df9a6c14d41 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=41b2fdbd-2397-4f6f-904a-24c65bd20707 HTTP/1.1" status: 200 len: 1130 time: 0.0805292 May 08 22:16:13.328395 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7129b23e-2c03-48ed-b1cf-e2ce94acad87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:13.396520 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-e5d57dad-d5ce-4e0e-887a-17687d4ad327 req-43ffe478-e23a-4e8a-a3cf-9b1ed0d510ab service neutron] 10.222.0.24 "GET /v2.0/networks/4fd3685e-a2d9-4671-839a-1b7ceaccd6ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678648 May 08 22:16:13.487768 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7129b23e-2c03-48ed-b1cf-e2ce94acad87 admin admin] Publish callbacks [] for security_group (6d45e7fd-780b-459a-9741-cd17332eac4e), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:13.500306 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7129b23e-2c03-48ed-b1cf-e2ce94acad87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (6d45e7fd-780b-459a-9741-cd17332eac4e), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:13.542586 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3e95e8-b475-42f6-9be4-6111c9a070c9 req-8b02f4e7-67b4-4202-bcb7-e181bb1684a2 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:13.544166 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-fe3e95e8-b475-42f6-9be4-6111c9a070c9 req-8b02f4e7-67b4-4202-bcb7-e181bb1684a2 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5e26a1-a863-487e-b196-c905958ffc62 HTTP/1.1" status: 200 len: 945 time: 0.0923469 May 08 22:16:13.544720 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [None req-6f62bd7a-58fd-4de6-ac25-4e1d7c21a93a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1998958817-network', 'tenant_id': '591851cbb96843c287971cf54acad618'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:16:13.562347 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-7129b23e-2c03-48ed-b1cf-e2ce94acad87 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2f6604e6c7fe4a3f802b19d8b3104999&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2778125 May 08 22:16:13.562525 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61129028-943f-4176-8dea-30a79604b8c4 req-95eaeb7e-5b9f-48ce-887c-dfdc0b6ad19d tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:13.563131 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7129b23e-2c03-48ed-b1cf-e2ce94acad87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d45e7fd-780b-459a-9741-cd17332eac4e,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:16:13.563407 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-61129028-943f-4176-8dea-30a79604b8c4 req-95eaeb7e-5b9f-48ce-887c-dfdc0b6ad19d tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e127fdd-cea7-48e8-9d46-924fbd051cd4 HTTP/1.1" status: 200 len: 946 time: 0.0736306 May 08 22:16:13.564046 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 50626) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:16:13.593638 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f62bd7a-58fd-4de6-ac25-4e1d7c21a93a admin admin] Made reservation on behalf of 591851cbb96843c287971cf54acad618 for: {'network': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 08 22:16:13.596287 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6f62bd7a-58fd-4de6-ac25-4e1d7c21a93a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for network (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:13.605324 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6f62bd7a-58fd-4de6-ac25-4e1d7c21a93a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:13.656070 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-fe3e95e8-b475-42f6-9be4-6111c9a070c9 req-0d6e4b46-570b-4be1-a4ae-ff4818b9a176 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7af110c-3b41-4d6d-9f18-aba8cb65d696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054723 May 08 22:16:13.693926 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-61129028-943f-4176-8dea-30a79604b8c4 req-242c319a-0ca7-4113-a257-496f468f4610 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7bb5cee-9e13-408a-a461-b9cf9be9dfc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207438 May 08 22:16:13.697725 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6f99a3bd-ebee-4355-a206-8ea067930268 admin admin] Publish callbacks [] for security_group (6d45e7fd-780b-459a-9741-cd17332eac4e), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:13.702153 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6f62bd7a-58fd-4de6-ac25-4e1d7c21a93a admin admin] Publish callbacks [] for security_group (37a1b9bc-e6b4-43c1-bfa8-8a40c582d1ef), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:13.709792 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6f62bd7a-58fd-4de6-ac25-4e1d7c21a93a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (37a1b9bc-e6b4-43c1-bfa8-8a40c582d1ef), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:13.733617 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6f99a3bd-ebee-4355-a206-8ea067930268 admin admin] Publish callbacks [] for security_group (6d45e7fd-780b-459a-9741-cd17332eac4e), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:13.768494 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f62bd7a-58fd-4de6-ac25-4e1d7c21a93a admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=103629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 08 22:16:13.775503 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f62bd7a-58fd-4de6-ac25-4e1d7c21a93a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37a1b9bc-e6b4-43c1-bfa8-8a40c582d1ef,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:16:13.794921 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6f62bd7a-58fd-4de6-ac25-4e1d7c21a93a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16448297'] for segment (15aac9db-17a7-464b-8eed-23bde88d4145), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:13.795704 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.db.segments_db [None req-6f62bd7a-58fd-4de6-ac25-4e1d7c21a93a admin admin] Added segment 15aac9db-17a7-464b-8eed-23bde88d4145 of type vlan for network 2aae8800-127b-4312-8164-8a20bcfe6f91 May 08 22:16:13.847713 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fb7ecd-07fb-495d-98dd-9d727fc5e9b2 req-f75b504a-26be-4be0-8834-a6749f002f6a tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:13.849259 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-80fb7ecd-07fb-495d-98dd-9d727fc5e9b2 req-f75b504a-26be-4be0-8834-a6749f002f6a tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b2fdbd-2397-4f6f-904a-24c65bd20707 HTTP/1.1" status: 200 len: 946 time: 0.0953405 May 08 22:16:13.858040 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6f62bd7a-58fd-4de6-ac25-4e1d7c21a93a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791033991810'] for network (2aae8800-127b-4312-8164-8a20bcfe6f91), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:13.861307 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dd0f4f-2e01-4b03-ae1e-f2962c401429 req-8c3c48ad-67cd-443f-aed9-b58c4f945a11 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:13.862811 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-06dd0f4f-2e01-4b03-ae1e-f2962c401429 req-8c3c48ad-67cd-443f-aed9-b58c4f945a11 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 945 time: 0.0652547 May 08 22:16:13.875983 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6f99a3bd-ebee-4355-a206-8ea067930268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (6d45e7fd-780b-459a-9741-cd17332eac4e), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:13.878457 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6f99a3bd-ebee-4355-a206-8ea067930268 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:13.879789 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-6f99a3bd-ebee-4355-a206-8ea067930268 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6d45e7fd-780b-459a-9741-cd17332eac4e HTTP/1.1" status: 204 len: 168 time: 0.3138003 May 08 22:16:14.070666 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6f62bd7a-58fd-4de6-ac25-4e1d7c21a93a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293'] for network (2aae8800-127b-4312-8164-8a20bcfe6f91), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:14.071899 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f62bd7a-58fd-4de6-ac25-4e1d7c21a93a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:14.072781 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6f62bd7a-58fd-4de6-ac25-4e1d7c21a93a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745315'] for network (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:14.190822 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-db538ee3-fbc1-43e7-9455-f4c34f32549d req-1d2d5e7c-ec37-4aaa-9239-b95f2e40685a service neutron] 10.222.0.24 "GET /v2.0/networks/4427f95d-7dad-47df-8ab1-304fd704186a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823479 May 08 22:16:14.195889 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f99a3bd-ebee-4355-a206-8ea067930268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d45e7fd-780b-459a-9741-cd17332eac4e,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:16:14.198264 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f62bd7a-58fd-4de6-ac25-4e1d7c21a93a admin admin] Pushing event updated for resources: {'Network': ['ID=2aae8800-127b-4312-8164-8a20bcfe6f91,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:16:14.211499 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-6f62bd7a-58fd-4de6-ac25-4e1d7c21a93a admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9282651 May 08 22:16:14.215691 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 50644) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:16:14.231505 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [None req-26197e90-18c8-407f-ba41-7b5795828297 admin admin] Request body: {'subnet': {'network_id': '2aae8800-127b-4312-8164-8a20bcfe6f91', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1998958817-subnet', 'tenant_id': '591851cbb96843c287971cf54acad618', 'ip_version': 4}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:16:14.241782 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03eb4d6-c21b-4d44-a054-954408667fa9 req-1f41c1ed-a890-4a7f-8aaf-3c6bbdc51048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:14.243692 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-b03eb4d6-c21b-4d44-a054-954408667fa9 req-1f41c1ed-a890-4a7f-8aaf-3c6bbdc51048 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7cb890a2-14d2-4c0b-a82b-863c0417b5f3 HTTP/1.1" status: 200 len: 854 time: 0.3228676 May 08 22:16:14.246148 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-06dd0f4f-2e01-4b03-ae1e-f2962c401429 req-d34a7181-f05b-4332-9be6-98feee7c59d2 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3727863 May 08 22:16:14.278674 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-80fb7ecd-07fb-495d-98dd-9d727fc5e9b2 req-3d007811-aa6d-4e79-bdec-5f3ae495b975 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca44f436-fe4a-4cda-b0b9-0850bed715c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4092910 May 08 22:16:14.285194 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-8af9422c-4044-4203-8669-49e15428bfec req-cba610e4-5aeb-4b92-ba0f-5915b9a50034 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ca44f436-fe4a-4cda-b0b9-0850bed715c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3778377 May 08 22:16:14.285866 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Network 2aae8800-127b-4312-8164-8a20bcfe6f91 details requested by agent ovs-agent-dv-cinder-840511-5-iscsi with host dv-cinder-840511-5-iscsi {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 08 22:16:14.380435 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-95654533-81eb-498c-b3d1-f48ecd323066 req-1e2655c1-61d9-4936-bb2c-391ee06b85b6 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/ports?device_id=85733564-1a99-4c75-9ed3-3dea45ffc0be HTTP/1.1" status: 200 len: 210 time: 0.0346129 May 08 22:16:14.395482 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26197e90-18c8-407f-ba41-7b5795828297 admin admin] Made reservation on behalf of 591851cbb96843c287971cf54acad618 for: {'subnet': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 08 22:16:14.398085 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-26197e90-18c8-407f-ba41-7b5795828297 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:14.413086 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-9466da6a-5e87-49e5-9d09-ce1fa7569c0c req-c38f0dca-fc49-45eb-ab9c-39cc5858d00a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4955101 May 08 22:16:14.485338 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-e5d57dad-d5ce-4e0e-887a-17687d4ad327 req-e85d8f20-71a8-4924-aabf-955a429ea49d service neutron] 10.222.0.24 "GET /v2.0/networks/4fd3685e-a2d9-4671-839a-1b7ceaccd6ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4520462 May 08 22:16:14.489468 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b5941-5366-42f5-8afc-35752f0df971 req-5c3e028d-fee2-4b5c-82e1-08f69501016b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:14.490991 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-4a6b5941-5366-42f5-8afc-35752f0df971 req-5c3e028d-fee2-4b5c-82e1-08f69501016b service neutron] 10.222.0.24 "GET /v2.0/networks?id=387fc46a-30bd-496f-ac2d-d7b18b5cbea6 HTTP/1.1" status: 200 len: 911 time: 0.5680182 May 08 22:16:14.802797 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c260be5-6b86-4ce6-8133-8486f08ec9e0 req-ecd1547a-f219-42a9-b976-10604b3419d2 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:14.804271 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-6c260be5-6b86-4ce6-8133-8486f08ec9e0 req-ecd1547a-f219-42a9-b976-10604b3419d2 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5e26a1-a863-487e-b196-c905958ffc62 HTTP/1.1" status: 200 len: 945 time: 0.0757077 May 08 22:16:14.862637 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4408969d-e90c-4e56-862c-ea45d85cde89 req-70aa2e94-7b68-474f-9137-4ccb31f05d9f tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:14.864293 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-4408969d-e90c-4e56-862c-ea45d85cde89 req-70aa2e94-7b68-474f-9137-4ccb31f05d9f tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e127fdd-cea7-48e8-9d46-924fbd051cd4 HTTP/1.1" status: 200 len: 946 time: 0.0772266 May 08 22:16:14.871761 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03eb4d6-c21b-4d44-a054-954408667fa9 req-fb2ac190-1498-4f25-8389-f8964a3ba71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:14.873935 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-b03eb4d6-c21b-4d44-a054-954408667fa9 req-fb2ac190-1498-4f25-8389-f8964a3ba71b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a4734e2d-d908-4b8e-b542-dd83675e0c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0983021 May 08 22:16:14.875294 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-26197e90-18c8-407f-ba41-7b5795828297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293'] for subnet (e594cb87-8b3c-497d-b749-a06b23b83e86), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:14.905619 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-6c260be5-6b86-4ce6-8133-8486f08ec9e0 req-a6dcff06-59de-415a-8870-b5326bf0ba2e tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7af110c-3b41-4d6d-9f18-aba8cb65d696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823386 May 08 22:16:14.932603 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26197e90-18c8-407f-ba41-7b5795828297 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e594cb87-8b3c-497d-b749-a06b23b83e86,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:16:14.939845 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-4408969d-e90c-4e56-862c-ea45d85cde89 req-40d87791-ea52-4ccb-8d19-34ec15ec197b tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7bb5cee-9e13-408a-a461-b9cf9be9dfc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641410 May 08 22:16:14.950786 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26197e90-18c8-407f-ba41-7b5795828297 admin admin] Checking segment: {'id': '15aac9db-17a7-464b-8eed-23bde88d4145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2aae8800-127b-4312-8164-8a20bcfe6f91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 08 22:16:14.951144 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26197e90-18c8-407f-ba41-7b5795828297 admin admin] Network hostable DHCP agents. Network: 2aae8800-127b-4312-8164-8a20bcfe6f91, hostable agents: ['399f5491-dab9-4373-bd22-64cd7c73418d'], hosted agents: [] {{(pid=103629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 08 22:16:14.972895 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26197e90-18c8-407f-ba41-7b5795828297 admin admin] Network 2aae8800-127b-4312-8164-8a20bcfe6f91 is scheduled to be hosted by DHCP agent 399f5491-dab9-4373-bd22-64cd7c73418d with binding_index 1 {{(pid=103629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 08 22:16:14.982702 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-26197e90-18c8-407f-ba41-7b5795828297 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840511-5-iscsi, 2aae8800-127b-4312-8164-8a20bcfe6f91) {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:16:14.987953 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26197e90-18c8-407f-ba41-7b5795828297 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:14.988732 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-26197e90-18c8-407f-ba41-7b5795828297 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745315'] for subnet (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:14.997782 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ebae343-cf35-49d2-91ac-7a67be72e016 None None] Network 2aae8800-127b-4312-8164-8a20bcfe6f91 requested from dv-cinder-840511-5-iscsi {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 08 22:16:15.011782 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-26197e90-18c8-407f-ba41-7b5795828297 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7900393 May 08 22:16:15.014862 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 50676) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:16:15.019122 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [None req-c58cd6a9-b445-47b9-8084-8ebc1dd3e14b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1998958817-router', 'tenant_id': '591851cbb96843c287971cf54acad618', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd'}}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:16:15.057946 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c58cd6a9-b445-47b9-8084-8ebc1dd3e14b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-790573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15489'] for router (a8f265f4-b07f-43aa-9594-a6ccda3c5d38), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:15.060317 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c58cd6a9-b445-47b9-8084-8ebc1dd3e14b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-790745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-789556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-763181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15496'] for router (a8f265f4-b07f-43aa-9594-a6ccda3c5d38), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:15.127977 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c58cd6a9-b445-47b9-8084-8ebc1dd3e14b admin admin] Publish callbacks [] for router_controller (a8f265f4-b07f-43aa-9594-a6ccda3c5d38), precommit_add_association {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:15.132455 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8cafe4-f5b9-4dc8-ad79-970cd5944110 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b54c12b-09b0-5231-a33c-a6f0f39291a1-2aae8800-127b-4312-8164-8a20bcfe6f91', 'network_id': '2aae8800-127b-4312-8164-8a20bcfe6f91', 'project_id': '591851cbb96843c287971cf54acad618', 'fixed_ips': [{'subnet_id': 'e594cb87-8b3c-497d-b749-a06b23b83e86'}]}} from dv-cinder-840511-5-iscsi. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 08 22:16:15.133823 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-5c8cafe4-f5b9-4dc8-ad79-970cd5944110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (None), before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:15.321458 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93777627-e043-4367-ada5-63eeed0c67b5 req-f4a9a722-d637-4c26-9176-a8544e4982f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:15.325284 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-93777627-e043-4367-ada5-63eeed0c67b5 req-f4a9a722-d637-4c26-9176-a8544e4982f7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4f5e26a1-a863-487e-b196-c905958ffc62 HTTP/1.1" status: 200 len: 1129 time: 0.1033256 May 08 22:16:15.347443 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-5c8cafe4-f5b9-4dc8-ad79-970cd5944110 None None] Allocated IP 172.20.0.2 (2aae8800-127b-4312-8164-8a20bcfe6f91/e594cb87-8b3c-497d-b749-a06b23b83e86/8f3ff1e0-86b0-403b-9654-f3d93d914dcd) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 08 22:16:15.432431 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-4a6b5941-5366-42f5-8afc-35752f0df971 req-72fd1c1b-6948-4c2a-aace-90e087b6d021 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ba34ff9-9e2c-4e2f-b1f0-9f8ca1724b67 HTTP/1.1" status: 200 len: 217 time: 0.0909920 May 08 22:16:15.462321 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c58cd6a9-b445-47b9-8084-8ebc1dd3e14b admin admin] Publish callbacks [] for router_gateway (a8f265f4-b07f-43aa-9594-a6ccda3c5d38), precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:15.477860 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d54797-b4a3-452b-bb39-50b08b729e61 req-3f28dd1b-8a58-4791-846a-869eb701cbf2 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:15.484635 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-a8d54797-b4a3-452b-bb39-50b08b729e61 req-3f28dd1b-8a58-4791-846a-869eb701cbf2 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 945 time: 0.0916717 May 08 22:16:15.516581 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda1b6bf-654b-4f4c-8f0b-130f5e1999ff req-d508bfda-3ba0-401a-8576-9bcfe081e262 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:15.523378 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-fda1b6bf-654b-4f4c-8f0b-130f5e1999ff req-d508bfda-3ba0-401a-8576-9bcfe081e262 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b2fdbd-2397-4f6f-904a-24c65bd20707 HTTP/1.1" status: 200 len: 946 time: 0.0985270 May 08 22:16:15.569679 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-5c8cafe4-f5b9-4dc8-ad79-970cd5944110 None None] Publish callbacks [] for port (8f3ff1e0-86b0-403b-9654-f3d93d914dcd), precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:15.575924 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-a8d54797-b4a3-452b-bb39-50b08b729e61 req-db500c2c-7d43-47d5-a1bd-55c2e0266a45 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899079 May 08 22:16:15.594251 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-5c8cafe4-f5b9-4dc8-ad79-970cd5944110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791034024012'] for port (8f3ff1e0-86b0-403b-9654-f3d93d914dcd), after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:15.608113 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-fda1b6bf-654b-4f4c-8f0b-130f5e1999ff req-cc106f2e-cec0-44f7-a431-033c1ba763f5 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca44f436-fe4a-4cda-b0b9-0850bed715c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838306 May 08 22:16:15.645814 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8cafe4-f5b9-4dc8-ad79-970cd5944110 None None] Network 2aae8800-127b-4312-8164-8a20bcfe6f91 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 08 22:16:15.649302 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-5c8cafe4-f5b9-4dc8-ad79-970cd5944110 None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:16:15.652938 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8cafe4-f5b9-4dc8-ad79-970cd5944110 None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 08 22:16:15.664710 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8cafe4-f5b9-4dc8-ad79-970cd5944110 None None] Pushing event updated for resources: {'Port': ['ID=8f3ff1e0-86b0-403b-9654-f3d93d914dcd,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:16:15.734732 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-cdfbb103-a015-4cba-8f5d-d84bd072835e req-56f26780-683e-4e07-8576-beb9221f4455 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/ports?device_id=85733564-1a99-4c75-9ed3-3dea45ffc0be HTTP/1.1" status: 200 len: 210 time: 0.0462682 May 08 22:16:15.744128 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-5c8cafe4-f5b9-4dc8-ad79-970cd5944110 None None] Attempting to bind port 8f3ff1e0-86b0-403b-9654-f3d93d914dcd on host dv-cinder-840511-5-iscsi for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 08 22:16:15.744583 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-5c8cafe4-f5b9-4dc8-ad79-970cd5944110 None None] Attempting to bind port 8f3ff1e0-86b0-403b-9654-f3d93d914dcd by drivers openvswitch,hyperv on host dv-cinder-840511-5-iscsi at level 0 using segments [{'id': '15aac9db-17a7-464b-8eed-23bde88d4145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2aae8800-127b-4312-8164-8a20bcfe6f91'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 08 22:16:15.745041 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8cafe4-f5b9-4dc8-ad79-970cd5944110 None None] Attempting to bind port 8f3ff1e0-86b0-403b-9654-f3d93d914dcd on network 2aae8800-127b-4312-8164-8a20bcfe6f91 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 08 22:16:15.759000 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8cafe4-f5b9-4dc8-ad79-970cd5944110 None None] Checking agent: {'id': '7e3c7ef6-abd5-4f0f-b372-b2734b637fd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840511-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 8, 22, 6, 52), 'started_at': datetime.datetime(2022, 5, 8, 22, 7, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 8, 22, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840511-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 08 22:16:15.759000 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8cafe4-f5b9-4dc8-ad79-970cd5944110 None None] Checking segment: {'id': '15aac9db-17a7-464b-8eed-23bde88d4145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2aae8800-127b-4312-8164-8a20bcfe6f91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 08 22:16:15.759000 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-5c8cafe4-f5b9-4dc8-ad79-970cd5944110 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:15.759000 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8cafe4-f5b9-4dc8-ad79-970cd5944110 None None] Bound using segment: {'id': '15aac9db-17a7-464b-8eed-23bde88d4145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2aae8800-127b-4312-8164-8a20bcfe6f91'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 08 22:16:15.759000 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-5c8cafe4-f5b9-4dc8-ad79-970cd5944110 None None] Bound port: 8f3ff1e0-86b0-403b-9654-f3d93d914dcd, host: dv-cinder-840511-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15aac9db-17a7-464b-8eed-23bde88d4145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2aae8800-127b-4312-8164-8a20bcfe6f91'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 08 22:16:15.759000 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-5c8cafe4-f5b9-4dc8-ad79-970cd5944110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (8f3ff1e0-86b0-403b-9654-f3d93d914dcd), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:15.810143 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c58cd6a9-b445-47b9-8084-8ebc1dd3e14b admin admin] Publish callbacks [] for router_gateway (a8f265f4-b07f-43aa-9594-a6ccda3c5d38), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:15.831161 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c58cd6a9-b445-47b9-8084-8ebc1dd3e14b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:15.844508 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-5c8cafe4-f5b9-4dc8-ad79-970cd5944110 None None] For port 8f3ff1e0-86b0-403b-9654-f3d93d914dcd, host dv-cinder-840511-5-iscsi, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 08 22:16:15.857126 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-5c8cafe4-f5b9-4dc8-ad79-970cd5944110 None None] For port 8f3ff1e0-86b0-403b-9654-f3d93d914dcd, host dv-cinder-840511-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=8f3ff1e0-86b0-403b-9654-f3d93d914dcd,segment=NetworkSegment(15aac9db-17a7-464b-8eed-23bde88d4145),segment_id=15aac9db-17a7-464b-8eed-23bde88d4145)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 08 22:16:15.874365 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-5c8cafe4-f5b9-4dc8-ad79-970cd5944110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (8f3ff1e0-86b0-403b-9654-f3d93d914dcd), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:15.968528 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-c58cd6a9-b445-47b9-8084-8ebc1dd3e14b admin admin] Allocated IP 172.27.2.38 (542aeef6-5046-439a-aa53-dc46759766dd/c1306b94-a9cc-4730-bd7d-1800cb77959d/b639c3ec-0801-415f-b630-4947868392a4) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 08 22:16:15.976257 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-93777627-e043-4367-ada5-63eeed0c67b5 req-715eea17-3003-488f-bdd4-8145df746f6f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c7af110c-3b41-4d6d-9f18-aba8cb65d696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924118 May 08 22:16:16.011398 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8cafe4-f5b9-4dc8-ad79-970cd5944110 None None] Pushing event updated for resources: {'Port': ['ID=8f3ff1e0-86b0-403b-9654-f3d93d914dcd,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:16:16.082731 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30509549-dcf6-4f0a-aa43-a703f8d3a984 req-f43826a2-f85d-41cd-86dc-c0929e5c59d9 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:16.084472 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-30509549-dcf6-4f0a-aa43-a703f8d3a984 req-f43826a2-f85d-41cd-86dc-c0929e5c59d9 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5e26a1-a863-487e-b196-c905958ffc62 HTTP/1.1" status: 200 len: 945 time: 0.0920844 May 08 22:16:16.143384 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-30509549-dcf6-4f0a-aa43-a703f8d3a984 req-e304fa68-da2a-4a56-a7b3-85450a082f2c tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7af110c-3b41-4d6d-9f18-aba8cb65d696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518301 May 08 22:16:16.207400 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c58cd6a9-b445-47b9-8084-8ebc1dd3e14b admin admin] Publish callbacks [] for port (b639c3ec-0801-415f-b630-4947868392a4), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:16.211903 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-b03eb4d6-c21b-4d44-a054-954408667fa9 req-2a5dac2a-f1b4-4cc4-bf0e-0284c70145b4 service neutron] 10.222.0.24 "GET /v2.0/networks/a4734e2d-d908-4b8e-b542-dd83675e0c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087195 May 08 22:16:16.220940 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-8a7cea66-fc82-4c3d-8d42-6edae27dd65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (399f5491-dab9-4373-bd22-64cd7c73418d), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:16.263859 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c58cd6a9-b445-47b9-8084-8ebc1dd3e14b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791034024012'] for port (b639c3ec-0801-415f-b630-4947868392a4), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:16.315181 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58cd6a9-b445-47b9-8084-8ebc1dd3e14b admin admin] Network 542aeef6-5046-439a-aa53-dc46759766dd is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 08 22:16:16.323623 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-c58cd6a9-b445-47b9-8084-8ebc1dd3e14b admin admin] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:16:16.326638 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58cd6a9-b445-47b9-8084-8ebc1dd3e14b admin admin] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 08 22:16:16.329743 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58cd6a9-b445-47b9-8084-8ebc1dd3e14b admin admin] Pushing event updated for resources: {'Port': ['ID=b639c3ec-0801-415f-b630-4947868392a4,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:16:16.550228 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b5941-5366-42f5-8afc-35752f0df971 req-fcd43cdd-5bd3-4d1e-892a-6c9c01be9d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:16.551736 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-4a6b5941-5366-42f5-8afc-35752f0df971 req-fcd43cdd-5bd3-4d1e-892a-6c9c01be9d79 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=22276153-f38c-4e2a-9ff9-b172da35f69d HTTP/1.1" status: 200 len: 849 time: 0.0836782 May 08 22:16:16.618537 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c58cd6a9-b445-47b9-8084-8ebc1dd3e14b admin admin] Publish callbacks [] for router_gateway (a8f265f4-b07f-43aa-9594-a6ccda3c5d38), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:16.699200 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b846055e-818b-416c-ae69-66f16b6a9aed req-4104cc98-6bf1-4f5b-b751-6d8efd3ccfd7 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:16.700876 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-b846055e-818b-416c-ae69-66f16b6a9aed req-4104cc98-6bf1-4f5b-b751-6d8efd3ccfd7 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 945 time: 0.0520017 May 08 22:16:16.752280 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-b846055e-818b-416c-ae69-66f16b6a9aed req-b7ae3dcc-7335-483b-98d3-d871c3f1139e tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449646 May 08 22:16:16.840675 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c58cd6a9-b445-47b9-8084-8ebc1dd3e14b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-790688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-789731'] for router (a8f265f4-b07f-43aa-9594-a6ccda3c5d38), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:16.884772 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f80fd-130c-4548-b20a-04011e57f0a9 req-4ade98ac-07c2-4f12-9e98-663e2dc61ba5 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:16.886706 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-039f80fd-130c-4548-b20a-04011e57f0a9 req-4ade98ac-07c2-4f12-9e98-663e2dc61ba5 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b2fdbd-2397-4f6f-904a-24c65bd20707 HTTP/1.1" status: 200 len: 946 time: 0.0758684 May 08 22:16:16.943959 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-039f80fd-130c-4548-b20a-04011e57f0a9 req-c817d95f-e000-4304-8ba4-ee37c8017556 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca44f436-fe4a-4cda-b0b9-0850bed715c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505209 May 08 22:16:17.007287 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c58cd6a9-b445-47b9-8084-8ebc1dd3e14b admin admin] Router a8f265f4-b07f-43aa-9594-a6ccda3c5d38 is scheduled to L3 agent 69aa2ac4-530d-40c2-a84a-3161d84edf61 with binding_index 1 {{(pid=103629) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 08 22:16:17.042555 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-58dba5a5-dcdd-4311-8fb5-356564500366 req-e339210b-d7d6-4397-bf2e-ec648e529f9e tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/ports?device_id=85733564-1a99-4c75-9ed3-3dea45ffc0be HTTP/1.1" status: 200 len: 210 time: 0.0367446 May 08 22:16:17.069725 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f5a46f-b8c3-4092-9e48-f4a6f9b77f5a None None] Network 2aae8800-127b-4312-8164-8a20bcfe6f91 requested from dv-cinder-840511-5-iscsi {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 08 22:16:17.134262 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6cbe988b-ca84-44dc-85a3-94a626511b22 None None] Provisioning complete for port 8f3ff1e0-86b0-403b-9654-f3d93d914dcd triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:16:17.134659 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6cbe988b-ca84-44dc-85a3-94a626511b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (8f3ff1e0-86b0-403b-9654-f3d93d914dcd), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:17.273762 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6cbe988b-ca84-44dc-85a3-94a626511b22 None None] Current status of the port 8f3ff1e0-86b0-403b-9654-f3d93d914dcd is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:16:17.273762 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6cbe988b-ca84-44dc-85a3-94a626511b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (8f3ff1e0-86b0-403b-9654-f3d93d914dcd), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:17.293571 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4131ec23-c19c-4972-878c-846be9faa111 req-bc71aa56-1b21-47f2-82e2-2e74b63d4fdf tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:17.301028 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-4131ec23-c19c-4972-878c-846be9faa111 req-bc71aa56-1b21-47f2-82e2-2e74b63d4fdf tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5e26a1-a863-487e-b196-c905958ffc62 HTTP/1.1" status: 200 len: 945 time: 0.0587475 May 08 22:16:17.318278 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6cbe988b-ca84-44dc-85a3-94a626511b22 None None] For port 8f3ff1e0-86b0-403b-9654-f3d93d914dcd, host dv-cinder-840511-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=8f3ff1e0-86b0-403b-9654-f3d93d914dcd,segment=NetworkSegment(15aac9db-17a7-464b-8eed-23bde88d4145),segment_id=15aac9db-17a7-464b-8eed-23bde88d4145)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:16:17.324137 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6cbe988b-ca84-44dc-85a3-94a626511b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (8f3ff1e0-86b0-403b-9654-f3d93d914dcd), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:17.347210 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c58cd6a9-b445-47b9-8084-8ebc1dd3e14b admin admin] Notify agent at l3_agent.dv-cinder-840511-5-iscsi the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 08 22:16:17.363164 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-4131ec23-c19c-4972-878c-846be9faa111 req-b9f5a747-51b2-4fe2-8c5f-0bacb0e50954 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7af110c-3b41-4d6d-9f18-aba8cb65d696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606756 May 08 22:16:17.363645 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adaa773a-883a-4f1b-9232-08441cedc981 None None] Sync routers for ids ['a8f265f4-b07f-43aa-9594-a6ccda3c5d38'] in dv-cinder-840511-5-iscsi {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 08 22:16:17.375191 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c58cd6a9-b445-47b9-8084-8ebc1dd3e14b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:17.386331 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adaa773a-883a-4f1b-9232-08441cedc981 None None] Routers {'a8f265f4-b07f-43aa-9594-a6ccda3c5d38'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:16:17.386331 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-adaa773a-883a-4f1b-9232-08441cedc981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:15:48Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['a8f265f4-b07f-43aa-9594-a6ccda3c5d38'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:16:17.386789 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 50742) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:16:17.386887 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-c58cd6a9-b445-47b9-8084-8ebc1dd3e14b admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3651810 May 08 22:16:17.415154 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbe988b-ca84-44dc-85a3-94a626511b22 None None] Pushing event updated for resources: {'Port': ['ID=8f3ff1e0-86b0-403b-9654-f3d93d914dcd,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:16:17.523264 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-adaa773a-883a-4f1b-9232-08441cedc981 None None] Set router a8f265f4-b07f-43aa-9594-a6ccda3c5d38 gateway port host: dv-cinder-840511-5-iscsi {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:16:17.550843 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-c2787a9b-940f-497d-9789-900b35c0d53d None None] Provisioning complete for port 8f3ff1e0-86b0-403b-9654-f3d93d914dcd triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:16:17.551279 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-c2787a9b-940f-497d-9789-900b35c0d53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (8f3ff1e0-86b0-403b-9654-f3d93d914dcd), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:17.769687 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-c2787a9b-940f-497d-9789-900b35c0d53d None None] Current status of the port 8f3ff1e0-86b0-403b-9654-f3d93d914dcd is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:16:17.785776 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-adaa773a-883a-4f1b-9232-08441cedc981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f265f4-b07f-43aa-9594-a6ccda3c5d38', 'name': 'tempest-TestMinimumBasicScenario-1998958817-router', 'tenant_id': '591851cbb96843c287971cf54acad618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': 'b639c3ec-0801-415f-b630-4947868392a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:16:15Z', 'updated_at': '2022-05-08T22:16:16Z', 'revision_number': 3, 'project_id': '591851cbb96843c287971cf54acad618', 'gw_port': {'id': 'b639c3ec-0801-415f-b630-4947868392a4', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:a8:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f265f4-b07f-43aa-9594-a6ccda3c5d38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:16:15Z', 'updated_at': '2022-05-08T22:16:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi'}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:16:17.849297 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b5941-5366-42f5-8afc-35752f0df971 req-73fec4f9-2751-4dcb-a7f4-f898df74c701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:17.851092 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-4a6b5941-5366-42f5-8afc-35752f0df971 req-73fec4f9-2751-4dcb-a7f4-f898df74c701 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=387fc46a-30bd-496f-ac2d-d7b18b5cbea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0914237 May 08 22:16:17.854130 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adaa773a-883a-4f1b-9232-08441cedc981 None None] Checking router: a8f265f4-b07f-43aa-9594-a6ccda3c5d38 for host: dv-cinder-840511-5-iscsi {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 08 22:16:17.854486 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adaa773a-883a-4f1b-9232-08441cedc981 None None] Updating router a8f265f4-b07f-43aa-9594-a6ccda3c5d38 port b639c3ec-0801-415f-b630-4947868392a4 binding host dv-cinder-840511-5-iscsi {{(pid=103631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 08 22:16:17.907559 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-adaa773a-883a-4f1b-9232-08441cedc981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (b639c3ec-0801-415f-b630-4947868392a4), before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:17.930517 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccfb81f-c81e-47df-998a-f154f7d3227f req-11fe2723-bc87-485d-9afa-3cf1ae1e8dad tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:17.932027 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-3ccfb81f-c81e-47df-998a-f154f7d3227f req-11fe2723-bc87-485d-9afa-3cf1ae1e8dad tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.24 "GET /v2.0/networks?id=01fd74e4-19fe-4127-93e4-f2dc9928f3de HTTP/1.1" status: 200 len: 809 time: 0.4421744 May 08 22:16:17.961796 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-b03eb4d6-c21b-4d44-a054-954408667fa9 req-0d42c5cd-1878-403f-9c19-f016f1d57591 service neutron] 10.222.0.24 "GET /v2.0/networks/a4734e2d-d908-4b8e-b542-dd83675e0c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651324 May 08 22:16:17.988444 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff0c5e2-312d-497b-a1c8-e968755752d9 req-c77cd170-91ca-4197-ae35-da309dc54a5e tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:17.989934 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-3ff0c5e2-312d-497b-a1c8-e968755752d9 req-c77cd170-91ca-4197-ae35-da309dc54a5e tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 945 time: 0.0753455 May 08 22:16:18.073949 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-3ff0c5e2-312d-497b-a1c8-e968755752d9 req-a259ba43-cb29-4d36-b02e-bd27b12c7412 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775709 May 08 22:16:18.117180 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f362240b-aef3-4af7-b76c-de5a93516206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:18.191710 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-adaa773a-883a-4f1b-9232-08441cedc981 None None] Publish callbacks [] for port (b639c3ec-0801-415f-b630-4947868392a4), precommit_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:18.199321 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-adaa773a-883a-4f1b-9232-08441cedc981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (b639c3ec-0801-415f-b630-4947868392a4), after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:18.213905 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a53ef-3e7b-4ce6-8c58-086a13b16d80 req-0eae2c64-4c34-41e8-a1fa-47222f64667c tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:18.215427 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-0f9a53ef-3e7b-4ce6-8c58-086a13b16d80 req-0eae2c64-4c34-41e8-a1fa-47222f64667c tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b2fdbd-2397-4f6f-904a-24c65bd20707 HTTP/1.1" status: 200 len: 946 time: 0.0813985 May 08 22:16:18.262817 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b0b225-2e62-4df1-9031-726f9dbe3b9a None None] Pushing event updated for resources: {'Port': ['ID=b639c3ec-0801-415f-b630-4947868392a4,revision_number=2']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:16:18.265416 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-adaa773a-883a-4f1b-9232-08441cedc981 None None] Attempting to bind port b639c3ec-0801-415f-b630-4947868392a4 on host dv-cinder-840511-5-iscsi for vnic_type normal with profile {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 08 22:16:18.268666 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-adaa773a-883a-4f1b-9232-08441cedc981 None None] Attempting to bind port b639c3ec-0801-415f-b630-4947868392a4 by drivers openvswitch,hyperv on host dv-cinder-840511-5-iscsi at level 0 using segments [{'id': '0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd'}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 08 22:16:18.268889 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adaa773a-883a-4f1b-9232-08441cedc981 None None] Attempting to bind port b639c3ec-0801-415f-b630-4947868392a4 on network 542aeef6-5046-439a-aa53-dc46759766dd {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 08 22:16:18.278580 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adaa773a-883a-4f1b-9232-08441cedc981 None None] Checking agent: {'id': '7e3c7ef6-abd5-4f0f-b372-b2734b637fd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840511-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 8, 22, 6, 52), 'started_at': datetime.datetime(2022, 5, 8, 22, 7, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 8, 22, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840511-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 08 22:16:18.281075 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adaa773a-883a-4f1b-9232-08441cedc981 None None] Checking segment: {'id': '0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 08 22:16:18.281075 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-adaa773a-883a-4f1b-9232-08441cedc981 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:18.281363 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adaa773a-883a-4f1b-9232-08441cedc981 None None] Bound using segment: {'id': '0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd'} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 08 22:16:18.281859 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-adaa773a-883a-4f1b-9232-08441cedc981 None None] Bound port: b639c3ec-0801-415f-b630-4947868392a4, host: dv-cinder-840511-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd'}}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 08 22:16:18.282236 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-adaa773a-883a-4f1b-9232-08441cedc981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (b639c3ec-0801-415f-b630-4947868392a4), before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:18.285395 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b0b225-2e62-4df1-9031-726f9dbe3b9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:16:18.285761 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b0b225-2e62-4df1-9031-726f9dbe3b9a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:16:18.286116 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b0b225-2e62-4df1-9031-726f9dbe3b9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:16:18.286464 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b0b225-2e62-4df1-9031-726f9dbe3b9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:16:18.286794 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b0b225-2e62-4df1-9031-726f9dbe3b9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:16:18.287115 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b0b225-2e62-4df1-9031-726f9dbe3b9a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:16:18.287556 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b0b225-2e62-4df1-9031-726f9dbe3b9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:16:18.287880 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b0b225-2e62-4df1-9031-726f9dbe3b9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:16:18.288698 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b0b225-2e62-4df1-9031-726f9dbe3b9a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:16:18.288698 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b0b225-2e62-4df1-9031-726f9dbe3b9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:16:18.288885 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b0b225-2e62-4df1-9031-726f9dbe3b9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:16:18.289183 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b0b225-2e62-4df1-9031-726f9dbe3b9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:16:18.289495 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b0b225-2e62-4df1-9031-726f9dbe3b9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:16:18.289718 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device 8f3ff1e0-86b0-403b-9654-f3d93d914dcd up at agent ovs-agent-dv-cinder-840511-5-iscsi {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 08 22:16:18.290177 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b0b225-2e62-4df1-9031-726f9dbe3b9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:16:18.290177 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b0b225-2e62-4df1-9031-726f9dbe3b9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:16:18.333317 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-0f9a53ef-3e7b-4ce6-8c58-086a13b16d80 req-2409b779-f540-49d1-b2f6-2ba9f975511f tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca44f436-fe4a-4cda-b0b9-0850bed715c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117165 May 08 22:16:18.366106 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Provisioning complete for port 8f3ff1e0-86b0-403b-9654-f3d93d914dcd triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:16:18.366518 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (8f3ff1e0-86b0-403b-9654-f3d93d914dcd), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:18.370197 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-adaa773a-883a-4f1b-9232-08441cedc981 None None] For port b639c3ec-0801-415f-b630-4947868392a4, host dv-cinder-840511-5-iscsi, cleared binding levels {{(pid=103631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 08 22:16:18.373698 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-adaa773a-883a-4f1b-9232-08441cedc981 None None] For port b639c3ec-0801-415f-b630-4947868392a4, host dv-cinder-840511-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=b639c3ec-0801-415f-b630-4947868392a4,segment=NetworkSegment(0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa),segment_id=0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa)] {{(pid=103631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 08 22:16:18.390590 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-adaa773a-883a-4f1b-9232-08441cedc981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (b639c3ec-0801-415f-b630-4947868392a4), after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:18.430877 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-f362240b-aef3-4af7-b76c-de5a93516206 admin admin] Allocated IP 172.20.0.1 (2aae8800-127b-4312-8164-8a20bcfe6f91/e594cb87-8b3c-497d-b749-a06b23b83e86/e8936f5c-2b4b-4cfa-af7d-30a20440a08a) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 08 22:16:18.454990 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-0a4819af-caad-4f57-a0db-703aefe53359 req-96cc74db-863f-4c77-9337-1078849f6cc7 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/ports?device_id=85733564-1a99-4c75-9ed3-3dea45ffc0be HTTP/1.1" status: 200 len: 210 time: 0.0380309 May 08 22:16:18.510641 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-e46e6ba8-500d-468a-a3e3-7b975716c8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (69aa2ac4-530d-40c2-a84a-3161d84edf61), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:18.512373 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Current status of the port 8f3ff1e0-86b0-403b-9654-f3d93d914dcd is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:16:18.544758 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adaa773a-883a-4f1b-9232-08441cedc981 None None] Routers {'a8f265f4-b07f-43aa-9594-a6ccda3c5d38'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:16:18.545416 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-adaa773a-883a-4f1b-9232-08441cedc981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:16:18Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['a8f265f4-b07f-43aa-9594-a6ccda3c5d38'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:16:18.593561 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f362240b-aef3-4af7-b76c-de5a93516206 admin admin] Publish callbacks [] for port (e8936f5c-2b4b-4cfa-af7d-30a20440a08a), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:18.594295 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b0b225-2e62-4df1-9031-726f9dbe3b9a None None] Pushing event updated for resources: {'Port': ['ID=b639c3ec-0801-415f-b630-4947868392a4,revision_number=3']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:16:18.632097 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f362240b-aef3-4af7-b76c-de5a93516206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791034024012'] for port (e8936f5c-2b4b-4cfa-af7d-30a20440a08a), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:18.668855 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-adaa773a-883a-4f1b-9232-08441cedc981 None None] Set router a8f265f4-b07f-43aa-9594-a6ccda3c5d38 gateway port host: dv-cinder-840511-5-iscsi {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:16:18.674439 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f362240b-aef3-4af7-b76c-de5a93516206 admin admin] Network 2aae8800-127b-4312-8164-8a20bcfe6f91 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 08 22:16:18.678255 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-f362240b-aef3-4af7-b76c-de5a93516206 admin admin] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:16:18.681374 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f362240b-aef3-4af7-b76c-de5a93516206 admin admin] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 08 22:16:18.681918 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f362240b-aef3-4af7-b76c-de5a93516206 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-788174'] for router_interface (a8f265f4-b07f-43aa-9594-a6ccda3c5d38), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:18.730123 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f362240b-aef3-4af7-b76c-de5a93516206 admin admin] Pushing event updated for resources: {'Port': ['ID=e8936f5c-2b4b-4cfa-af7d-30a20440a08a,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:16:18.862831 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1750a27-73e8-4f75-950e-8d0803931b92 req-578b1b68-47be-4a65-bb60-42c6d82ac949 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:18.864526 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-a1750a27-73e8-4f75-950e-8d0803931b92 req-578b1b68-47be-4a65-bb60-42c6d82ac949 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b2fdbd-2397-4f6f-904a-24c65bd20707 HTTP/1.1" status: 200 len: 946 time: 0.0973146 May 08 22:16:18.875532 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 50772) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:16:18.881557 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [None req-d5c37322-a2d0-4af8-80e9-ba9b2c1403be tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Request body: {'floatingip': {'port_id': '5ba34ff9-9e2c-4e2f-b1f0-9f8ca1724b67'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:16:18.903047 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-adaa773a-883a-4f1b-9232-08441cedc981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f265f4-b07f-43aa-9594-a6ccda3c5d38', 'name': 'tempest-TestMinimumBasicScenario-1998958817-router', 'tenant_id': '591851cbb96843c287971cf54acad618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': 'b639c3ec-0801-415f-b630-4947868392a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:16:15Z', 'updated_at': '2022-05-08T22:16:16Z', 'revision_number': 3, 'project_id': '591851cbb96843c287971cf54acad618', 'gw_port': {'id': 'b639c3ec-0801-415f-b630-4947868392a4', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:a8:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f265f4-b07f-43aa-9594-a6ccda3c5d38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:16:15Z', 'updated_at': '2022-05-08T22:16:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi'}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:16:18.916808 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f362240b-aef3-4af7-b76c-de5a93516206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (e8936f5c-2b4b-4cfa-af7d-30a20440a08a), before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:18.944983 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adaa773a-883a-4f1b-9232-08441cedc981 None None] The sync data for ids ['a8f265f4-b07f-43aa-9594-a6ccda3c5d38'] in dv-cinder-840511-5-iscsi is: [{'id': 'a8f265f4-b07f-43aa-9594-a6ccda3c5d38', 'name': 'tempest-TestMinimumBasicScenario-1998958817-router', 'tenant_id': '591851cbb96843c287971cf54acad618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': 'b639c3ec-0801-415f-b630-4947868392a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:16:15Z', 'updated_at': '2022-05-08T22:16:16Z', 'revision_number': 3, 'project_id': '591851cbb96843c287971cf54acad618', 'gw_port': {'id': 'b639c3ec-0801-415f-b630-4947868392a4', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:a8:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f265f4-b07f-43aa-9594-a6ccda3c5d38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:16:15Z', 'updated_at': '2022-05-08T22:16:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi'}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 08 22:16:18.985679 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d5c37322-a2d0-4af8-80e9-ba9b2c1403be tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Publish callbacks [] for floatingip (3ac3b293-caf2-44a5-9b1d-69575a404288), before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:19.001451 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2959a6eb-b978-4a1d-9160-3836c871d1b4 req-11af50e9-de77-4ffa-8d7f-7581b7fa5853 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:19.003065 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-2959a6eb-b978-4a1d-9160-3836c871d1b4 req-11af50e9-de77-4ffa-8d7f-7581b7fa5853 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5e26a1-a863-487e-b196-c905958ffc62 HTTP/1.1" status: 200 len: 945 time: 0.0756440 May 08 22:16:19.015140 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-f68b1181-421d-4a9f-9ad2-8e51eb86f281 None None] Provisioning complete for port e8936f5c-2b4b-4cfa-af7d-30a20440a08a triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:16:19.015539 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f68b1181-421d-4a9f-9ad2-8e51eb86f281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (e8936f5c-2b4b-4cfa-af7d-30a20440a08a), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:19.065373 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-f68b1181-421d-4a9f-9ad2-8e51eb86f281 None None] Port e8936f5c-2b4b-4cfa-af7d-30a20440a08a cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 08 22:16:19.122786 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-2959a6eb-b978-4a1d-9160-3836c871d1b4 req-6747c57a-c03a-42bf-8bb7-907c1064f76a tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7af110c-3b41-4d6d-9f18-aba8cb65d696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122191 May 08 22:16:19.189531 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f362240b-aef3-4af7-b76c-de5a93516206 admin admin] Publish callbacks [] for port (e8936f5c-2b4b-4cfa-af7d-30a20440a08a), precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:19.200442 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f362240b-aef3-4af7-b76c-de5a93516206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (e8936f5c-2b4b-4cfa-af7d-30a20440a08a), after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:19.201662 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f362240b-aef3-4af7-b76c-de5a93516206 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-786564'] for router_interface (a8f265f4-b07f-43aa-9594-a6ccda3c5d38), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:19.322284 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-68d59b13-bdd3-4890-b330-3a9be9bf9791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (167e5ba9-08ef-43b6-aca0-7c88b7f9e735), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:19.363179 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442c5e56-e5d4-40bf-bf21-cc2c17416187 req-642d0944-3b3e-4e3f-a0d2-3e31fd6ca21f tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:19.364673 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-442c5e56-e5d4-40bf-bf21-cc2c17416187 req-642d0944-3b3e-4e3f-a0d2-3e31fd6ca21f tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 945 time: 0.1279037 May 08 22:16:19.368998 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f362240b-aef3-4af7-b76c-de5a93516206 admin admin] Pushing event updated for resources: {'Port': ['ID=e8936f5c-2b4b-4cfa-af7d-30a20440a08a,revision_number=2']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:16:19.438026 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f362240b-aef3-4af7-b76c-de5a93516206 admin admin] Network 2aae8800-127b-4312-8164-8a20bcfe6f91 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 08 22:16:19.442740 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-f362240b-aef3-4af7-b76c-de5a93516206 admin admin] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:16:19.448502 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-442c5e56-e5d4-40bf-bf21-cc2c17416187 req-b4c15743-478c-4b68-a6ba-8c49f6c4f258 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723631 May 08 22:16:19.613733 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-0bde9471-3030-4b8a-9c9f-002cd7288270 req-36993360-d0d1-4d8f-888d-3f7b122a2134 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/ports?device_id=85733564-1a99-4c75-9ed3-3dea45ffc0be HTTP/1.1" status: 200 len: 210 time: 0.0355141 May 08 22:16:19.643811 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f362240b-aef3-4af7-b76c-de5a93516206 admin admin] Router a8f265f4-b07f-43aa-9594-a6ccda3c5d38 has already been hosted by L3 agent 69aa2ac4-530d-40c2-a84a-3161d84edf61 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 08 22:16:19.769260 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d5c37322-a2d0-4af8-80e9-ba9b2c1403be tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:19.775299 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d5c37322-a2d0-4af8-80e9-ba9b2c1403be tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-788248'] for floatingip (3ac3b293-caf2-44a5-9b1d-69575a404288), after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:19.784020 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f362240b-aef3-4af7-b76c-de5a93516206 admin admin] Notify agent at l3_agent.dv-cinder-840511-5-iscsi the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 08 22:16:19.798538 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-f362240b-aef3-4af7-b76c-de5a93516206 admin admin] 10.222.0.44 "PUT /v2.0/routers/a8f265f4-b07f-43aa-9594-a6ccda3c5d38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4175684 May 08 22:16:19.801610 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-b2a4a7c7-a4fb-4b58-a1ac-b72fbc04f19e None None] Provisioning complete for port e8936f5c-2b4b-4cfa-af7d-30a20440a08a triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:16:19.802070 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b2a4a7c7-a4fb-4b58-a1ac-b72fbc04f19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (e8936f5c-2b4b-4cfa-af7d-30a20440a08a), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:19.862593 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-b2a4a7c7-a4fb-4b58-a1ac-b72fbc04f19e None None] Port e8936f5c-2b4b-4cfa-af7d-30a20440a08a cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 08 22:16:19.904498 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.db.l3_db [None req-d5c37322-a2d0-4af8-80e9-ba9b2c1403be tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Floating IP 3ac3b293-caf2-44a5-9b1d-69575a404288 associated. External IP: 172.27.2.191, port: 5ba34ff9-9e2c-4e2f-b1f0-9f8ca1724b67. May 08 22:16:20.282930 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device b639c3ec-0801-415f-b630-4947868392a4 up at agent ovs-agent-dv-cinder-840511-5-iscsi {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 08 22:16:20.300463 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2c61ee-ca13-4fdf-a821-5771e29f6a18 req-b962593a-ca15-438d-b315-cdb97f59c5e9 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:20.303506 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-af2c61ee-ca13-4fdf-a821-5771e29f6a18 req-b962593a-ca15-438d-b315-cdb97f59c5e9 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5e26a1-a863-487e-b196-c905958ffc62 HTTP/1.1" status: 200 len: 945 time: 0.0692129 May 08 22:16:20.334762 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Provisioning complete for port b639c3ec-0801-415f-b630-4947868392a4 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:16:20.335903 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (b639c3ec-0801-415f-b630-4947868392a4), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:20.348819 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5c37322-a2d0-4af8-80e9-ba9b2c1403be tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Router 40e3bb02-430b-45dd-b0e6-f5706e07f1bc has already been hosted by L3 agent 69aa2ac4-530d-40c2-a84a-3161d84edf61 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 08 22:16:20.359906 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-af2c61ee-ca13-4fdf-a821-5771e29f6a18 req-faf41072-b3f5-4764-b47f-3870fd6fbd58 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7af110c-3b41-4d6d-9f18-aba8cb65d696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502095 May 08 22:16:20.425923 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 50796) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:16:20.434142 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Current status of the port b639c3ec-0801-415f-b630-4947868392a4 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:16:20.434517 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [None req-995a0e7d-4a27-4fbc-bea5-8a00514fbe91 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-47072083-network', 'tenant_id': '612ea2ece21c41848028df8a474d9a4c'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:16:20.434622 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (b639c3ec-0801-415f-b630-4947868392a4), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:20.457014 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] For port b639c3ec-0801-415f-b630-4947868392a4, host dv-cinder-840511-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=b639c3ec-0801-415f-b630-4947868392a4,segment=NetworkSegment(0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa),segment_id=0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:16:20.462408 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (b639c3ec-0801-415f-b630-4947868392a4), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:20.500720 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-995a0e7d-4a27-4fbc-bea5-8a00514fbe91 admin admin] Made reservation on behalf of 612ea2ece21c41848028df8a474d9a4c for: {'network': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 08 22:16:20.504543 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-995a0e7d-4a27-4fbc-bea5-8a00514fbe91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for network (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:20.516750 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5c37322-a2d0-4af8-80e9-ba9b2c1403be tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Notify agent at l3_agent.dv-cinder-840511-5-iscsi the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 08 22:16:20.521981 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d5c37322-a2d0-4af8-80e9-ba9b2c1403be tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870'] for floatingip (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:20.524105 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-995a0e7d-4a27-4fbc-bea5-8a00514fbe91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:20.531720 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Pushing event updated for resources: {'Port': ['ID=b639c3ec-0801-415f-b630-4947868392a4,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:16:20.540975 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8dc59b-d4e3-4dad-87ad-9713dd6a9431 None None] Sync routers for ids ['40e3bb02-430b-45dd-b0e6-f5706e07f1bc'] in dv-cinder-840511-5-iscsi {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 08 22:16:20.553746 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8dc59b-d4e3-4dad-87ad-9713dd6a9431 None None] Routers {'40e3bb02-430b-45dd-b0e6-f5706e07f1bc'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:16:20.554380 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-5b8dc59b-d4e3-4dad-87ad-9713dd6a9431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:16:18Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['40e3bb02-430b-45dd-b0e6-f5706e07f1bc'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:16:20.580900 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-d5c37322-a2d0-4af8-80e9-ba9b2c1403be tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "PUT /v2.0/floatingips/3ac3b293-caf2-44a5-9b1d-69575a404288 HTTP/1.1" status: 200 len: 992 time: 1.7041483 May 08 22:16:20.582823 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41b2fdbd-2397-4f6f-904a-24c65bd20707', 'tag': '5ba34ff9-9e2c-4e2f-b1f0-9f8ca1724b67'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 08 22:16:20.585888 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cc8a0c475ac6fe54f5122aa5a8750c48412c688b8f67dba420990604a8daf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f497501-23f5-46d1-9354-7270bf94d75f" -d '{"events": [{"name": "network-changed", "server_uuid": "41b2fdbd-2397-4f6f-904a-24c65bd20707", "tag": "5ba34ff9-9e2c-4e2f-b1f0-9f8ca1724b67"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 08 22:16:20.634423 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915dc958-50ff-4d6a-b526-e1f2de9a5573 req-f507fa8c-5bb6-41d3-a7f4-e89f4749d509 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:20.637656 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-915dc958-50ff-4d6a-b526-e1f2de9a5573 req-f507fa8c-5bb6-41d3-a7f4-e89f4749d509 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 945 time: 0.0907578 May 08 22:16:20.685114 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-995a0e7d-4a27-4fbc-bea5-8a00514fbe91 admin admin] Publish callbacks [] for security_group (a75488df-3609-4be4-b33d-5274dc7b4912), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:20.692443 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-995a0e7d-4a27-4fbc-bea5-8a00514fbe91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (a75488df-3609-4be4-b33d-5274dc7b4912), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:20.713434 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-915dc958-50ff-4d6a-b526-e1f2de9a5573 req-ac059f57-702c-4edd-b151-670f2ac5fda4 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645671 May 08 22:16:20.730473 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-995a0e7d-4a27-4fbc-bea5-8a00514fbe91 admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=103629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 08 22:16:20.734216 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995a0e7d-4a27-4fbc-bea5-8a00514fbe91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a75488df-3609-4be4-b33d-5274dc7b4912,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:16:20.754137 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-995a0e7d-4a27-4fbc-bea5-8a00514fbe91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16448297'] for segment (835e8473-cb0f-4346-957f-b7437e92cf9a), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:20.754513 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.db.segments_db [None req-995a0e7d-4a27-4fbc-bea5-8a00514fbe91 admin admin] Added segment 835e8473-cb0f-4346-957f-b7437e92cf9a of type vlan for network 68902894-ee7a-44ea-a38e-23d2c15d7dab May 08 22:16:20.784742 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 08 May 2022 22:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8db472a-7ccc-44fa-8620-d380e016e0d5 x-openstack-request-id: req-d8db472a-7ccc-44fa-8620-d380e016e0d5 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 08 22:16:20.785021 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41b2fdbd-2397-4f6f-904a-24c65bd20707", "tag": "5ba34ff9-9e2c-4e2f-b1f0-9f8ca1724b67", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 08 22:16:20.785273 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d8db472a-7ccc-44fa-8620-d380e016e0d5 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 08 22:16:20.785673 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8db472a-7ccc-44fa-8620-d380e016e0d5'] response: {'name': 'network-changed', 'server_uuid': '41b2fdbd-2397-4f6f-904a-24c65bd20707', 'tag': '5ba34ff9-9e2c-4e2f-b1f0-9f8ca1724b67', 'status': 'completed', 'code': 200} May 08 22:16:20.804644 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-995a0e7d-4a27-4fbc-bea5-8a00514fbe91 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791033991810'] for network (68902894-ee7a-44ea-a38e-23d2c15d7dab), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:20.823686 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-5b8dc59b-d4e3-4dad-87ad-9713dd6a9431 None None] Set router 40e3bb02-430b-45dd-b0e6-f5706e07f1bc gateway port host: dv-cinder-840511-5-iscsi {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:16:20.839444 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-995a0e7d-4a27-4fbc-bea5-8a00514fbe91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293'] for network (68902894-ee7a-44ea-a38e-23d2c15d7dab), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:20.841019 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995a0e7d-4a27-4fbc-bea5-8a00514fbe91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:20.841963 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-995a0e7d-4a27-4fbc-bea5-8a00514fbe91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745315'] for network (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:20.857651 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-95a8ad10-ce55-436c-854a-3051a6645add req-7898343e-995b-46bb-89f1-19f290050cc6 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/ports?device_id=85733564-1a99-4c75-9ed3-3dea45ffc0be HTTP/1.1" status: 200 len: 210 time: 0.0374563 May 08 22:16:20.906351 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-995a0e7d-4a27-4fbc-bea5-8a00514fbe91 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4798505 May 08 22:16:20.908110 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995a0e7d-4a27-4fbc-bea5-8a00514fbe91 admin admin] Pushing event updated for resources: {'Network': ['ID=68902894-ee7a-44ea-a38e-23d2c15d7dab,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:16:20.909300 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 50808) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:16:20.915606 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.v2.base [None req-ee83cce5-3b87-41c9-889d-ddc7e2bd2dc0 admin admin] Request body: {'subnet': {'network_id': '68902894-ee7a-44ea-a38e-23d2c15d7dab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-47072083-subnet', 'tenant_id': '612ea2ece21c41848028df8a474d9a4c', 'ip_version': 4}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:16:20.929171 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Network 68902894-ee7a-44ea-a38e-23d2c15d7dab details requested by agent ovs-agent-dv-cinder-840511-5-iscsi with host dv-cinder-840511-5-iscsi {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 08 22:16:20.941513 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee83cce5-3b87-41c9-889d-ddc7e2bd2dc0 admin admin] Made reservation on behalf of 612ea2ece21c41848028df8a474d9a4c for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 08 22:16:20.945133 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ee83cce5-3b87-41c9-889d-ddc7e2bd2dc0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:20.980786 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfb46c7-c806-465c-a6a7-8fbf574ec126 None None] Sync routers for ids ['a8f265f4-b07f-43aa-9594-a6ccda3c5d38'] in dv-cinder-840511-5-iscsi {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 08 22:16:20.993094 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfb46c7-c806-465c-a6a7-8fbf574ec126 None None] Routers {'a8f265f4-b07f-43aa-9594-a6ccda3c5d38'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:16:20.993820 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-cdfb46c7-c806-465c-a6a7-8fbf574ec126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:16:18Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['a8f265f4-b07f-43aa-9594-a6ccda3c5d38'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:16:21.046938 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f82e6e54-0a06-4075-8e4d-2bf0b0f201e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (1fcc0290-7f55-4633-95cb-6d94e7aa5e57), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:21.109271 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-cdfb46c7-c806-465c-a6a7-8fbf574ec126 None None] Set router a8f265f4-b07f-43aa-9594-a6ccda3c5d38 gateway port host: dv-cinder-840511-5-iscsi {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:16:21.198745 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-5b8dc59b-d4e3-4dad-87ad-9713dd6a9431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e3bb02-430b-45dd-b0e6-f5706e07f1bc', 'name': 'tempest-AttachVolumeTestJSON-325224771-router', 'tenant_id': '877c3ddd8833480d8dedc0796ec7dcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '718d2169-e803-436e-aa16-5616b23d0b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:15:04Z', 'updated_at': '2022-05-08T22:15:11Z', 'revision_number': 4, 'project_id': '877c3ddd8833480d8dedc0796ec7dcd2', 'gw_port': {'id': '718d2169-e803-436e-aa16-5616b23d0b0c', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ab:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e3bb02-430b-45dd-b0e6-f5706e07f1bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:05Z', 'updated_at': '2022-05-08T22:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_floatingips': [{'id': '3ac3b293-caf2-44a5-9b1d-69575a404288', 'tenant_id': '877c3ddd8833480d8dedc0796ec7dcd2', 'floating_ip_address': '172.27.2.191', 'floating_network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'router_id': '40e3bb02-430b-45dd-b0e6-f5706e07f1bc', 'port_id': '5ba34ff9-9e2c-4e2f-b1f0-9f8ca1724b67', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '387fc46a-30bd-496f-ac2d-d7b18b5cbea6', 'mac_address': 'fa:16:3e:e5:11:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b2fdbd-2397-4f6f-904a-24c65bd20707', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-08T22:15:19Z', 'updated_at': '2022-05-08T22:16:19Z', 'revision_number': 1, 'project_id': '877c3ddd8833480d8dedc0796ec7dcd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '273e176a-0c4f-444f-b508-eabc343a8562', 'name': '', 'network_id': '387fc46a-30bd-496f-ac2d-d7b18b5cbea6', 'tenant_id': '877c3ddd8833480d8dedc0796ec7dcd2', 'mac_address': 'fa:16:3e:21:53:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e3bb02-430b-45dd-b0e6-f5706e07f1bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '22276153-f38c-4e2a-9ff9-b172da35f69d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:09Z', 'updated_at': '2022-05-08T22:15:18Z', 'revision_number': 5, 'project_id': '877c3ddd8833480d8dedc0796ec7dcd2', 'subnets': [{'id': '22276153-f38c-4e2a-9ff9-b172da35f69d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:16:21.229859 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8dc59b-d4e3-4dad-87ad-9713dd6a9431 None None] Checking router: 40e3bb02-430b-45dd-b0e6-f5706e07f1bc for host: dv-cinder-840511-5-iscsi {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 08 22:16:21.238936 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8dc59b-d4e3-4dad-87ad-9713dd6a9431 None None] Routers {'40e3bb02-430b-45dd-b0e6-f5706e07f1bc'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:16:21.239549 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-5b8dc59b-d4e3-4dad-87ad-9713dd6a9431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:16:18Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['40e3bb02-430b-45dd-b0e6-f5706e07f1bc'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:16:21.300642 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-cdfb46c7-c806-465c-a6a7-8fbf574ec126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f265f4-b07f-43aa-9594-a6ccda3c5d38', 'name': 'tempest-TestMinimumBasicScenario-1998958817-router', 'tenant_id': '591851cbb96843c287971cf54acad618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': 'b639c3ec-0801-415f-b630-4947868392a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:16:15Z', 'updated_at': '2022-05-08T22:16:18Z', 'revision_number': 4, 'project_id': '591851cbb96843c287971cf54acad618', 'gw_port': {'id': 'b639c3ec-0801-415f-b630-4947868392a4', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:a8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f265f4-b07f-43aa-9594-a6ccda3c5d38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:16:15Z', 'updated_at': '2022-05-08T22:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_interfaces': [{'id': 'e8936f5c-2b4b-4cfa-af7d-30a20440a08a', 'name': '', 'network_id': '2aae8800-127b-4312-8164-8a20bcfe6f91', 'tenant_id': '591851cbb96843c287971cf54acad618', 'mac_address': 'fa:16:3e:0c:56:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f265f4-b07f-43aa-9594-a6ccda3c5d38', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'e594cb87-8b3c-497d-b749-a06b23b83e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:16:18Z', 'updated_at': '2022-05-08T22:16:19Z', 'revision_number': 2, 'project_id': '591851cbb96843c287971cf54acad618', 'subnets': [{'id': 'e594cb87-8b3c-497d-b749-a06b23b83e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:16:21.312931 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ee83cce5-3b87-41c9-889d-ddc7e2bd2dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293'] for subnet (8dfc1dcf-432c-4728-bd33-2a66291f47b0), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:21.329720 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfb46c7-c806-465c-a6a7-8fbf574ec126 None None] Checking router: a8f265f4-b07f-43aa-9594-a6ccda3c5d38 for host: dv-cinder-840511-5-iscsi {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 08 22:16:21.330068 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfb46c7-c806-465c-a6a7-8fbf574ec126 None None] Updating router a8f265f4-b07f-43aa-9594-a6ccda3c5d38 port e8936f5c-2b4b-4cfa-af7d-30a20440a08a binding host dv-cinder-840511-5-iscsi {{(pid=103631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 08 22:16:21.357781 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-cdfb46c7-c806-465c-a6a7-8fbf574ec126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (e8936f5c-2b4b-4cfa-af7d-30a20440a08a), before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:21.363008 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-5b8dc59b-d4e3-4dad-87ad-9713dd6a9431 None None] Set router 40e3bb02-430b-45dd-b0e6-f5706e07f1bc gateway port host: dv-cinder-840511-5-iscsi {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:16:21.375502 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee83cce5-3b87-41c9-889d-ddc7e2bd2dc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dfc1dcf-432c-4728-bd33-2a66291f47b0,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:16:21.383965 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee83cce5-3b87-41c9-889d-ddc7e2bd2dc0 admin admin] Checking segment: {'id': '835e8473-cb0f-4346-957f-b7437e92cf9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '68902894-ee7a-44ea-a38e-23d2c15d7dab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 08 22:16:21.384355 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee83cce5-3b87-41c9-889d-ddc7e2bd2dc0 admin admin] Network hostable DHCP agents. Network: 68902894-ee7a-44ea-a38e-23d2c15d7dab, hostable agents: ['399f5491-dab9-4373-bd22-64cd7c73418d'], hosted agents: [] {{(pid=103628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 08 22:16:21.404688 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee83cce5-3b87-41c9-889d-ddc7e2bd2dc0 admin admin] Network 68902894-ee7a-44ea-a38e-23d2c15d7dab is scheduled to be hosted by DHCP agent 399f5491-dab9-4373-bd22-64cd7c73418d with binding_index 1 {{(pid=103628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 08 22:16:21.418933 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-ee83cce5-3b87-41c9-889d-ddc7e2bd2dc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840511-5-iscsi, 68902894-ee7a-44ea-a38e-23d2c15d7dab) {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:16:21.432447 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee83cce5-3b87-41c9-889d-ddc7e2bd2dc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:21.433074 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ee83cce5-3b87-41c9-889d-ddc7e2bd2dc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745315'] for subnet (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:21.453223 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585d7080-e3c2-4201-a143-715ab590ddbd None None] Network 68902894-ee7a-44ea-a38e-23d2c15d7dab requested from dv-cinder-840511-5-iscsi {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 08 22:16:21.457341 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-ee83cce5-3b87-41c9-889d-ddc7e2bd2dc0 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5434358 May 08 22:16:21.457587 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 50814) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:16:21.462857 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.v2.base [None req-5fa27d59-7e72-4683-8041-987ea489ac0b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-47072083-router', 'tenant_id': '612ea2ece21c41848028df8a474d9a4c', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd'}}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:16:21.523782 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe93234-a576-4995-bd95-ca28498a93d1 req-3129ef08-7e33-4a28-84ac-575b228a63b4 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:21.525355 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-dbe93234-a576-4995-bd95-ca28498a93d1 req-3129ef08-7e33-4a28-84ac-575b228a63b4 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5e26a1-a863-487e-b196-c905958ffc62 HTTP/1.1" status: 200 len: 945 time: 0.0575330 May 08 22:16:21.527835 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5fa27d59-7e72-4683-8041-987ea489ac0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-790573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15489'] for router (36fcc696-b994-41f5-b94a-e55569e91880), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:21.529288 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5fa27d59-7e72-4683-8041-987ea489ac0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-790745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-789556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-763181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15496'] for router (36fcc696-b994-41f5-b94a-e55569e91880), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:21.604614 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-dbe93234-a576-4995-bd95-ca28498a93d1 req-44c5d759-d242-4377-8e72-050396f506bc tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7af110c-3b41-4d6d-9f18-aba8cb65d696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702798 May 08 22:16:21.641648 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5fa27d59-7e72-4683-8041-987ea489ac0b admin admin] Publish callbacks [] for router_controller (36fcc696-b994-41f5-b94a-e55569e91880), precommit_add_association {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:21.641841 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9c1b80-3c23-43d7-ab9d-18e34e1d963f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b54c12b-09b0-5231-a33c-a6f0f39291a1-68902894-ee7a-44ea-a38e-23d2c15d7dab', 'network_id': '68902894-ee7a-44ea-a38e-23d2c15d7dab', 'project_id': '612ea2ece21c41848028df8a474d9a4c', 'fixed_ips': [{'subnet_id': '8dfc1dcf-432c-4728-bd33-2a66291f47b0'}]}} from dv-cinder-840511-5-iscsi. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 08 22:16:21.641841 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-ca9c1b80-3c23-43d7-ab9d-18e34e1d963f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (None), before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:21.666200 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-cdfb46c7-c806-465c-a6a7-8fbf574ec126 None None] Publish callbacks [] for port (e8936f5c-2b4b-4cfa-af7d-30a20440a08a), precommit_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:21.680972 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-cdfb46c7-c806-465c-a6a7-8fbf574ec126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (e8936f5c-2b4b-4cfa-af7d-30a20440a08a), after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:21.719271 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b684c482-f83c-4c64-a1e3-0321d9b810eb None None] Pushing event updated for resources: {'Port': ['ID=e8936f5c-2b4b-4cfa-af7d-30a20440a08a,revision_number=3']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:16:21.805974 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-cdfb46c7-c806-465c-a6a7-8fbf574ec126 None None] Attempting to bind port e8936f5c-2b4b-4cfa-af7d-30a20440a08a on host dv-cinder-840511-5-iscsi for vnic_type normal with profile {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 08 22:16:21.806446 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-cdfb46c7-c806-465c-a6a7-8fbf574ec126 None None] Attempting to bind port e8936f5c-2b4b-4cfa-af7d-30a20440a08a by drivers openvswitch,hyperv on host dv-cinder-840511-5-iscsi at level 0 using segments [{'id': '15aac9db-17a7-464b-8eed-23bde88d4145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2aae8800-127b-4312-8164-8a20bcfe6f91'}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 08 22:16:21.806882 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfb46c7-c806-465c-a6a7-8fbf574ec126 None None] Attempting to bind port e8936f5c-2b4b-4cfa-af7d-30a20440a08a on network 2aae8800-127b-4312-8164-8a20bcfe6f91 {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 08 22:16:21.813571 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfb46c7-c806-465c-a6a7-8fbf574ec126 None None] Checking agent: {'id': '7e3c7ef6-abd5-4f0f-b372-b2734b637fd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840511-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 8, 22, 6, 52), 'started_at': datetime.datetime(2022, 5, 8, 22, 7, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 8, 22, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840511-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 08 22:16:21.817062 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfb46c7-c806-465c-a6a7-8fbf574ec126 None None] Checking segment: {'id': '15aac9db-17a7-464b-8eed-23bde88d4145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2aae8800-127b-4312-8164-8a20bcfe6f91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 08 22:16:21.818581 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-cdfb46c7-c806-465c-a6a7-8fbf574ec126 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:21.818953 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfb46c7-c806-465c-a6a7-8fbf574ec126 None None] Bound using segment: {'id': '15aac9db-17a7-464b-8eed-23bde88d4145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2aae8800-127b-4312-8164-8a20bcfe6f91'} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 08 22:16:21.819548 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-cdfb46c7-c806-465c-a6a7-8fbf574ec126 None None] Bound port: e8936f5c-2b4b-4cfa-af7d-30a20440a08a, host: dv-cinder-840511-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15aac9db-17a7-464b-8eed-23bde88d4145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2aae8800-127b-4312-8164-8a20bcfe6f91'}}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 08 22:16:21.819899 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-cdfb46c7-c806-465c-a6a7-8fbf574ec126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (e8936f5c-2b4b-4cfa-af7d-30a20440a08a), before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:21.837078 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-ca9c1b80-3c23-43d7-ab9d-18e34e1d963f None None] Allocated IP 172.20.0.2 (68902894-ee7a-44ea-a38e-23d2c15d7dab/8dfc1dcf-432c-4728-bd33-2a66291f47b0/b117b8e8-9a90-4823-b219-17ed2c18e1e5) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 08 22:16:21.839531 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5fa27d59-7e72-4683-8041-987ea489ac0b admin admin] Publish callbacks [] for router_gateway (36fcc696-b994-41f5-b94a-e55569e91880), precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:21.896315 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-cdfb46c7-c806-465c-a6a7-8fbf574ec126 None None] For port e8936f5c-2b4b-4cfa-af7d-30a20440a08a, host dv-cinder-840511-5-iscsi, cleared binding levels {{(pid=103631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 08 22:16:21.899864 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-cdfb46c7-c806-465c-a6a7-8fbf574ec126 None None] For port e8936f5c-2b4b-4cfa-af7d-30a20440a08a, host dv-cinder-840511-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=e8936f5c-2b4b-4cfa-af7d-30a20440a08a,segment=NetworkSegment(15aac9db-17a7-464b-8eed-23bde88d4145),segment_id=15aac9db-17a7-464b-8eed-23bde88d4145)] {{(pid=103631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 08 22:16:21.909973 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-cdfb46c7-c806-465c-a6a7-8fbf574ec126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (e8936f5c-2b4b-4cfa-af7d-30a20440a08a), after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:21.932876 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-5b8dc59b-d4e3-4dad-87ad-9713dd6a9431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e3bb02-430b-45dd-b0e6-f5706e07f1bc', 'name': 'tempest-AttachVolumeTestJSON-325224771-router', 'tenant_id': '877c3ddd8833480d8dedc0796ec7dcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '718d2169-e803-436e-aa16-5616b23d0b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:15:04Z', 'updated_at': '2022-05-08T22:15:11Z', 'revision_number': 4, 'project_id': '877c3ddd8833480d8dedc0796ec7dcd2', 'gw_port': {'id': '718d2169-e803-436e-aa16-5616b23d0b0c', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ab:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e3bb02-430b-45dd-b0e6-f5706e07f1bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:05Z', 'updated_at': '2022-05-08T22:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_floatingips': [{'id': '3ac3b293-caf2-44a5-9b1d-69575a404288', 'tenant_id': '877c3ddd8833480d8dedc0796ec7dcd2', 'floating_ip_address': '172.27.2.191', 'floating_network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'router_id': '40e3bb02-430b-45dd-b0e6-f5706e07f1bc', 'port_id': '5ba34ff9-9e2c-4e2f-b1f0-9f8ca1724b67', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '387fc46a-30bd-496f-ac2d-d7b18b5cbea6', 'mac_address': 'fa:16:3e:e5:11:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b2fdbd-2397-4f6f-904a-24c65bd20707', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-08T22:15:19Z', 'updated_at': '2022-05-08T22:16:19Z', 'revision_number': 1, 'project_id': '877c3ddd8833480d8dedc0796ec7dcd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '273e176a-0c4f-444f-b508-eabc343a8562', 'name': '', 'network_id': '387fc46a-30bd-496f-ac2d-d7b18b5cbea6', 'tenant_id': '877c3ddd8833480d8dedc0796ec7dcd2', 'mac_address': 'fa:16:3e:21:53:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e3bb02-430b-45dd-b0e6-f5706e07f1bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '22276153-f38c-4e2a-9ff9-b172da35f69d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:09Z', 'updated_at': '2022-05-08T22:15:18Z', 'revision_number': 5, 'project_id': '877c3ddd8833480d8dedc0796ec7dcd2', 'subnets': [{'id': '22276153-f38c-4e2a-9ff9-b172da35f69d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:16:21.965762 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b684c482-f83c-4c64-a1e3-0321d9b810eb None None] Pushing event updated for resources: {'Port': ['ID=e8936f5c-2b4b-4cfa-af7d-30a20440a08a,revision_number=4']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:16:21.972376 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8dc59b-d4e3-4dad-87ad-9713dd6a9431 None None] The sync data for ids ['40e3bb02-430b-45dd-b0e6-f5706e07f1bc'] in dv-cinder-840511-5-iscsi is: [{'id': '40e3bb02-430b-45dd-b0e6-f5706e07f1bc', 'name': 'tempest-AttachVolumeTestJSON-325224771-router', 'tenant_id': '877c3ddd8833480d8dedc0796ec7dcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '718d2169-e803-436e-aa16-5616b23d0b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:15:04Z', 'updated_at': '2022-05-08T22:15:11Z', 'revision_number': 4, 'project_id': '877c3ddd8833480d8dedc0796ec7dcd2', 'gw_port': {'id': '718d2169-e803-436e-aa16-5616b23d0b0c', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ab:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e3bb02-430b-45dd-b0e6-f5706e07f1bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:05Z', 'updated_at': '2022-05-08T22:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_floatingips': [{'id': '3ac3b293-caf2-44a5-9b1d-69575a404288', 'tenant_id': '877c3ddd8833480d8dedc0796ec7dcd2', 'floating_ip_address': '172.27.2.191', 'floating_network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'router_id': '40e3bb02-430b-45dd-b0e6-f5706e07f1bc', 'port_id': '5ba34ff9-9e2c-4e2f-b1f0-9f8ca1724b67', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '387fc46a-30bd-496f-ac2d-d7b18b5cbea6', 'mac_address': 'fa:16:3e:e5:11:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b2fdbd-2397-4f6f-904a-24c65bd20707', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-08T22:15:19Z', 'updated_at': '2022-05-08T22:16:19Z', 'revision_number': 1, 'project_id': '877c3ddd8833480d8dedc0796ec7dcd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '273e176a-0c4f-444f-b508-eabc343a8562', 'name': '', 'network_id': '387fc46a-30bd-496f-ac2d-d7b18b5cbea6', 'tenant_id': '877c3ddd8833480d8dedc0796ec7dcd2', 'mac_address': 'fa:16:3e:21:53:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e3bb02-430b-45dd-b0e6-f5706e07f1bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '22276153-f38c-4e2a-9ff9-b172da35f69d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:09Z', 'updated_at': '2022-05-08T22:15:18Z', 'revision_number': 5, 'project_id': '877c3ddd8833480d8dedc0796ec7dcd2', 'subnets': [{'id': '22276153-f38c-4e2a-9ff9-b172da35f69d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 08 22:16:21.995360 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2803946-1eb5-451d-b35c-1644f9ec43be req-2e7f46bb-f8d5-41ce-bc56-b191e6192ebe tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:21.998346 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-a2803946-1eb5-451d-b35c-1644f9ec43be req-2e7f46bb-f8d5-41ce-bc56-b191e6192ebe tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 945 time: 0.1508048 May 08 22:16:22.012345 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfb46c7-c806-465c-a6a7-8fbf574ec126 None None] Routers {'a8f265f4-b07f-43aa-9594-a6ccda3c5d38'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:16:22.013293 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-cdfb46c7-c806-465c-a6a7-8fbf574ec126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:16:18Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['a8f265f4-b07f-43aa-9594-a6ccda3c5d38'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:16:22.030612 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-475704e6-a7ad-47bb-a10f-cfa939355ea3 None None] Provisioning complete for port e8936f5c-2b4b-4cfa-af7d-30a20440a08a triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:16:22.030996 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-475704e6-a7ad-47bb-a10f-cfa939355ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (e8936f5c-2b4b-4cfa-af7d-30a20440a08a), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:22.143105 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-cdfb46c7-c806-465c-a6a7-8fbf574ec126 None None] Set router a8f265f4-b07f-43aa-9594-a6ccda3c5d38 gateway port host: dv-cinder-840511-5-iscsi {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:16:22.201625 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-a2803946-1eb5-451d-b35c-1644f9ec43be req-b967651b-c966-479f-b295-75b6282ec151 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945410 May 08 22:16:22.234996 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5fa27d59-7e72-4683-8041-987ea489ac0b admin admin] Publish callbacks [] for router_gateway (36fcc696-b994-41f5-b94a-e55569e91880), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:22.258098 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-475704e6-a7ad-47bb-a10f-cfa939355ea3 None None] Current status of the port e8936f5c-2b4b-4cfa-af7d-30a20440a08a is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:16:22.258480 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-475704e6-a7ad-47bb-a10f-cfa939355ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (e8936f5c-2b4b-4cfa-af7d-30a20440a08a), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:22.279784 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-ca9c1b80-3c23-43d7-ab9d-18e34e1d963f None None] Publish callbacks [] for port (b117b8e8-9a90-4823-b219-17ed2c18e1e5), precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:22.287491 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5fa27d59-7e72-4683-8041-987ea489ac0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:22.288041 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device b639c3ec-0801-415f-b630-4947868392a4 up at agent ovs-agent-dv-cinder-840511-5-iscsi {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 08 22:16:22.327844 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-ca9c1b80-3c23-43d7-ab9d-18e34e1d963f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791034024012'] for port (b117b8e8-9a90-4823-b219-17ed2c18e1e5), after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:22.352385 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-475704e6-a7ad-47bb-a10f-cfa939355ea3 None None] For port e8936f5c-2b4b-4cfa-af7d-30a20440a08a, host dv-cinder-840511-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=e8936f5c-2b4b-4cfa-af7d-30a20440a08a,segment=NetworkSegment(15aac9db-17a7-464b-8eed-23bde88d4145),segment_id=15aac9db-17a7-464b-8eed-23bde88d4145)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:16:22.377482 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a801ec55-4c48-4e2b-baca-66b1b9658175 None None] New status for floating IP 3ac3b293-caf2-44a5-9b1d-69575a404288: ACTIVE {{(pid=103630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 08 22:16:22.385866 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-475704e6-a7ad-47bb-a10f-cfa939355ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (e8936f5c-2b4b-4cfa-af7d-30a20440a08a), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:22.403029 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-68509791-897e-49eb-b32b-0d2fc284a579 req-f560e9df-9ad4-4e1f-8762-5377ac0f08ff tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/ports?device_id=85733564-1a99-4c75-9ed3-3dea45ffc0be HTTP/1.1" status: 200 len: 210 time: 0.0442975 May 08 22:16:22.421331 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9c1b80-3c23-43d7-ab9d-18e34e1d963f None None] Network 68902894-ee7a-44ea-a38e-23d2c15d7dab is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 08 22:16:22.490513 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-5fa27d59-7e72-4683-8041-987ea489ac0b admin admin] Allocated IP 172.27.2.188 (542aeef6-5046-439a-aa53-dc46759766dd/c1306b94-a9cc-4730-bd7d-1800cb77959d/fdc1bc0f-d1d4-4366-af29-92165348157e) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 08 22:16:22.554341 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-cdfb46c7-c806-465c-a6a7-8fbf574ec126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f265f4-b07f-43aa-9594-a6ccda3c5d38', 'name': 'tempest-TestMinimumBasicScenario-1998958817-router', 'tenant_id': '591851cbb96843c287971cf54acad618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': 'b639c3ec-0801-415f-b630-4947868392a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:16:15Z', 'updated_at': '2022-05-08T22:16:18Z', 'revision_number': 4, 'project_id': '591851cbb96843c287971cf54acad618', 'gw_port': {'id': 'b639c3ec-0801-415f-b630-4947868392a4', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:a8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f265f4-b07f-43aa-9594-a6ccda3c5d38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:16:15Z', 'updated_at': '2022-05-08T22:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_interfaces': [{'id': 'e8936f5c-2b4b-4cfa-af7d-30a20440a08a', 'name': '', 'network_id': '2aae8800-127b-4312-8164-8a20bcfe6f91', 'tenant_id': '591851cbb96843c287971cf54acad618', 'mac_address': 'fa:16:3e:0c:56:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f265f4-b07f-43aa-9594-a6ccda3c5d38', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'e594cb87-8b3c-497d-b749-a06b23b83e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:16:18Z', 'updated_at': '2022-05-08T22:16:21Z', 'revision_number': 4, 'project_id': '591851cbb96843c287971cf54acad618', 'subnets': [{'id': 'e594cb87-8b3c-497d-b749-a06b23b83e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:16:22.584412 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfb46c7-c806-465c-a6a7-8fbf574ec126 None None] The sync data for ids ['a8f265f4-b07f-43aa-9594-a6ccda3c5d38'] in dv-cinder-840511-5-iscsi is: [{'id': 'a8f265f4-b07f-43aa-9594-a6ccda3c5d38', 'name': 'tempest-TestMinimumBasicScenario-1998958817-router', 'tenant_id': '591851cbb96843c287971cf54acad618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': 'b639c3ec-0801-415f-b630-4947868392a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:16:15Z', 'updated_at': '2022-05-08T22:16:18Z', 'revision_number': 4, 'project_id': '591851cbb96843c287971cf54acad618', 'gw_port': {'id': 'b639c3ec-0801-415f-b630-4947868392a4', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:a8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f265f4-b07f-43aa-9594-a6ccda3c5d38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:16:15Z', 'updated_at': '2022-05-08T22:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_interfaces': [{'id': 'e8936f5c-2b4b-4cfa-af7d-30a20440a08a', 'name': '', 'network_id': '2aae8800-127b-4312-8164-8a20bcfe6f91', 'tenant_id': '591851cbb96843c287971cf54acad618', 'mac_address': 'fa:16:3e:0c:56:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f265f4-b07f-43aa-9594-a6ccda3c5d38', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'e594cb87-8b3c-497d-b749-a06b23b83e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:16:18Z', 'updated_at': '2022-05-08T22:16:21Z', 'revision_number': 4, 'project_id': '591851cbb96843c287971cf54acad618', 'subnets': [{'id': 'e594cb87-8b3c-497d-b749-a06b23b83e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 08 22:16:22.610879 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-ca9c1b80-3c23-43d7-ab9d-18e34e1d963f None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:16:22.618179 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5fa27d59-7e72-4683-8041-987ea489ac0b admin admin] Publish callbacks [] for port (fdc1bc0f-d1d4-4366-af29-92165348157e), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:22.626344 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9c1b80-3c23-43d7-ab9d-18e34e1d963f None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 08 22:16:22.685003 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5fa27d59-7e72-4683-8041-987ea489ac0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791034024012'] for port (fdc1bc0f-d1d4-4366-af29-92165348157e), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:22.696477 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9c1b80-3c23-43d7-ab9d-18e34e1d963f None None] Pushing event updated for resources: {'Port': ['ID=b117b8e8-9a90-4823-b219-17ed2c18e1e5,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:16:22.744993 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-fb49387b-5239-461f-b34a-9a66c67a8843 None None] Provisioning complete for port e8936f5c-2b4b-4cfa-af7d-30a20440a08a triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:16:22.745362 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-fb49387b-5239-461f-b34a-9a66c67a8843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (e8936f5c-2b4b-4cfa-af7d-30a20440a08a), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:22.771260 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (7e3c7ef6-abd5-4f0f-b372-b2734b637fd0), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:22.790208 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa27d59-7e72-4683-8041-987ea489ac0b admin admin] Network 542aeef6-5046-439a-aa53-dc46759766dd is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 08 22:16:22.811457 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-5fa27d59-7e72-4683-8041-987ea489ac0b admin admin] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:16:22.821978 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa27d59-7e72-4683-8041-987ea489ac0b admin admin] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 08 22:16:22.880309 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Provisioning complete for port b639c3ec-0801-415f-b630-4947868392a4 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:16:22.881005 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (b639c3ec-0801-415f-b630-4947868392a4), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:22.889087 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e468f69-64a2-4598-bd8f-ef073cc05440 req-fe5e5234-6fa2-4395-8bee-9613db826422 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:22.890850 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-9e468f69-64a2-4598-bd8f-ef073cc05440 req-fe5e5234-6fa2-4395-8bee-9613db826422 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5e26a1-a863-487e-b196-c905958ffc62 HTTP/1.1" status: 200 len: 945 time: 0.1406472 May 08 22:16:22.891569 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa27d59-7e72-4683-8041-987ea489ac0b admin admin] Pushing event updated for resources: {'Port': ['ID=fdc1bc0f-d1d4-4366-af29-92165348157e,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:16:23.044459 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-9e468f69-64a2-4598-bd8f-ef073cc05440 req-14abd659-9b9a-4732-8a23-0928cb71a49e tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7af110c-3b41-4d6d-9f18-aba8cb65d696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435623 May 08 22:16:23.077956 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475704e6-a7ad-47bb-a10f-cfa939355ea3 None None] Pushing event updated for resources: {'Port': ['ID=e8936f5c-2b4b-4cfa-af7d-30a20440a08a,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:16:23.163145 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-ca9c1b80-3c23-43d7-ab9d-18e34e1d963f None None] Attempting to bind port b117b8e8-9a90-4823-b219-17ed2c18e1e5 on host dv-cinder-840511-5-iscsi for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 08 22:16:23.163533 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-ca9c1b80-3c23-43d7-ab9d-18e34e1d963f None None] Attempting to bind port b117b8e8-9a90-4823-b219-17ed2c18e1e5 by drivers openvswitch,hyperv on host dv-cinder-840511-5-iscsi at level 0 using segments [{'id': '835e8473-cb0f-4346-957f-b7437e92cf9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '68902894-ee7a-44ea-a38e-23d2c15d7dab'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 08 22:16:23.163910 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9c1b80-3c23-43d7-ab9d-18e34e1d963f None None] Attempting to bind port b117b8e8-9a90-4823-b219-17ed2c18e1e5 on network 68902894-ee7a-44ea-a38e-23d2c15d7dab {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 08 22:16:23.181147 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 50840) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:16:23.182843 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5fa27d59-7e72-4683-8041-987ea489ac0b admin admin] Publish callbacks [] for router_gateway (36fcc696-b994-41f5-b94a-e55569e91880), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:23.248560 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9c1b80-3c23-43d7-ab9d-18e34e1d963f None None] Checking agent: {'id': '7e3c7ef6-abd5-4f0f-b372-b2734b637fd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840511-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 8, 22, 6, 52), 'started_at': datetime.datetime(2022, 5, 8, 22, 7, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 8, 22, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840511-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 08 22:16:23.248991 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9c1b80-3c23-43d7-ab9d-18e34e1d963f None None] Checking segment: {'id': '835e8473-cb0f-4346-957f-b7437e92cf9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '68902894-ee7a-44ea-a38e-23d2c15d7dab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 08 22:16:23.249649 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-ca9c1b80-3c23-43d7-ab9d-18e34e1d963f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:23.249649 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9c1b80-3c23-43d7-ab9d-18e34e1d963f None None] Bound using segment: {'id': '835e8473-cb0f-4346-957f-b7437e92cf9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '68902894-ee7a-44ea-a38e-23d2c15d7dab'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 08 22:16:23.250137 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-ca9c1b80-3c23-43d7-ab9d-18e34e1d963f None None] Bound port: b117b8e8-9a90-4823-b219-17ed2c18e1e5, host: dv-cinder-840511-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '835e8473-cb0f-4346-957f-b7437e92cf9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '68902894-ee7a-44ea-a38e-23d2c15d7dab'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 08 22:16:23.250517 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-ca9c1b80-3c23-43d7-ab9d-18e34e1d963f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (b117b8e8-9a90-4823-b219-17ed2c18e1e5), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:23.350154 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-ca9c1b80-3c23-43d7-ab9d-18e34e1d963f None None] For port b117b8e8-9a90-4823-b219-17ed2c18e1e5, host dv-cinder-840511-5-iscsi, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 08 22:16:23.355475 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-fb49387b-5239-461f-b34a-9a66c67a8843 None None] Current status of the port e8936f5c-2b4b-4cfa-af7d-30a20440a08a is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:16:23.362947 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Current status of the port b639c3ec-0801-415f-b630-4947868392a4 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:16:23.368747 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-ca9c1b80-3c23-43d7-ab9d-18e34e1d963f None None] For port b117b8e8-9a90-4823-b219-17ed2c18e1e5, host dv-cinder-840511-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=b117b8e8-9a90-4823-b219-17ed2c18e1e5,segment=NetworkSegment(835e8473-cb0f-4346-957f-b7437e92cf9a),segment_id=835e8473-cb0f-4346-957f-b7437e92cf9a)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 08 22:16:23.381513 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-ca9c1b80-3c23-43d7-ab9d-18e34e1d963f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (b117b8e8-9a90-4823-b219-17ed2c18e1e5), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:23.409390 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-18a827b6-1221-4096-85ce-1456c568810f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:23.510169 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9c1b80-3c23-43d7-ab9d-18e34e1d963f None None] Pushing event updated for resources: {'Port': ['ID=b117b8e8-9a90-4823-b219-17ed2c18e1e5,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:16:23.569389 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7ff0b2-14b5-41c7-b8ad-f64303405f4d req-c79d3033-0b49-42ba-a59e-ef4ff8598fc0 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:23.578602 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-1a7ff0b2-14b5-41c7-b8ad-f64303405f4d req-c79d3033-0b49-42ba-a59e-ef4ff8598fc0 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 945 time: 0.1915779 May 08 22:16:23.581921 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-18a827b6-1221-4096-85ce-1456c568810f admin admin] Publish callbacks [] for security_group (947f8857-912c-4f9f-ba8d-2ec395cb25eb), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:23.595006 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-18a827b6-1221-4096-85ce-1456c568810f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (947f8857-912c-4f9f-ba8d-2ec395cb25eb), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:23.649783 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a827b6-1221-4096-85ce-1456c568810f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=947f8857-912c-4f9f-ba8d-2ec395cb25eb,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:16:23.679071 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-18a827b6-1221-4096-85ce-1456c568810f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c82a72d28ae847f598c37b680953b11c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4965150 May 08 22:16:23.681335 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-1a7ff0b2-14b5-41c7-b8ad-f64303405f4d req-aa7ca505-f9d8-4665-8efa-2e00a9a365b2 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017590 May 08 22:16:23.683082 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 50856) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:16:23.706171 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5fa27d59-7e72-4683-8041-987ea489ac0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-790688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-789731'] for router (36fcc696-b994-41f5-b94a-e55569e91880), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:23.824512 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-254bd796-aaa1-4e89-b180-ed6eb992155b admin admin] Publish callbacks [] for security_group (947f8857-912c-4f9f-ba8d-2ec395cb25eb), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:23.869516 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-254bd796-aaa1-4e89-b180-ed6eb992155b admin admin] Publish callbacks [] for security_group (947f8857-912c-4f9f-ba8d-2ec395cb25eb), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:23.889963 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [req-3ccfb81f-c81e-47df-998a-f154f7d3227f req-9d94dbf5-a221-4ab2-b20e-9f31a1c27f16 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Request body: {'port': {'device_id': '85733564-1a99-4c75-9ed3-3dea45ffc0be', 'network_id': '01fd74e4-19fe-4127-93e4-f2dc9928f3de', 'admin_state_up': True, 'tenant_id': '654d3196600a44cc81cc95a1df44f7b9'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:16:24.153397 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-254bd796-aaa1-4e89-b180-ed6eb992155b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (947f8857-912c-4f9f-ba8d-2ec395cb25eb), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:24.156318 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-254bd796-aaa1-4e89-b180-ed6eb992155b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:24.157609 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-254bd796-aaa1-4e89-b180-ed6eb992155b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/947f8857-912c-4f9f-ba8d-2ec395cb25eb HTTP/1.1" status: 204 len: 168 time: 0.4713535 May 08 22:16:24.176410 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-b4111bd5-893f-4c0e-be72-5ab3a5dfd6f6 req-7bbde846-2ad3-40be-becb-5b0c78421b82 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/ports?device_id=85733564-1a99-4c75-9ed3-3dea45ffc0be HTTP/1.1" status: 200 len: 210 time: 0.0452423 May 08 22:16:24.200758 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254bd796-aaa1-4e89-b180-ed6eb992155b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=947f8857-912c-4f9f-ba8d-2ec395cb25eb,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:16:24.219322 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862d3294-968d-4e74-b77e-293480c9a7e7 req-586af887-64f1-4bf1-ba54-fbe3469daf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:24.230146 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-862d3294-968d-4e74-b77e-293480c9a7e7 req-586af887-64f1-4bf1-ba54-fbe3469daf7a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9bf17cedd3154ce4b6b2bd0e4dcbb92c&device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 1129 time: 0.1655643 May 08 22:16:24.285187 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-4a6b5941-5366-42f5-8afc-35752f0df971 req-f0d63e5b-8c0b-4fd4-9955-ec2dc2578bd5 service neutron] 10.222.0.24 "GET /v2.0/networks/387fc46a-30bd-496f-ac2d-d7b18b5cbea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4053724 May 08 22:16:24.330481 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ccfb81f-c81e-47df-998a-f154f7d3227f req-9d94dbf5-a221-4ab2-b20e-9f31a1c27f16 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Made reservation on behalf of 654d3196600a44cc81cc95a1df44f7b9 for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 08 22:16:24.337716 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-3ccfb81f-c81e-47df-998a-f154f7d3227f req-9d94dbf5-a221-4ab2-b20e-9f31a1c27f16 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:24.463335 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e47697b-15d2-49e7-bd4b-b48900231d52 req-5c78b217-9ad4-4009-93d6-79d247b1c980 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:24.475684 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-6e47697b-15d2-49e7-bd4b-b48900231d52 req-5c78b217-9ad4-4009-93d6-79d247b1c980 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5e26a1-a863-487e-b196-c905958ffc62 HTTP/1.1" status: 200 len: 945 time: 0.0847118 May 08 22:16:24.489443 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device e8936f5c-2b4b-4cfa-af7d-30a20440a08a up at agent ovs-agent-dv-cinder-840511-5-iscsi {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 08 22:16:24.529882 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fa27d59-7e72-4683-8041-987ea489ac0b admin admin] Router 36fcc696-b994-41f5-b94a-e55569e91880 is scheduled to L3 agent 69aa2ac4-530d-40c2-a84a-3161d84edf61 with binding_index 1 {{(pid=103628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 08 22:16:24.572155 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-6e47697b-15d2-49e7-bd4b-b48900231d52 req-2f8bfaff-04a8-46af-9bdf-ce23236094fd tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7af110c-3b41-4d6d-9f18-aba8cb65d696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950334 May 08 22:16:24.627313 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [req-3ccfb81f-c81e-47df-998a-f154f7d3227f req-9d94dbf5-a221-4ab2-b20e-9f31a1c27f16 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Allocated IP 172.20.0.9 (01fd74e4-19fe-4127-93e4-f2dc9928f3de/b67f9e41-8e88-417d-a124-a63b13e30eef/3c42572c-d32c-496a-a698-72171f0eb653) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 08 22:16:24.629370 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Provisioning complete for port e8936f5c-2b4b-4cfa-af7d-30a20440a08a triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:16:24.629854 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (e8936f5c-2b4b-4cfa-af7d-30a20440a08a), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:24.666561 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 50876) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:16:24.686497 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f4b4b784-4891-44d6-910d-6bb25cc00999 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:24.757014 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Current status of the port e8936f5c-2b4b-4cfa-af7d-30a20440a08a is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:16:24.758209 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device b117b8e8-9a90-4823-b219-17ed2c18e1e5 up at agent ovs-agent-dv-cinder-840511-5-iscsi {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 08 22:16:24.827299 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Provisioning complete for port b117b8e8-9a90-4823-b219-17ed2c18e1e5 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:16:24.827687 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (b117b8e8-9a90-4823-b219-17ed2c18e1e5), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:24.870343 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-3ccfb81f-c81e-47df-998a-f154f7d3227f req-9d94dbf5-a221-4ab2-b20e-9f31a1c27f16 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Publish callbacks [] for port (3c42572c-d32c-496a-a698-72171f0eb653), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:24.872076 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3363926c-e733-4a17-a1d5-e19033ad95df req-aa01d10c-e0a8-4650-a524-35543b8e13c7 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:24.873803 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-3363926c-e733-4a17-a1d5-e19033ad95df req-aa01d10c-e0a8-4650-a524-35543b8e13c7 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5e26a1-a863-487e-b196-c905958ffc62 HTTP/1.1" status: 200 len: 945 time: 0.1797931 May 08 22:16:24.884223 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 50880) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:16:24.894693 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [None req-56f3f30e-3306-44c8-8d53-3bf311caced1 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Request body: {'floatingip': {'port_id': 'c4a98c86-0213-4464-824c-6073569ec030'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:16:24.909593 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8ddd03-750e-499c-88f0-ad0fad44701b req-b47c6702-b464-45ca-85e4-8c007f9888ba tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:24.911272 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-4a8ddd03-750e-499c-88f0-ad0fad44701b req-b47c6702-b464-45ca-85e4-8c007f9888ba tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 945 time: 0.1315756 May 08 22:16:24.916062 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fa27d59-7e72-4683-8041-987ea489ac0b admin admin] Notify agent at l3_agent.dv-cinder-840511-5-iscsi the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 08 22:16:24.926457 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8bdd8f2-96af-4d27-8da9-927127d4d66c None None] Sync routers for ids ['36fcc696-b994-41f5-b94a-e55569e91880'] in dv-cinder-840511-5-iscsi {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 08 22:16:24.948506 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Current status of the port b117b8e8-9a90-4823-b219-17ed2c18e1e5 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:16:24.948946 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (b117b8e8-9a90-4823-b219-17ed2c18e1e5), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:24.951690 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8bdd8f2-96af-4d27-8da9-927127d4d66c None None] Routers {'36fcc696-b994-41f5-b94a-e55569e91880'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:16:24.952655 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-d8bdd8f2-96af-4d27-8da9-927127d4d66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:16:18Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['36fcc696-b994-41f5-b94a-e55569e91880'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:16:24.976371 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-56f3f30e-3306-44c8-8d53-3bf311caced1 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks [] for floatingip (9b59f168-3252-4d86-8b18-088017383d1e), before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:24.993372 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] For port b117b8e8-9a90-4823-b219-17ed2c18e1e5, host dv-cinder-840511-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=b117b8e8-9a90-4823-b219-17ed2c18e1e5,segment=NetworkSegment(835e8473-cb0f-4346-957f-b7437e92cf9a),segment_id=835e8473-cb0f-4346-957f-b7437e92cf9a)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:16:25.005519 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (b117b8e8-9a90-4823-b219-17ed2c18e1e5), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:25.009822 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-4a8ddd03-750e-499c-88f0-ad0fad44701b req-2e2fcf03-e522-490d-8070-63237238c172 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906034 May 08 22:16:25.017602 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5fa27d59-7e72-4683-8041-987ea489ac0b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:25.018866 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-5fa27d59-7e72-4683-8041-987ea489ac0b admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.5603192 May 08 22:16:25.021696 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 50882) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:16:25.040756 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f4b4b784-4891-44d6-910d-6bb25cc00999 admin admin] Publish callbacks [] for security_group (82959655-1091-4a76-b66a-3b637d24fa42), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:25.075502 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f4b4b784-4891-44d6-910d-6bb25cc00999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (82959655-1091-4a76-b66a-3b637d24fa42), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:25.088312 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-3ccfb81f-c81e-47df-998a-f154f7d3227f req-9d94dbf5-a221-4ab2-b20e-9f31a1c27f16 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791034024012'] for port (3c42572c-d32c-496a-a698-72171f0eb653), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:25.107153 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c779b1-6c9b-48e4-8231-37e78b4a94d5 None None] Network 68902894-ee7a-44ea-a38e-23d2c15d7dab requested from dv-cinder-840511-5-iscsi {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 08 22:16:25.114695 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Pushing event updated for resources: {'Port': ['ID=b117b8e8-9a90-4823-b219-17ed2c18e1e5,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:16:25.115299 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-d8bdd8f2-96af-4d27-8da9-927127d4d66c None None] Set router 36fcc696-b994-41f5-b94a-e55569e91880 gateway port host: dv-cinder-840511-5-iscsi {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:16:25.137957 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-f4b4b784-4891-44d6-910d-6bb25cc00999 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3d709331b7be479a872ced0f05f06964&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4700933 May 08 22:16:25.145016 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 50886) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:16:25.158680 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b4b784-4891-44d6-910d-6bb25cc00999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82959655-1091-4a76-b66a-3b637d24fa42,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:16:25.191737 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ccfb81f-c81e-47df-998a-f154f7d3227f req-9d94dbf5-a221-4ab2-b20e-9f31a1c27f16 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Network 01fd74e4-19fe-4127-93e4-f2dc9928f3de is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 08 22:16:25.201851 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [req-3ccfb81f-c81e-47df-998a-f154f7d3227f req-9d94dbf5-a221-4ab2-b20e-9f31a1c27f16 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:16:25.205188 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-120b3d2a-dcde-41c7-81a6-feaca4f1ee51 None None] Provisioning complete for port b117b8e8-9a90-4823-b219-17ed2c18e1e5 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:16:25.211749 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-120b3d2a-dcde-41c7-81a6-feaca4f1ee51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (b117b8e8-9a90-4823-b219-17ed2c18e1e5), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:25.215023 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ccfb81f-c81e-47df-998a-f154f7d3227f req-9d94dbf5-a221-4ab2-b20e-9f31a1c27f16 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 08 22:16:25.222822 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccfb81f-c81e-47df-998a-f154f7d3227f req-9d94dbf5-a221-4ab2-b20e-9f31a1c27f16 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:25.223710 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-3ccfb81f-c81e-47df-998a-f154f7d3227f req-9d94dbf5-a221-4ab2-b20e-9f31a1c27f16 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745315'] for port (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:25.284008 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-265bb7b7-90b6-49c2-8e78-5286a9379792 admin admin] Publish callbacks [] for security_group (82959655-1091-4a76-b66a-3b637d24fa42), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:25.297034 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-3ccfb81f-c81e-47df-998a-f154f7d3227f req-9d94dbf5-a221-4ab2-b20e-9f31a1c27f16 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4136240 May 08 22:16:25.300559 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d94dbf5-a221-4ab2-b20e-9f31a1c27f16 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Pushing event updated for resources: {'Port': ['ID=3c42572c-d32c-496a-a698-72171f0eb653,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:16:25.321422 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-265bb7b7-90b6-49c2-8e78-5286a9379792 admin admin] Publish callbacks [] for security_group (82959655-1091-4a76-b66a-3b637d24fa42), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:25.405245 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-120b3d2a-dcde-41c7-81a6-feaca4f1ee51 None None] Current status of the port b117b8e8-9a90-4823-b219-17ed2c18e1e5 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:16:25.441338 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-d8bdd8f2-96af-4d27-8da9-927127d4d66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36fcc696-b994-41f5-b94a-e55569e91880', 'name': 'tempest-TestMinimumBasicScenario-47072083-router', 'tenant_id': '612ea2ece21c41848028df8a474d9a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'fdc1bc0f-d1d4-4366-af29-92165348157e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:16:21Z', 'updated_at': '2022-05-08T22:16:23Z', 'revision_number': 3, 'project_id': '612ea2ece21c41848028df8a474d9a4c', 'gw_port': {'id': 'fdc1bc0f-d1d4-4366-af29-92165348157e', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:40:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36fcc696-b994-41f5-b94a-e55569e91880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:16:22Z', 'updated_at': '2022-05-08T22:16:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi'}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:16:25.462456 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a6ec0b-ea80-4ea9-8b29-6865b38f725f req-720f3833-0248-4acc-845b-b017fef94638 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:25.464045 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-d1a6ec0b-ea80-4ea9-8b29-6865b38f725f req-720f3833-0248-4acc-845b-b017fef94638 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/ports?device_id=85733564-1a99-4c75-9ed3-3dea45ffc0be HTTP/1.1" status: 200 len: 931 time: 0.1298299 May 08 22:16:25.485696 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8bdd8f2-96af-4d27-8da9-927127d4d66c None None] Checking router: 36fcc696-b994-41f5-b94a-e55569e91880 for host: dv-cinder-840511-5-iscsi {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 08 22:16:25.486249 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8bdd8f2-96af-4d27-8da9-927127d4d66c None None] Updating router 36fcc696-b994-41f5-b94a-e55569e91880 port fdc1bc0f-d1d4-4366-af29-92165348157e binding host dv-cinder-840511-5-iscsi {{(pid=103631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 08 22:16:25.524134 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-d8bdd8f2-96af-4d27-8da9-927127d4d66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (fdc1bc0f-d1d4-4366-af29-92165348157e), before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:25.551758 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-265bb7b7-90b6-49c2-8e78-5286a9379792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (82959655-1091-4a76-b66a-3b637d24fa42), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:25.554475 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-265bb7b7-90b6-49c2-8e78-5286a9379792 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:25.555711 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-265bb7b7-90b6-49c2-8e78-5286a9379792 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/82959655-1091-4a76-b66a-3b637d24fa42 HTTP/1.1" status: 204 len: 168 time: 0.4097016 May 08 22:16:25.603522 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265bb7b7-90b6-49c2-8e78-5286a9379792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82959655-1091-4a76-b66a-3b637d24fa42,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:16:25.656647 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-d1a6ec0b-ea80-4ea9-8b29-6865b38f725f req-94fc71a5-ed2a-4c32-929f-5a4e05aa0f55 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/security-groups?id=423ee5f4-731f-4abe-b26e-e2aec22ddd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504002 May 08 22:16:25.736912 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-650e4b92-eaea-4763-a7e5-5dbf39d0b742 None None] Provisioning complete for port b117b8e8-9a90-4823-b219-17ed2c18e1e5 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:16:25.737545 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-650e4b92-eaea-4763-a7e5-5dbf39d0b742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (b117b8e8-9a90-4823-b219-17ed2c18e1e5), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:25.763795 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-56f3f30e-3306-44c8-8d53-3bf311caced1 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:25.773796 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-56f3f30e-3306-44c8-8d53-3bf311caced1 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-788248'] for floatingip (9b59f168-3252-4d86-8b18-088017383d1e), after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:25.846553 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-dd916dc6-83ad-406e-9452-16fb97c8874e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:25.927014 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-650e4b92-eaea-4763-a7e5-5dbf39d0b742 None None] Current status of the port b117b8e8-9a90-4823-b219-17ed2c18e1e5 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:16:25.936456 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.db.l3_db [None req-56f3f30e-3306-44c8-8d53-3bf311caced1 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Floating IP 9b59f168-3252-4d86-8b18-088017383d1e associated. External IP: 172.27.2.145, port: c4a98c86-0213-4464-824c-6073569ec030. May 08 22:16:25.955293 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-d8bdd8f2-96af-4d27-8da9-927127d4d66c None None] Publish callbacks [] for port (fdc1bc0f-d1d4-4366-af29-92165348157e), precommit_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:25.970982 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-d8bdd8f2-96af-4d27-8da9-927127d4d66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (fdc1bc0f-d1d4-4366-af29-92165348157e), after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:26.025253 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-d8bdd8f2-96af-4d27-8da9-927127d4d66c None None] Attempting to bind port fdc1bc0f-d1d4-4366-af29-92165348157e on host dv-cinder-840511-5-iscsi for vnic_type normal with profile {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 08 22:16:26.025618 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-d8bdd8f2-96af-4d27-8da9-927127d4d66c None None] Attempting to bind port fdc1bc0f-d1d4-4366-af29-92165348157e by drivers openvswitch,hyperv on host dv-cinder-840511-5-iscsi at level 0 using segments [{'id': '0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd'}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 08 22:16:26.026101 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8bdd8f2-96af-4d27-8da9-927127d4d66c None None] Attempting to bind port fdc1bc0f-d1d4-4366-af29-92165348157e on network 542aeef6-5046-439a-aa53-dc46759766dd {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 08 22:16:26.032104 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a6340c-9a39-44ba-8ad6-47b3b26b10de None None] Pushing event updated for resources: {'Port': ['ID=fdc1bc0f-d1d4-4366-af29-92165348157e,revision_number=2']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:16:26.036907 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8bdd8f2-96af-4d27-8da9-927127d4d66c None None] Checking agent: {'id': '7e3c7ef6-abd5-4f0f-b372-b2734b637fd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840511-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 8, 22, 6, 52), 'started_at': datetime.datetime(2022, 5, 8, 22, 7, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 8, 22, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840511-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 08 22:16:26.037281 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8bdd8f2-96af-4d27-8da9-927127d4d66c None None] Checking segment: {'id': '0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 08 22:16:26.037681 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-d8bdd8f2-96af-4d27-8da9-927127d4d66c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:26.038084 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8bdd8f2-96af-4d27-8da9-927127d4d66c None None] Bound using segment: {'id': '0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd'} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 08 22:16:26.038548 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-d8bdd8f2-96af-4d27-8da9-927127d4d66c None None] Bound port: fdc1bc0f-d1d4-4366-af29-92165348157e, host: dv-cinder-840511-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd'}}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 08 22:16:26.038893 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-d8bdd8f2-96af-4d27-8da9-927127d4d66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (fdc1bc0f-d1d4-4366-af29-92165348157e), before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:26.077969 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-dd916dc6-83ad-406e-9452-16fb97c8874e admin admin] Allocated IP 172.20.0.1 (68902894-ee7a-44ea-a38e-23d2c15d7dab/8dfc1dcf-432c-4728-bd33-2a66291f47b0/34981e01-b457-42c1-9b8c-e0f00fb5b025) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 08 22:16:26.125847 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-d8bdd8f2-96af-4d27-8da9-927127d4d66c None None] For port fdc1bc0f-d1d4-4366-af29-92165348157e, host dv-cinder-840511-5-iscsi, cleared binding levels {{(pid=103631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 08 22:16:26.130990 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-d8bdd8f2-96af-4d27-8da9-927127d4d66c None None] For port fdc1bc0f-d1d4-4366-af29-92165348157e, host dv-cinder-840511-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=fdc1bc0f-d1d4-4366-af29-92165348157e,segment=NetworkSegment(0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa),segment_id=0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa)] {{(pid=103631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 08 22:16:26.138771 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-d8bdd8f2-96af-4d27-8da9-927127d4d66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (fdc1bc0f-d1d4-4366-af29-92165348157e), after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:26.210312 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a6340c-9a39-44ba-8ad6-47b3b26b10de None None] Pushing event updated for resources: {'Port': ['ID=fdc1bc0f-d1d4-4366-af29-92165348157e,revision_number=3']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:16:26.234229 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8bdd8f2-96af-4d27-8da9-927127d4d66c None None] Routers {'36fcc696-b994-41f5-b94a-e55569e91880'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:16:26.235490 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-d8bdd8f2-96af-4d27-8da9-927127d4d66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:16:18Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['36fcc696-b994-41f5-b94a-e55569e91880'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:16:26.249739 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56f3f30e-3306-44c8-8d53-3bf311caced1 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Router 8e291ff0-32e4-4e5d-affc-34ff10dda5b3 has already been hosted by L3 agent 69aa2ac4-530d-40c2-a84a-3161d84edf61 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 08 22:16:26.259814 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d45dff3-2f07-483b-915b-a73793f255a1 req-f2324963-dde1-4147-b228-ec0c3b5b1fce tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:26.261519 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-1d45dff3-2f07-483b-915b-a73793f255a1 req-f2324963-dde1-4147-b228-ec0c3b5b1fce tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 945 time: 0.1468759 May 08 22:16:26.284352 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device b117b8e8-9a90-4823-b219-17ed2c18e1e5 up at agent ovs-agent-dv-cinder-840511-5-iscsi {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 08 22:16:26.351355 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-dd916dc6-83ad-406e-9452-16fb97c8874e admin admin] Publish callbacks [] for port (34981e01-b457-42c1-9b8c-e0f00fb5b025), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:26.370778 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Provisioning complete for port b117b8e8-9a90-4823-b219-17ed2c18e1e5 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:16:26.371152 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (b117b8e8-9a90-4823-b219-17ed2c18e1e5), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:26.373117 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-1d45dff3-2f07-483b-915b-a73793f255a1 req-0efb5485-9bfc-482f-b4ae-ff34398bc0e2 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975561 May 08 22:16:26.393869 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-d8bdd8f2-96af-4d27-8da9-927127d4d66c None None] Set router 36fcc696-b994-41f5-b94a-e55569e91880 gateway port host: dv-cinder-840511-5-iscsi {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:16:26.437431 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-dd916dc6-83ad-406e-9452-16fb97c8874e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791034024012'] for port (34981e01-b457-42c1-9b8c-e0f00fb5b025), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:26.444155 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f3f30e-3306-44c8-8d53-3bf311caced1 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Notify agent at l3_agent.dv-cinder-840511-5-iscsi the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 08 22:16:26.450815 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-56f3f30e-3306-44c8-8d53-3bf311caced1 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870'] for floatingip (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:26.463610 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c625a92-65b8-4d83-9bcb-d44ad537a569 None None] Sync routers for ids ['8e291ff0-32e4-4e5d-affc-34ff10dda5b3'] in dv-cinder-840511-5-iscsi {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 08 22:16:26.490802 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Current status of the port b117b8e8-9a90-4823-b219-17ed2c18e1e5 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:16:26.493068 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c625a92-65b8-4d83-9bcb-d44ad537a569 None None] Routers {'8e291ff0-32e4-4e5d-affc-34ff10dda5b3'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:16:26.493762 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-3c625a92-65b8-4d83-9bcb-d44ad537a569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:16:18Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['8e291ff0-32e4-4e5d-affc-34ff10dda5b3'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:16:26.550250 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd916dc6-83ad-406e-9452-16fb97c8874e admin admin] Network 68902894-ee7a-44ea-a38e-23d2c15d7dab is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 08 22:16:26.559956 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-dd916dc6-83ad-406e-9452-16fb97c8874e admin admin] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:16:26.569534 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd916dc6-83ad-406e-9452-16fb97c8874e admin admin] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 08 22:16:26.570025 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-dd916dc6-83ad-406e-9452-16fb97c8874e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-788174'] for router_interface (36fcc696-b994-41f5-b94a-e55569e91880), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:26.660906 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd916dc6-83ad-406e-9452-16fb97c8874e admin admin] Pushing event updated for resources: {'Port': ['ID=34981e01-b457-42c1-9b8c-e0f00fb5b025,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:16:26.661570 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-d8bdd8f2-96af-4d27-8da9-927127d4d66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36fcc696-b994-41f5-b94a-e55569e91880', 'name': 'tempest-TestMinimumBasicScenario-47072083-router', 'tenant_id': '612ea2ece21c41848028df8a474d9a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'fdc1bc0f-d1d4-4366-af29-92165348157e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:16:21Z', 'updated_at': '2022-05-08T22:16:23Z', 'revision_number': 3, 'project_id': '612ea2ece21c41848028df8a474d9a4c', 'gw_port': {'id': 'fdc1bc0f-d1d4-4366-af29-92165348157e', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:40:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36fcc696-b994-41f5-b94a-e55569e91880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:16:22Z', 'updated_at': '2022-05-08T22:16:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi'}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:16:26.730485 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-3c625a92-65b8-4d83-9bcb-d44ad537a569 None None] Set router 8e291ff0-32e4-4e5d-affc-34ff10dda5b3 gateway port host: dv-cinder-840511-5-iscsi {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:16:26.745390 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8bdd8f2-96af-4d27-8da9-927127d4d66c None None] The sync data for ids ['36fcc696-b994-41f5-b94a-e55569e91880'] in dv-cinder-840511-5-iscsi is: [{'id': '36fcc696-b994-41f5-b94a-e55569e91880', 'name': 'tempest-TestMinimumBasicScenario-47072083-router', 'tenant_id': '612ea2ece21c41848028df8a474d9a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'fdc1bc0f-d1d4-4366-af29-92165348157e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:16:21Z', 'updated_at': '2022-05-08T22:16:23Z', 'revision_number': 3, 'project_id': '612ea2ece21c41848028df8a474d9a4c', 'gw_port': {'id': 'fdc1bc0f-d1d4-4366-af29-92165348157e', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:40:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36fcc696-b994-41f5-b94a-e55569e91880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:16:22Z', 'updated_at': '2022-05-08T22:16:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi'}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 08 22:16:26.848462 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.agents_db [None req-09216671-537f-4251-a64c-737ccd42d6d2 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 08 22:16:26.897339 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478fad6a-78a1-4101-9eb5-559a393c6812 req-556deff7-75fd-4c8f-8ccb-21f63ab8ce14 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:26.899128 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-478fad6a-78a1-4101-9eb5-559a393c6812 req-556deff7-75fd-4c8f-8ccb-21f63ab8ce14 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/ports?device_id=85733564-1a99-4c75-9ed3-3dea45ffc0be HTTP/1.1" status: 200 len: 931 time: 0.1029150 May 08 22:16:26.908401 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-56f3f30e-3306-44c8-8d53-3bf311caced1 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "PUT /v2.0/floatingips/9b59f168-3252-4d86-8b18-088017383d1e HTTP/1.1" status: 200 len: 991 time: 2.0213528 May 08 22:16:26.910711 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f5e26a1-a863-487e-b196-c905958ffc62', 'tag': 'c4a98c86-0213-4464-824c-6073569ec030'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 08 22:16:26.913269 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cc8a0c475ac6fe54f5122aa5a8750c48412c688b8f67dba420990604a8daf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d6b981a-4561-4d4b-a3eb-1c9c96e470e8" -d '{"events": [{"name": "network-changed", "server_uuid": "4f5e26a1-a863-487e-b196-c905958ffc62", "tag": "c4a98c86-0213-4464-824c-6073569ec030"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 08 22:16:26.918264 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-dd916dc6-83ad-406e-9452-16fb97c8874e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (34981e01-b457-42c1-9b8c-e0f00fb5b025), before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:26.955142 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6ef1a39a-e9e2-48b3-937f-cb878ffe23d8 None None] Provisioning complete for port 34981e01-b457-42c1-9b8c-e0f00fb5b025 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:16:26.955632 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6ef1a39a-e9e2-48b3-937f-cb878ffe23d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (34981e01-b457-42c1-9b8c-e0f00fb5b025), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:26.976715 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 08 May 2022 22:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-678d137c-8518-4f1b-8dd6-1cccd5793b77 x-openstack-request-id: req-678d137c-8518-4f1b-8dd6-1cccd5793b77 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 08 22:16:26.977078 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f5e26a1-a863-487e-b196-c905958ffc62", "tag": "c4a98c86-0213-4464-824c-6073569ec030", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 08 22:16:26.977391 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-678d137c-8518-4f1b-8dd6-1cccd5793b77 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 08 22:16:26.977872 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-678d137c-8518-4f1b-8dd6-1cccd5793b77'] response: {'name': 'network-changed', 'server_uuid': '4f5e26a1-a863-487e-b196-c905958ffc62', 'tag': 'c4a98c86-0213-4464-824c-6073569ec030', 'status': 'completed', 'code': 200} May 08 22:16:27.018582 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-478fad6a-78a1-4101-9eb5-559a393c6812 req-983fcdd1-70ec-43de-b3df-daa71ad7876b tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/security-groups?id=423ee5f4-731f-4abe-b26e-e2aec22ddd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110289 May 08 22:16:27.217916 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-dd916dc6-83ad-406e-9452-16fb97c8874e admin admin] Publish callbacks [] for port (34981e01-b457-42c1-9b8c-e0f00fb5b025), precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:27.227037 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-dd916dc6-83ad-406e-9452-16fb97c8874e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (34981e01-b457-42c1-9b8c-e0f00fb5b025), after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:27.228607 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-dd916dc6-83ad-406e-9452-16fb97c8874e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-786564'] for router_interface (36fcc696-b994-41f5-b94a-e55569e91880), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:27.265399 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6ef1a39a-e9e2-48b3-937f-cb878ffe23d8 None None] Port 34981e01-b457-42c1-9b8c-e0f00fb5b025 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 08 22:16:27.383554 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-3c625a92-65b8-4d83-9bcb-d44ad537a569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'name': 'tempest-AttachVolumeNegativeTest-1605491633-router', 'tenant_id': '489bde08b9284b5f8e5eb2ebc398b963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '2a091782-ccc9-48ce-b046-9b493d4f29d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:15:08Z', 'updated_at': '2022-05-08T22:15:17Z', 'revision_number': 4, 'project_id': '489bde08b9284b5f8e5eb2ebc398b963', 'gw_port': {'id': '2a091782-ccc9-48ce-b046-9b493d4f29d4', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ff:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:10Z', 'updated_at': '2022-05-08T22:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_floatingips': [{'id': '9b59f168-3252-4d86-8b18-088017383d1e', 'tenant_id': '489bde08b9284b5f8e5eb2ebc398b963', 'floating_ip_address': '172.27.2.145', 'floating_network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'router_id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'port_id': 'c4a98c86-0213-4464-824c-6073569ec030', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4734e2d-d908-4b8e-b542-dd83675e0c99', 'mac_address': 'fa:16:3e:8b:09:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5e26a1-a863-487e-b196-c905958ffc62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-08T22:15:23Z', 'updated_at': '2022-05-08T22:16:25Z', 'revision_number': 1, 'project_id': '489bde08b9284b5f8e5eb2ebc398b963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6deee425-784f-4ef9-823b-d791d7155c4e', 'name': '', 'network_id': 'a4734e2d-d908-4b8e-b542-dd83675e0c99', 'tenant_id': '489bde08b9284b5f8e5eb2ebc398b963', 'mac_address': 'fa:16:3e:e1:09:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7cb890a2-14d2-4c0b-a82b-863c0417b5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:16Z', 'updated_at': '2022-05-08T22:15:34Z', 'revision_number': 5, 'project_id': '489bde08b9284b5f8e5eb2ebc398b963', 'subnets': [{'id': '7cb890a2-14d2-4c0b-a82b-863c0417b5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:16:27.421910 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c625a92-65b8-4d83-9bcb-d44ad537a569 None None] Checking router: 8e291ff0-32e4-4e5d-affc-34ff10dda5b3 for host: dv-cinder-840511-5-iscsi {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 08 22:16:27.439284 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c625a92-65b8-4d83-9bcb-d44ad537a569 None None] Routers {'8e291ff0-32e4-4e5d-affc-34ff10dda5b3'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:16:27.440180 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-3c625a92-65b8-4d83-9bcb-d44ad537a569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:16:18Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['8e291ff0-32e4-4e5d-affc-34ff10dda5b3'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:16:27.539670 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd916dc6-83ad-406e-9452-16fb97c8874e admin admin] Pushing event updated for resources: {'Port': ['ID=34981e01-b457-42c1-9b8c-e0f00fb5b025,revision_number=2']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:16:27.574631 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-3c625a92-65b8-4d83-9bcb-d44ad537a569 None None] Set router 8e291ff0-32e4-4e5d-affc-34ff10dda5b3 gateway port host: dv-cinder-840511-5-iscsi {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:16:27.590955 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356ccef2-0591-4860-9bd9-ff6428d92705 req-fd20dcd1-1103-4a67-afdd-3534e50a1ce5 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:27.592414 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-356ccef2-0591-4860-9bd9-ff6428d92705 req-fd20dcd1-1103-4a67-afdd-3534e50a1ce5 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 945 time: 0.0693243 May 08 22:16:27.649591 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd916dc6-83ad-406e-9452-16fb97c8874e admin admin] Network 68902894-ee7a-44ea-a38e-23d2c15d7dab is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 08 22:16:27.654534 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-dd916dc6-83ad-406e-9452-16fb97c8874e admin admin] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:16:27.666061 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-356ccef2-0591-4860-9bd9-ff6428d92705 req-1749653e-a38b-4c39-8f01-7392303c702c tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669007 May 08 22:16:27.805715 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd916dc6-83ad-406e-9452-16fb97c8874e admin admin] Router 36fcc696-b994-41f5-b94a-e55569e91880 has already been hosted by L3 agent 69aa2ac4-530d-40c2-a84a-3161d84edf61 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 08 22:16:27.860598 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-3c625a92-65b8-4d83-9bcb-d44ad537a569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'name': 'tempest-AttachVolumeNegativeTest-1605491633-router', 'tenant_id': '489bde08b9284b5f8e5eb2ebc398b963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '2a091782-ccc9-48ce-b046-9b493d4f29d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:15:08Z', 'updated_at': '2022-05-08T22:15:17Z', 'revision_number': 4, 'project_id': '489bde08b9284b5f8e5eb2ebc398b963', 'gw_port': {'id': '2a091782-ccc9-48ce-b046-9b493d4f29d4', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ff:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:10Z', 'updated_at': '2022-05-08T22:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_floatingips': [{'id': '9b59f168-3252-4d86-8b18-088017383d1e', 'tenant_id': '489bde08b9284b5f8e5eb2ebc398b963', 'floating_ip_address': '172.27.2.145', 'floating_network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'router_id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'port_id': 'c4a98c86-0213-4464-824c-6073569ec030', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4734e2d-d908-4b8e-b542-dd83675e0c99', 'mac_address': 'fa:16:3e:8b:09:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5e26a1-a863-487e-b196-c905958ffc62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-08T22:15:23Z', 'updated_at': '2022-05-08T22:16:25Z', 'revision_number': 1, 'project_id': '489bde08b9284b5f8e5eb2ebc398b963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6deee425-784f-4ef9-823b-d791d7155c4e', 'name': '', 'network_id': 'a4734e2d-d908-4b8e-b542-dd83675e0c99', 'tenant_id': '489bde08b9284b5f8e5eb2ebc398b963', 'mac_address': 'fa:16:3e:e1:09:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7cb890a2-14d2-4c0b-a82b-863c0417b5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:16Z', 'updated_at': '2022-05-08T22:15:34Z', 'revision_number': 5, 'project_id': '489bde08b9284b5f8e5eb2ebc398b963', 'subnets': [{'id': '7cb890a2-14d2-4c0b-a82b-863c0417b5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:16:27.889569 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c625a92-65b8-4d83-9bcb-d44ad537a569 None None] The sync data for ids ['8e291ff0-32e4-4e5d-affc-34ff10dda5b3'] in dv-cinder-840511-5-iscsi is: [{'id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'name': 'tempest-AttachVolumeNegativeTest-1605491633-router', 'tenant_id': '489bde08b9284b5f8e5eb2ebc398b963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '2a091782-ccc9-48ce-b046-9b493d4f29d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:15:08Z', 'updated_at': '2022-05-08T22:15:17Z', 'revision_number': 4, 'project_id': '489bde08b9284b5f8e5eb2ebc398b963', 'gw_port': {'id': '2a091782-ccc9-48ce-b046-9b493d4f29d4', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ff:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:10Z', 'updated_at': '2022-05-08T22:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_floatingips': [{'id': '9b59f168-3252-4d86-8b18-088017383d1e', 'tenant_id': '489bde08b9284b5f8e5eb2ebc398b963', 'floating_ip_address': '172.27.2.145', 'floating_network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'router_id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'port_id': 'c4a98c86-0213-4464-824c-6073569ec030', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4734e2d-d908-4b8e-b542-dd83675e0c99', 'mac_address': 'fa:16:3e:8b:09:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5e26a1-a863-487e-b196-c905958ffc62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-08T22:15:23Z', 'updated_at': '2022-05-08T22:16:25Z', 'revision_number': 1, 'project_id': '489bde08b9284b5f8e5eb2ebc398b963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6deee425-784f-4ef9-823b-d791d7155c4e', 'name': '', 'network_id': 'a4734e2d-d908-4b8e-b542-dd83675e0c99', 'tenant_id': '489bde08b9284b5f8e5eb2ebc398b963', 'mac_address': 'fa:16:3e:e1:09:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7cb890a2-14d2-4c0b-a82b-863c0417b5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:16Z', 'updated_at': '2022-05-08T22:15:34Z', 'revision_number': 5, 'project_id': '489bde08b9284b5f8e5eb2ebc398b963', 'subnets': [{'id': '7cb890a2-14d2-4c0b-a82b-863c0417b5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 08 22:16:27.935505 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd916dc6-83ad-406e-9452-16fb97c8874e admin admin] Notify agent at l3_agent.dv-cinder-840511-5-iscsi the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 08 22:16:27.941127 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-dd916dc6-83ad-406e-9452-16fb97c8874e admin admin] 10.222.0.44 "PUT /v2.0/routers/36fcc696-b994-41f5-b94a-e55569e91880/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9184735 May 08 22:16:27.990640 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-f8073992-8b16-4917-b60b-f7fac29daced None None] Provisioning complete for port 34981e01-b457-42c1-9b8c-e0f00fb5b025 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:16:27.991119 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f8073992-8b16-4917-b60b-f7fac29daced None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (34981e01-b457-42c1-9b8c-e0f00fb5b025), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:28.025725 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-f8073992-8b16-4917-b60b-f7fac29daced None None] Port 34981e01-b457-42c1-9b8c-e0f00fb5b025 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 08 22:16:28.144980 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45719f17-cd9d-408e-b3b8-8c3343d5767d req-083e2122-805a-4c61-a6af-c25c75c3e1ce tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:28.146508 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-45719f17-cd9d-408e-b3b8-8c3343d5767d req-083e2122-805a-4c61-a6af-c25c75c3e1ce tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/ports?device_id=85733564-1a99-4c75-9ed3-3dea45ffc0be HTTP/1.1" status: 200 len: 931 time: 0.0469146 May 08 22:16:28.207501 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-45719f17-cd9d-408e-b3b8-8c3343d5767d req-8bd3393c-1fdf-43da-a5a2-23a143daa9d4 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/security-groups?id=423ee5f4-731f-4abe-b26e-e2aec22ddd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548487 May 08 22:16:28.260938 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device fdc1bc0f-d1d4-4366-af29-92165348157e up at agent ovs-agent-dv-cinder-840511-5-iscsi {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 08 22:16:28.318383 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Provisioning complete for port fdc1bc0f-d1d4-4366-af29-92165348157e triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:16:28.318836 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (fdc1bc0f-d1d4-4366-af29-92165348157e), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:28.402932 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Current status of the port fdc1bc0f-d1d4-4366-af29-92165348157e is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:16:28.403341 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (fdc1bc0f-d1d4-4366-af29-92165348157e), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:28.426480 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] For port fdc1bc0f-d1d4-4366-af29-92165348157e, host dv-cinder-840511-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=fdc1bc0f-d1d4-4366-af29-92165348157e,segment=NetworkSegment(0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa),segment_id=0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:16:28.433207 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (fdc1bc0f-d1d4-4366-af29-92165348157e), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:28.491974 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Pushing event updated for resources: {'Port': ['ID=fdc1bc0f-d1d4-4366-af29-92165348157e,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:16:28.797195 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca894f1-940f-4ae9-ba15-dc7ca7200d9c req-ff42edce-41f2-4b82-b7d8-d663dcaca0a7 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:28.798850 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-fca894f1-940f-4ae9-ba15-dc7ca7200d9c req-ff42edce-41f2-4b82-b7d8-d663dcaca0a7 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 945 time: 0.0564690 May 08 22:16:28.850148 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-fca894f1-940f-4ae9-ba15-dc7ca7200d9c req-0fa5b55b-fc32-4e2d-9705-ff54c45bfc60 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454493 May 08 22:16:29.344411 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387abe59-8077-414d-a2fe-9f8b1e4801cc req-bd7a8257-7e33-4a43-934d-d58d923dd3c5 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:29.345974 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-387abe59-8077-414d-a2fe-9f8b1e4801cc req-bd7a8257-7e33-4a43-934d-d58d923dd3c5 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/ports?device_id=85733564-1a99-4c75-9ed3-3dea45ffc0be HTTP/1.1" status: 200 len: 931 time: 0.0539665 May 08 22:16:29.403314 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-387abe59-8077-414d-a2fe-9f8b1e4801cc req-a5e56ed7-8ce6-4d5c-a966-9122464ae443 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/security-groups?id=423ee5f4-731f-4abe-b26e-e2aec22ddd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514038 May 08 22:16:29.666903 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fb0008-d1f9-4e3e-8bf4-f1a0b1e23776 None None] New status for floating IP 9b59f168-3252-4d86-8b18-088017383d1e: ACTIVE {{(pid=103631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 08 22:16:29.932193 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [req-3ccfb81f-c81e-47df-998a-f154f7d3227f req-8acd9518-7252-482d-acbb-798844aa56d5 service neutron] Request body: {'port': {'device_id': '85733564-1a99-4c75-9ed3-3dea45ffc0be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:16:30.039630 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6b981a-4561-4d4b-a3eb-1c9c96e470e8 req-84e951f5-af66-44ec-a4ee-3397f4508335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:30.041202 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-9d6b981a-4561-4d4b-a3eb-1c9c96e470e8 req-84e951f5-af66-44ec-a4ee-3397f4508335 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=489bde08b9284b5f8e5eb2ebc398b963&device_id=4f5e26a1-a863-487e-b196-c905958ffc62 HTTP/1.1" status: 200 len: 1129 time: 0.0938308 May 08 22:16:30.050715 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80dbe4e-4655-4030-93d6-9100f32a08ed req-43a38d92-632c-4864-99b5-6a1364f15f1f tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:30.052186 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-e80dbe4e-4655-4030-93d6-9100f32a08ed req-43a38d92-632c-4864-99b5-6a1364f15f1f tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 945 time: 0.0640733 May 08 22:16:30.116537 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-3ccfb81f-c81e-47df-998a-f154f7d3227f req-8acd9518-7252-482d-acbb-798844aa56d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (3c42572c-d32c-496a-a698-72171f0eb653), before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:30.150588 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-e80dbe4e-4655-4030-93d6-9100f32a08ed req-fd72aa1d-e484-47b5-90fa-84af49350d08 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924764 May 08 22:16:30.195281 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-4a6b5941-5366-42f5-8afc-35752f0df971 req-c46f1673-ffe6-44a6-bc6c-fccc805b299d service neutron] 10.222.0.24 "GET /v2.0/networks/387fc46a-30bd-496f-ac2d-d7b18b5cbea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602162 May 08 22:16:30.198088 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862d3294-968d-4e74-b77e-293480c9a7e7 req-dfd2e909-6422-4a04-bacb-506ea5e9d3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:30.199442 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-862d3294-968d-4e74-b77e-293480c9a7e7 req-dfd2e909-6422-4a04-bacb-506ea5e9d3b2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4427f95d-7dad-47df-8ab1-304fd704186a HTTP/1.1" status: 200 len: 919 time: 0.3639312 May 08 22:16:30.331085 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device fdc1bc0f-d1d4-4366-af29-92165348157e up at agent ovs-agent-dv-cinder-840511-5-iscsi {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 08 22:16:30.367899 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6b981a-4561-4d4b-a3eb-1c9c96e470e8 req-e9d14534-7a36-410d-b3c8-4384436afdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:30.370673 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-9d6b981a-4561-4d4b-a3eb-1c9c96e470e8 req-e9d14534-7a36-410d-b3c8-4384436afdc4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a4734e2d-d908-4b8e-b542-dd83675e0c99 HTTP/1.1" status: 200 len: 916 time: 0.2109404 May 08 22:16:30.403579 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-862d3294-968d-4e74-b77e-293480c9a7e7 req-0fab2a5b-d683-442a-a6d8-20d3e021f51e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=48e662e3-0054-4172-ac4a-cc78d47f795b HTTP/1.1" status: 200 len: 217 time: 0.1720283 May 08 22:16:30.470699 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Provisioning complete for port fdc1bc0f-d1d4-4366-af29-92165348157e triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:16:30.471072 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (fdc1bc0f-d1d4-4366-af29-92165348157e), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:30.628119 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f497501-23f5-46d1-9354-7270bf94d75f req-99c03f71-436c-4d91-9132-45e857da9d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:30.631522 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Current status of the port fdc1bc0f-d1d4-4366-af29-92165348157e is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:16:30.640594 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-6f497501-23f5-46d1-9354-7270bf94d75f req-99c03f71-436c-4d91-9132-45e857da9d85 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=877c3ddd8833480d8dedc0796ec7dcd2&device_id=41b2fdbd-2397-4f6f-904a-24c65bd20707 HTTP/1.1" status: 200 len: 1130 time: 0.3136919 May 08 22:16:30.682244 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-9d6b981a-4561-4d4b-a3eb-1c9c96e470e8 req-f5043e5b-af54-40ac-857f-43eeabcc07d5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4a98c86-0213-4464-824c-6073569ec030 HTTP/1.1" status: 200 len: 1001 time: 0.2651944 May 08 22:16:30.690201 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532fb119-8227-407b-b2c9-6922d9b9e513 req-23375472-c5de-45c6-8932-580dc9ae4f92 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:30.691718 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-532fb119-8227-407b-b2c9-6922d9b9e513 req-23375472-c5de-45c6-8932-580dc9ae4f92 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/ports?device_id=85733564-1a99-4c75-9ed3-3dea45ffc0be HTTP/1.1" status: 200 len: 931 time: 0.1212063 May 08 22:16:30.742788 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862d3294-968d-4e74-b77e-293480c9a7e7 req-77e7da51-0b22-4a87-b61a-6467e2f30306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:30.744389 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-862d3294-968d-4e74-b77e-293480c9a7e7 req-77e7da51-0b22-4a87-b61a-6467e2f30306 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d42cc4d2-76bb-4552-9ac7-abf4e664168d HTTP/1.1" status: 200 len: 857 time: 0.3201828 May 08 22:16:30.835118 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6b981a-4561-4d4b-a3eb-1c9c96e470e8 req-c10b5524-2489-469e-947f-5c6bc592c435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:30.837073 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-9d6b981a-4561-4d4b-a3eb-1c9c96e470e8 req-c10b5524-2489-469e-947f-5c6bc592c435 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7cb890a2-14d2-4c0b-a82b-863c0417b5f3 HTTP/1.1" status: 200 len: 854 time: 0.1442719 May 08 22:16:30.844778 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-532fb119-8227-407b-b2c9-6922d9b9e513 req-9389ae22-ed95-4623-8de5-bf3131e05fad tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/security-groups?id=423ee5f4-731f-4abe-b26e-e2aec22ddd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379175 May 08 22:16:30.845942 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f497501-23f5-46d1-9354-7270bf94d75f req-8875e66a-78b7-47ae-9835-42bc2e5520f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:30.848140 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-6f497501-23f5-46d1-9354-7270bf94d75f req-8875e66a-78b7-47ae-9835-42bc2e5520f7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=387fc46a-30bd-496f-ac2d-d7b18b5cbea6 HTTP/1.1" status: 200 len: 911 time: 0.1987071 May 08 22:16:30.852830 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862d3294-968d-4e74-b77e-293480c9a7e7 req-7f3311cd-8388-4ff6-a2c4-d784e1395afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:30.854584 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-862d3294-968d-4e74-b77e-293480c9a7e7 req-7f3311cd-8388-4ff6-a2c4-d784e1395afd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4427f95d-7dad-47df-8ab1-304fd704186a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1004062 May 08 22:16:30.861603 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0756d91e-8846-4c6d-9bae-396d71f3519b None None] Sync routers for ids ['36fcc696-b994-41f5-b94a-e55569e91880'] in dv-cinder-840511-5-iscsi {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 08 22:16:30.882119 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0756d91e-8846-4c6d-9bae-396d71f3519b None None] Routers {'36fcc696-b994-41f5-b94a-e55569e91880'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:16:30.882745 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-0756d91e-8846-4c6d-9bae-396d71f3519b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:16:18Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['36fcc696-b994-41f5-b94a-e55569e91880'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:16:30.927947 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6b981a-4561-4d4b-a3eb-1c9c96e470e8 req-91539526-6155-4e35-b90c-1cd651b49b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:30.930217 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-9d6b981a-4561-4d4b-a3eb-1c9c96e470e8 req-91539526-6155-4e35-b90c-1cd651b49b0f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a4734e2d-d908-4b8e-b542-dd83675e0c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0826099 May 08 22:16:31.048814 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-9d6b981a-4561-4d4b-a3eb-1c9c96e470e8 req-8532f617-de5f-4cce-ae02-6812ca46c9bb service neutron] 10.222.0.24 "GET /v2.0/networks/a4734e2d-d908-4b8e-b542-dd83675e0c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069791 May 08 22:16:31.072010 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-6f497501-23f5-46d1-9354-7270bf94d75f req-5921cf42-bd5d-450a-a9e2-d2cc8900c2a4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ba34ff9-9e2c-4e2f-b1f0-9f8ca1724b67 HTTP/1.1" status: 200 len: 1002 time: 0.2131371 May 08 22:16:31.094239 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-0756d91e-8846-4c6d-9bae-396d71f3519b None None] Set router 36fcc696-b994-41f5-b94a-e55569e91880 gateway port host: dv-cinder-840511-5-iscsi {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:16:31.158243 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.notifiers.nova [req-3ccfb81f-c81e-47df-998a-f154f7d3227f req-8acd9518-7252-482d-acbb-798844aa56d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c42572c-d32c-496a-a698-72171f0eb653 {{(pid=103629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 08 22:16:31.179009 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-3ccfb81f-c81e-47df-998a-f154f7d3227f req-8acd9518-7252-482d-acbb-798844aa56d5 service neutron] Publish callbacks [] for port (3c42572c-d32c-496a-a698-72171f0eb653), precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:31.186041 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f497501-23f5-46d1-9354-7270bf94d75f req-a09c8782-23ff-4fb9-9b4d-c0fc61dd7cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:31.187357 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-6f497501-23f5-46d1-9354-7270bf94d75f req-a09c8782-23ff-4fb9-9b4d-c0fc61dd7cc4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=22276153-f38c-4e2a-9ff9-b172da35f69d HTTP/1.1" status: 200 len: 849 time: 0.0930345 May 08 22:16:31.194347 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-862d3294-968d-4e74-b77e-293480c9a7e7 req-7be8e77a-bac7-4dc7-bcb7-2fb148105e5b service neutron] 10.222.0.24 "GET /v2.0/networks/4427f95d-7dad-47df-8ab1-304fd704186a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3228378 May 08 22:16:31.208896 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.provisioning_blocks [req-3ccfb81f-c81e-47df-998a-f154f7d3227f req-8acd9518-7252-482d-acbb-798844aa56d5 service neutron] Transition to ACTIVE for port object 3c42572c-d32c-496a-a698-72171f0eb653 will not be triggered until provisioned by entity L2. {{(pid=103629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 08 22:16:31.223143 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-9d6b981a-4561-4d4b-a3eb-1c9c96e470e8 req-5b7b6d7b-0215-458a-8910-c2ec1003e85a service neutron] 10.222.0.24 "GET /v2.0/networks/a4734e2d-d908-4b8e-b542-dd83675e0c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659570 May 08 22:16:31.244779 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-3ccfb81f-c81e-47df-998a-f154f7d3227f req-8acd9518-7252-482d-acbb-798844aa56d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (3c42572c-d32c-496a-a698-72171f0eb653), after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:31.324846 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0946a429-8d30-40c7-9bf8-43e6e28f32ba req-0c9ffe87-c52f-49c1-9e7c-454856fe939a tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:31.334409 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f497501-23f5-46d1-9354-7270bf94d75f req-f041fccb-936c-405b-957e-754782435e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:31.335907 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-6f497501-23f5-46d1-9354-7270bf94d75f req-f041fccb-936c-405b-957e-754782435e7e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=387fc46a-30bd-496f-ac2d-d7b18b5cbea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1383672 May 08 22:16:31.336587 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-0946a429-8d30-40c7-9bf8-43e6e28f32ba req-0c9ffe87-c52f-49c1-9e7c-454856fe939a tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 945 time: 0.0974853 May 08 22:16:31.361887 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acd9518-7252-482d-acbb-798844aa56d5 service neutron] Pushing event updated for resources: {'Port': ['ID=3c42572c-d32c-496a-a698-72171f0eb653,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:16:31.411662 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-862d3294-968d-4e74-b77e-293480c9a7e7 req-e335ba58-bd4c-44d0-ade2-280c3a725771 service neutron] 10.222.0.24 "GET /v2.0/networks/4427f95d-7dad-47df-8ab1-304fd704186a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038162 May 08 22:16:31.413710 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-3ccfb81f-c81e-47df-998a-f154f7d3227f req-8acd9518-7252-482d-acbb-798844aa56d5 service neutron] Attempting to bind port 3c42572c-d32c-496a-a698-72171f0eb653 on host hv-cinder-84051 for vnic_type normal with profile {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 08 22:16:31.414042 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-3ccfb81f-c81e-47df-998a-f154f7d3227f req-8acd9518-7252-482d-acbb-798844aa56d5 service neutron] Attempting to bind port 3c42572c-d32c-496a-a698-72171f0eb653 by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': '4fde0cd5-8ec1-4827-b518-5e9bcb824b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '01fd74e4-19fe-4127-93e4-f2dc9928f3de'}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 08 22:16:31.414366 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ccfb81f-c81e-47df-998a-f154f7d3227f req-8acd9518-7252-482d-acbb-798844aa56d5 service neutron] Attempting to bind port 3c42572c-d32c-496a-a698-72171f0eb653 on network 01fd74e4-19fe-4127-93e4-f2dc9928f3de {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 08 22:16:31.419313 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ccfb81f-c81e-47df-998a-f154f7d3227f req-8acd9518-7252-482d-acbb-798844aa56d5 service neutron] Port 3c42572c-d32c-496a-a698-72171f0eb653 on network 01fd74e4-19fe-4127-93e4-f2dc9928f3de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 08 22:16:31.419652 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ccfb81f-c81e-47df-998a-f154f7d3227f req-8acd9518-7252-482d-acbb-798844aa56d5 service neutron] Attempting to bind port 3c42572c-d32c-496a-a698-72171f0eb653 on network 01fd74e4-19fe-4127-93e4-f2dc9928f3de {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 08 22:16:31.424835 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ccfb81f-c81e-47df-998a-f154f7d3227f req-8acd9518-7252-482d-acbb-798844aa56d5 service neutron] Checking agent: {'id': '50086534-3b0f-4edb-899f-da05c46c2546', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 8, 22, 13, 10), 'started_at': datetime.datetime(2022, 5, 8, 22, 13, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 8, 22, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 08 22:16:31.425183 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ccfb81f-c81e-47df-998a-f154f7d3227f req-8acd9518-7252-482d-acbb-798844aa56d5 service neutron] Checking segment: {'id': '4fde0cd5-8ec1-4827-b518-5e9bcb824b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '01fd74e4-19fe-4127-93e4-f2dc9928f3de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 08 22:16:31.425547 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ccfb81f-c81e-47df-998a-f154f7d3227f req-8acd9518-7252-482d-acbb-798844aa56d5 service neutron] Bound using segment: {'id': '4fde0cd5-8ec1-4827-b518-5e9bcb824b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '01fd74e4-19fe-4127-93e4-f2dc9928f3de'} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 08 22:16:31.425967 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-3ccfb81f-c81e-47df-998a-f154f7d3227f req-8acd9518-7252-482d-acbb-798844aa56d5 service neutron] Bound port: 3c42572c-d32c-496a-a698-72171f0eb653, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fde0cd5-8ec1-4827-b518-5e9bcb824b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '01fd74e4-19fe-4127-93e4-f2dc9928f3de'}}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 08 22:16:31.426318 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-3ccfb81f-c81e-47df-998a-f154f7d3227f req-8acd9518-7252-482d-acbb-798844aa56d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (3c42572c-d32c-496a-a698-72171f0eb653), before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:31.429116 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-0946a429-8d30-40c7-9bf8-43e6e28f32ba req-d79d6d7e-9e5b-4cf2-ba0b-747b224f52e1 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894234 May 08 22:16:31.491358 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-0756d91e-8846-4c6d-9bae-396d71f3519b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36fcc696-b994-41f5-b94a-e55569e91880', 'name': 'tempest-TestMinimumBasicScenario-47072083-router', 'tenant_id': '612ea2ece21c41848028df8a474d9a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'fdc1bc0f-d1d4-4366-af29-92165348157e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:16:21Z', 'updated_at': '2022-05-08T22:16:26Z', 'revision_number': 4, 'project_id': '612ea2ece21c41848028df8a474d9a4c', 'gw_port': {'id': 'fdc1bc0f-d1d4-4366-af29-92165348157e', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:40:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36fcc696-b994-41f5-b94a-e55569e91880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:16:22Z', 'updated_at': '2022-05-08T22:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_interfaces': [{'id': '34981e01-b457-42c1-9b8c-e0f00fb5b025', 'name': '', 'network_id': '68902894-ee7a-44ea-a38e-23d2c15d7dab', 'tenant_id': '612ea2ece21c41848028df8a474d9a4c', 'mac_address': 'fa:16:3e:b7:b4:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36fcc696-b994-41f5-b94a-e55569e91880', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '8dfc1dcf-432c-4728-bd33-2a66291f47b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:16:25Z', 'updated_at': '2022-05-08T22:16:27Z', 'revision_number': 2, 'project_id': '612ea2ece21c41848028df8a474d9a4c', 'subnets': [{'id': '8dfc1dcf-432c-4728-bd33-2a66291f47b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:16:31.499057 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-3ccfb81f-c81e-47df-998a-f154f7d3227f req-8acd9518-7252-482d-acbb-798844aa56d5 service neutron] For port 3c42572c-d32c-496a-a698-72171f0eb653, host hv-cinder-84051, cleared binding levels {{(pid=103629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 08 22:16:31.502657 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-3ccfb81f-c81e-47df-998a-f154f7d3227f req-8acd9518-7252-482d-acbb-798844aa56d5 service neutron] For port 3c42572c-d32c-496a-a698-72171f0eb653, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=3c42572c-d32c-496a-a698-72171f0eb653,segment=NetworkSegment(4fde0cd5-8ec1-4827-b518-5e9bcb824b09),segment_id=4fde0cd5-8ec1-4827-b518-5e9bcb824b09)] {{(pid=103629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 08 22:16:31.510415 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-3ccfb81f-c81e-47df-998a-f154f7d3227f req-8acd9518-7252-482d-acbb-798844aa56d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (3c42572c-d32c-496a-a698-72171f0eb653), after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:31.522163 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0756d91e-8846-4c6d-9bae-396d71f3519b None None] Checking router: 36fcc696-b994-41f5-b94a-e55569e91880 for host: dv-cinder-840511-5-iscsi {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 08 22:16:31.522582 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0756d91e-8846-4c6d-9bae-396d71f3519b None None] Updating router 36fcc696-b994-41f5-b94a-e55569e91880 port 34981e01-b457-42c1-9b8c-e0f00fb5b025 binding host dv-cinder-840511-5-iscsi {{(pid=103630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 08 22:16:31.551157 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-0756d91e-8846-4c6d-9bae-396d71f3519b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (34981e01-b457-42c1-9b8c-e0f00fb5b025), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:31.555387 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccfb81f-c81e-47df-998a-f154f7d3227f req-8acd9518-7252-482d-acbb-798844aa56d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:31.556236 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-3ccfb81f-c81e-47df-998a-f154f7d3227f req-8acd9518-7252-482d-acbb-798844aa56d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745315'] for port (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:31.557695 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-3ccfb81f-c81e-47df-998a-f154f7d3227f req-8acd9518-7252-482d-acbb-798844aa56d5 service neutron] 10.222.0.24 "PUT /v2.0/ports/3c42572c-d32c-496a-a698-72171f0eb653 HTTP/1.1" status: 200 len: 1093 time: 1.6320615 May 08 22:16:31.560474 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85733564-1a99-4c75-9ed3-3dea45ffc0be', 'tag': '3c42572c-d32c-496a-a698-72171f0eb653'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 08 22:16:31.562827 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cc8a0c475ac6fe54f5122aa5a8750c48412c688b8f67dba420990604a8daf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dcc1f18-7796-4f44-9218-c198fd1a7b05" -d '{"events": [{"name": "network-changed", "server_uuid": "85733564-1a99-4c75-9ed3-3dea45ffc0be", "tag": "3c42572c-d32c-496a-a698-72171f0eb653"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 08 22:16:31.595225 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acd9518-7252-482d-acbb-798844aa56d5 service neutron] Pushing event updated for resources: {'Port': ['ID=3c42572c-d32c-496a-a698-72171f0eb653,revision_number=3']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:16:31.607316 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 08 May 2022 22:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-281e1819-2a0e-47f9-9d1b-f0fff2bd815a x-openstack-request-id: req-281e1819-2a0e-47f9-9d1b-f0fff2bd815a {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 08 22:16:31.607316 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85733564-1a99-4c75-9ed3-3dea45ffc0be", "tag": "3c42572c-d32c-496a-a698-72171f0eb653", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 08 22:16:31.607605 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-281e1819-2a0e-47f9-9d1b-f0fff2bd815a {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 08 22:16:31.608134 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-281e1819-2a0e-47f9-9d1b-f0fff2bd815a'] response: {'name': 'network-changed', 'server_uuid': '85733564-1a99-4c75-9ed3-3dea45ffc0be', 'tag': '3c42572c-d32c-496a-a698-72171f0eb653', 'status': 'completed', 'code': 200} May 08 22:16:31.923083 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-0756d91e-8846-4c6d-9bae-396d71f3519b None None] Publish callbacks [] for port (34981e01-b457-42c1-9b8c-e0f00fb5b025), precommit_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:31.930229 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-0756d91e-8846-4c6d-9bae-396d71f3519b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (34981e01-b457-42c1-9b8c-e0f00fb5b025), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:32.047908 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab07228-dd7a-4e0c-8544-29ed1313ed31 None None] Pushing event updated for resources: {'Port': ['ID=34981e01-b457-42c1-9b8c-e0f00fb5b025,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:16:32.053211 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e3c010-17b5-4e8a-9603-bd10e0d83c83 req-c7fb5b77-2e6f-4df3-acb6-b03afc8329af tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:32.055454 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-60e3c010-17b5-4e8a-9603-bd10e0d83c83 req-c7fb5b77-2e6f-4df3-acb6-b03afc8329af tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/ports?device_id=85733564-1a99-4c75-9ed3-3dea45ffc0be HTTP/1.1" status: 200 len: 943 time: 0.0989606 May 08 22:16:32.092543 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-0756d91e-8846-4c6d-9bae-396d71f3519b None None] Attempting to bind port 34981e01-b457-42c1-9b8c-e0f00fb5b025 on host dv-cinder-840511-5-iscsi for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 08 22:16:32.092907 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-0756d91e-8846-4c6d-9bae-396d71f3519b None None] Attempting to bind port 34981e01-b457-42c1-9b8c-e0f00fb5b025 by drivers openvswitch,hyperv on host dv-cinder-840511-5-iscsi at level 0 using segments [{'id': '835e8473-cb0f-4346-957f-b7437e92cf9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '68902894-ee7a-44ea-a38e-23d2c15d7dab'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 08 22:16:32.093267 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0756d91e-8846-4c6d-9bae-396d71f3519b None None] Attempting to bind port 34981e01-b457-42c1-9b8c-e0f00fb5b025 on network 68902894-ee7a-44ea-a38e-23d2c15d7dab {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 08 22:16:32.112038 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0756d91e-8846-4c6d-9bae-396d71f3519b None None] Checking agent: {'id': '7e3c7ef6-abd5-4f0f-b372-b2734b637fd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840511-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 8, 22, 6, 52), 'started_at': datetime.datetime(2022, 5, 8, 22, 7, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 8, 22, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840511-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 08 22:16:32.112478 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0756d91e-8846-4c6d-9bae-396d71f3519b None None] Checking segment: {'id': '835e8473-cb0f-4346-957f-b7437e92cf9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '68902894-ee7a-44ea-a38e-23d2c15d7dab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 08 22:16:32.113010 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-0756d91e-8846-4c6d-9bae-396d71f3519b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:32.113465 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0756d91e-8846-4c6d-9bae-396d71f3519b None None] Bound using segment: {'id': '835e8473-cb0f-4346-957f-b7437e92cf9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '68902894-ee7a-44ea-a38e-23d2c15d7dab'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 08 22:16:32.113999 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-0756d91e-8846-4c6d-9bae-396d71f3519b None None] Bound port: 34981e01-b457-42c1-9b8c-e0f00fb5b025, host: dv-cinder-840511-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '835e8473-cb0f-4346-957f-b7437e92cf9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '68902894-ee7a-44ea-a38e-23d2c15d7dab'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 08 22:16:32.114436 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-0756d91e-8846-4c6d-9bae-396d71f3519b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (34981e01-b457-42c1-9b8c-e0f00fb5b025), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:32.191250 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-60e3c010-17b5-4e8a-9603-bd10e0d83c83 req-b1d15189-8e25-409d-972e-69a333fc2791 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/security-groups?id=423ee5f4-731f-4abe-b26e-e2aec22ddd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032524 May 08 22:16:32.246594 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-0756d91e-8846-4c6d-9bae-396d71f3519b None None] For port 34981e01-b457-42c1-9b8c-e0f00fb5b025, host dv-cinder-840511-5-iscsi, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 08 22:16:32.251577 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-0756d91e-8846-4c6d-9bae-396d71f3519b None None] For port 34981e01-b457-42c1-9b8c-e0f00fb5b025, host dv-cinder-840511-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=34981e01-b457-42c1-9b8c-e0f00fb5b025,segment=NetworkSegment(835e8473-cb0f-4346-957f-b7437e92cf9a),segment_id=835e8473-cb0f-4346-957f-b7437e92cf9a)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 08 22:16:32.259113 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-0756d91e-8846-4c6d-9bae-396d71f3519b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (34981e01-b457-42c1-9b8c-e0f00fb5b025), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:32.319134 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0756d91e-8846-4c6d-9bae-396d71f3519b None None] Routers {'36fcc696-b994-41f5-b94a-e55569e91880'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:16:32.319351 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-0756d91e-8846-4c6d-9bae-396d71f3519b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:16:18Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['36fcc696-b994-41f5-b94a-e55569e91880'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:16:32.334948 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab07228-dd7a-4e0c-8544-29ed1313ed31 None None] Pushing event updated for resources: {'Port': ['ID=34981e01-b457-42c1-9b8c-e0f00fb5b025,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:16:32.490623 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-b8a57aab-fd27-4e21-8b37-fa31ae22467f None None] Provisioning complete for port 34981e01-b457-42c1-9b8c-e0f00fb5b025 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:16:32.493814 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b8a57aab-fd27-4e21-8b37-fa31ae22467f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (34981e01-b457-42c1-9b8c-e0f00fb5b025), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:32.604867 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5755c258-de1a-43b4-bac8-6990ea691aa4 req-e3aaf14e-d630-48ea-8cec-c8cee57710c0 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:32.606977 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-5755c258-de1a-43b4-bac8-6990ea691aa4 req-e3aaf14e-d630-48ea-8cec-c8cee57710c0 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 945 time: 0.0692217 May 08 22:16:32.661868 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-5755c258-de1a-43b4-bac8-6990ea691aa4 req-15341b53-ed23-4856-95ab-7c4a8809b0a5 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491273 May 08 22:16:32.729787 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-0756d91e-8846-4c6d-9bae-396d71f3519b None None] Set router 36fcc696-b994-41f5-b94a-e55569e91880 gateway port host: dv-cinder-840511-5-iscsi {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:16:32.924392 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-b8a57aab-fd27-4e21-8b37-fa31ae22467f None None] Current status of the port 34981e01-b457-42c1-9b8c-e0f00fb5b025 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:16:32.925018 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b8a57aab-fd27-4e21-8b37-fa31ae22467f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (34981e01-b457-42c1-9b8c-e0f00fb5b025), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:33.001064 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-b8a57aab-fd27-4e21-8b37-fa31ae22467f None None] For port 34981e01-b457-42c1-9b8c-e0f00fb5b025, host dv-cinder-840511-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=34981e01-b457-42c1-9b8c-e0f00fb5b025,segment=NetworkSegment(835e8473-cb0f-4346-957f-b7437e92cf9a),segment_id=835e8473-cb0f-4346-957f-b7437e92cf9a)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:16:33.010135 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b8a57aab-fd27-4e21-8b37-fa31ae22467f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (34981e01-b457-42c1-9b8c-e0f00fb5b025), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:33.098670 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a57aab-fd27-4e21-8b37-fa31ae22467f None None] Pushing event updated for resources: {'Port': ['ID=34981e01-b457-42c1-9b8c-e0f00fb5b025,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:16:33.106915 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-0756d91e-8846-4c6d-9bae-396d71f3519b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36fcc696-b994-41f5-b94a-e55569e91880', 'name': 'tempest-TestMinimumBasicScenario-47072083-router', 'tenant_id': '612ea2ece21c41848028df8a474d9a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'fdc1bc0f-d1d4-4366-af29-92165348157e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:16:21Z', 'updated_at': '2022-05-08T22:16:26Z', 'revision_number': 4, 'project_id': '612ea2ece21c41848028df8a474d9a4c', 'gw_port': {'id': 'fdc1bc0f-d1d4-4366-af29-92165348157e', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:40:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36fcc696-b994-41f5-b94a-e55569e91880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:16:22Z', 'updated_at': '2022-05-08T22:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_interfaces': [{'id': '34981e01-b457-42c1-9b8c-e0f00fb5b025', 'name': '', 'network_id': '68902894-ee7a-44ea-a38e-23d2c15d7dab', 'tenant_id': '612ea2ece21c41848028df8a474d9a4c', 'mac_address': 'fa:16:3e:b7:b4:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36fcc696-b994-41f5-b94a-e55569e91880', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '8dfc1dcf-432c-4728-bd33-2a66291f47b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:16:25Z', 'updated_at': '2022-05-08T22:16:32Z', 'revision_number': 4, 'project_id': '612ea2ece21c41848028df8a474d9a4c', 'subnets': [{'id': '8dfc1dcf-432c-4728-bd33-2a66291f47b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:16:33.158610 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0756d91e-8846-4c6d-9bae-396d71f3519b None None] The sync data for ids ['36fcc696-b994-41f5-b94a-e55569e91880'] in dv-cinder-840511-5-iscsi is: [{'id': '36fcc696-b994-41f5-b94a-e55569e91880', 'name': 'tempest-TestMinimumBasicScenario-47072083-router', 'tenant_id': '612ea2ece21c41848028df8a474d9a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'fdc1bc0f-d1d4-4366-af29-92165348157e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:16:21Z', 'updated_at': '2022-05-08T22:16:26Z', 'revision_number': 4, 'project_id': '612ea2ece21c41848028df8a474d9a4c', 'gw_port': {'id': 'fdc1bc0f-d1d4-4366-af29-92165348157e', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:40:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36fcc696-b994-41f5-b94a-e55569e91880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:16:22Z', 'updated_at': '2022-05-08T22:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_interfaces': [{'id': '34981e01-b457-42c1-9b8c-e0f00fb5b025', 'name': '', 'network_id': '68902894-ee7a-44ea-a38e-23d2c15d7dab', 'tenant_id': '612ea2ece21c41848028df8a474d9a4c', 'mac_address': 'fa:16:3e:b7:b4:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36fcc696-b994-41f5-b94a-e55569e91880', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '8dfc1dcf-432c-4728-bd33-2a66291f47b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:16:25Z', 'updated_at': '2022-05-08T22:16:32Z', 'revision_number': 4, 'project_id': '612ea2ece21c41848028df8a474d9a4c', 'subnets': [{'id': '8dfc1dcf-432c-4728-bd33-2a66291f47b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 08 22:16:33.163968 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-78963925-c8e9-48b4-a086-5d901d6bd53c None None] Provisioning complete for port 34981e01-b457-42c1-9b8c-e0f00fb5b025 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:16:33.165214 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-78963925-c8e9-48b4-a086-5d901d6bd53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (34981e01-b457-42c1-9b8c-e0f00fb5b025), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:33.364239 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2b58a6-3e93-4860-8686-bc1d33577052 req-c32a486e-5d0c-423f-874c-81317b5c5b20 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:33.371451 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-5d2b58a6-3e93-4860-8686-bc1d33577052 req-c32a486e-5d0c-423f-874c-81317b5c5b20 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/ports?device_id=85733564-1a99-4c75-9ed3-3dea45ffc0be HTTP/1.1" status: 200 len: 943 time: 0.1154919 May 08 22:16:33.389940 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-78963925-c8e9-48b4-a086-5d901d6bd53c None None] Current status of the port 34981e01-b457-42c1-9b8c-e0f00fb5b025 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:16:33.436191 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-5d2b58a6-3e93-4860-8686-bc1d33577052 req-74dc8e2c-cd4e-4d22-b577-c7031e8ae36e tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/security-groups?id=423ee5f4-731f-4abe-b26e-e2aec22ddd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634987 May 08 22:16:33.804826 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c2200-c642-42ff-b51d-fd4c913c96e3 req-63a9207a-cc74-4806-a756-5511b1337fc9 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:33.817790 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-180c2200-c642-42ff-b51d-fd4c913c96e3 req-63a9207a-cc74-4806-a756-5511b1337fc9 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 945 time: 0.0748975 May 08 22:16:33.873031 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-180c2200-c642-42ff-b51d-fd4c913c96e3 req-44471064-07c8-43f7-a533-656707b3bf6d tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543196 May 08 22:16:34.277304 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device 34981e01-b457-42c1-9b8c-e0f00fb5b025 up at agent ovs-agent-dv-cinder-840511-5-iscsi {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 08 22:16:34.330186 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Provisioning complete for port 34981e01-b457-42c1-9b8c-e0f00fb5b025 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:16:34.335052 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (34981e01-b457-42c1-9b8c-e0f00fb5b025), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:34.440432 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Current status of the port 34981e01-b457-42c1-9b8c-e0f00fb5b025 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:16:34.575527 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f8b381-393a-4bb2-98bf-29ec51caf653 req-00e915af-4732-4bd4-902a-f5b57adce11c tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:34.577246 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-c7f8b381-393a-4bb2-98bf-29ec51caf653 req-00e915af-4732-4bd4-902a-f5b57adce11c tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/ports?device_id=85733564-1a99-4c75-9ed3-3dea45ffc0be HTTP/1.1" status: 200 len: 943 time: 0.0687623 May 08 22:16:34.640624 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-c7f8b381-393a-4bb2-98bf-29ec51caf653 req-3fc18ff4-4b94-409b-a537-4b887b74c250 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/security-groups?id=423ee5f4-731f-4abe-b26e-e2aec22ddd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573328 May 08 22:16:35.025966 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b3b3f-389e-4ce0-9c96-629a184b95ad req-b8655fa7-8784-4080-b7ec-b53061c329d7 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:35.029164 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-b32b3b3f-389e-4ce0-9c96-629a184b95ad req-b8655fa7-8784-4080-b7ec-b53061c329d7 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 945 time: 0.0667942 May 08 22:16:35.087868 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-b32b3b3f-389e-4ce0-9c96-629a184b95ad req-0a5eaa61-1379-4af1-96f6-b64956da5621 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521631 May 08 22:16:35.759420 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc1f18-7796-4f44-9218-c198fd1a7b05 req-ada9f04f-2df5-470c-9e66-695536e522ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:35.760941 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-5dcc1f18-7796-4f44-9218-c198fd1a7b05 req-ada9f04f-2df5-470c-9e66-695536e522ce service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=654d3196600a44cc81cc95a1df44f7b9&device_id=85733564-1a99-4c75-9ed3-3dea45ffc0be HTTP/1.1" status: 200 len: 1127 time: 0.1002662 May 08 22:16:35.788729 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a0101-8187-4052-881e-2cad3d24b511 req-8e1e45fb-841d-4bbe-8ae4-ed12df847899 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:35.795557 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-6f497501-23f5-46d1-9354-7270bf94d75f req-cbce32c7-52aa-4472-800a-c19fb3e05d26 service neutron] 10.222.0.24 "GET /v2.0/networks/387fc46a-30bd-496f-ac2d-d7b18b5cbea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564782 May 08 22:16:35.796359 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-111a0101-8187-4052-881e-2cad3d24b511 req-8e1e45fb-841d-4bbe-8ae4-ed12df847899 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/ports?device_id=85733564-1a99-4c75-9ed3-3dea45ffc0be HTTP/1.1" status: 200 len: 943 time: 0.0639312 May 08 22:16:35.862955 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-111a0101-8187-4052-881e-2cad3d24b511 req-890be3b4-3003-452a-a390-4f7a3917c6dc tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/security-groups?id=423ee5f4-731f-4abe-b26e-e2aec22ddd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649943 May 08 22:16:36.244783 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd56d236-2039-480c-8b81-1b2d33a6175c req-90f6bcd3-e6d6-4bdf-ab5d-0141a216fcb9 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:36.246611 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-cd56d236-2039-480c-8b81-1b2d33a6175c req-90f6bcd3-e6d6-4bdf-ab5d-0141a216fcb9 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 945 time: 0.0664980 May 08 22:16:36.351329 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-cd56d236-2039-480c-8b81-1b2d33a6175c req-eb1b4b29-62b8-49a5-a5db-6274fcbe5bb7 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902441 May 08 22:16:36.418033 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-6f497501-23f5-46d1-9354-7270bf94d75f req-8b0b3890-63c7-450d-bc14-83ddc796e449 service neutron] 10.222.0.24 "GET /v2.0/networks/387fc46a-30bd-496f-ac2d-d7b18b5cbea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5041742 May 08 22:16:36.419160 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc1f18-7796-4f44-9218-c198fd1a7b05 req-14b6f2ae-8249-4323-8184-873c038a623e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:36.420643 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-5dcc1f18-7796-4f44-9218-c198fd1a7b05 req-14b6f2ae-8249-4323-8184-873c038a623e service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=654d3196600a44cc81cc95a1df44f7b9&shared=False HTTP/1.1" status: 200 len: 910 time: 0.5082314 May 08 22:16:36.661299 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc1f18-7796-4f44-9218-c198fd1a7b05 req-d5f90474-7928-4eac-a5e7-7ac163e5131d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:36.663507 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-5dcc1f18-7796-4f44-9218-c198fd1a7b05 req-d5f90474-7928-4eac-a5e7-7ac163e5131d service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2137024 May 08 22:16:36.798733 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccfb81f-c81e-47df-998a-f154f7d3227f req-169a5c42-c33f-4df7-8474-65159c3198fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:36.802690 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-3ccfb81f-c81e-47df-998a-f154f7d3227f req-169a5c42-c33f-4df7-8474-65159c3198fd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=654d3196600a44cc81cc95a1df44f7b9&device_id=85733564-1a99-4c75-9ed3-3dea45ffc0be HTTP/1.1" status: 200 len: 1127 time: 0.0468519 May 08 22:16:36.880288 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-3ccfb81f-c81e-47df-998a-f154f7d3227f req-6de844ae-d549-4a52-bb2a-bfa2bc55ca0e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c42572c-d32c-496a-a698-72171f0eb653 HTTP/1.1" status: 200 len: 217 time: 0.0472505 May 08 22:16:36.946835 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccfb81f-c81e-47df-998a-f154f7d3227f req-0c2e17b6-ec72-45d4-b3dd-30d4459eba76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:36.948307 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-3ccfb81f-c81e-47df-998a-f154f7d3227f req-0c2e17b6-ec72-45d4-b3dd-30d4459eba76 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b67f9e41-8e88-417d-a124-a63b13e30eef HTTP/1.1" status: 200 len: 849 time: 0.0621386 May 08 22:16:37.027207 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd332e34-63af-4c7d-86d0-f37469bcc122 req-c56d981d-a5f4-4d18-8494-fb8e8e3d2b8e tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:37.035154 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-bd332e34-63af-4c7d-86d0-f37469bcc122 req-c56d981d-a5f4-4d18-8494-fb8e8e3d2b8e tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/ports?device_id=85733564-1a99-4c75-9ed3-3dea45ffc0be HTTP/1.1" status: 200 len: 943 time: 0.0618198 May 08 22:16:37.089543 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-bd332e34-63af-4c7d-86d0-f37469bcc122 req-bda2ae49-f4fc-4df8-905e-72d855f0c787 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/security-groups?id=423ee5f4-731f-4abe-b26e-e2aec22ddd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530889 May 08 22:16:37.483721 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbe9657-32d1-436a-b2de-3ee8bee88569 req-f52d0cd7-1405-4eeb-867a-62065027cc95 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:37.485295 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-3fbe9657-32d1-436a-b2de-3ee8bee88569 req-f52d0cd7-1405-4eeb-867a-62065027cc95 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 945 time: 0.0550051 May 08 22:16:37.541487 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-3fbe9657-32d1-436a-b2de-3ee8bee88569 req-d822e617-86ff-4654-ba46-281fe3838f23 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501385 May 08 22:16:38.211640 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e534865-1d0f-48dd-b036-65b48fd0cd61 req-ca03f9d9-9469-44d9-a608-604f486cbfeb tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:38.213977 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-3e534865-1d0f-48dd-b036-65b48fd0cd61 req-ca03f9d9-9469-44d9-a608-604f486cbfeb tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/ports?device_id=85733564-1a99-4c75-9ed3-3dea45ffc0be HTTP/1.1" status: 200 len: 943 time: 0.0507104 May 08 22:16:38.273682 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-3e534865-1d0f-48dd-b036-65b48fd0cd61 req-78efdb70-a090-4906-9139-cce578bd455c tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/security-groups?id=423ee5f4-731f-4abe-b26e-e2aec22ddd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522592 May 08 22:16:38.688863 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc24f8c-cb4a-4caf-826c-c236e1fed3ba req-a3b5584c-811f-4199-9d82-ea74ad03bee2 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:38.695057 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-ffc24f8c-cb4a-4caf-826c-c236e1fed3ba req-a3b5584c-811f-4199-9d82-ea74ad03bee2 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 945 time: 0.0740600 May 08 22:16:38.775384 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-ffc24f8c-cb4a-4caf-826c-c236e1fed3ba req-94b0698f-62b8-4546-bc4a-79b1e2fca488 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796335 May 08 22:16:38.789760 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-3ccfb81f-c81e-47df-998a-f154f7d3227f req-ea5251fc-8d0a-4236-b1e5-054e9f563c6d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=01fd74e4-19fe-4127-93e4-f2dc9928f3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593121 May 08 22:16:39.399225 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d414182-0d0b-411d-81ad-a933e044ce04 req-f1b9eb6d-4c0b-4696-ac79-b68e4e5e9a8e tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:39.400805 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-5d414182-0d0b-411d-81ad-a933e044ce04 req-f1b9eb6d-4c0b-4696-ac79-b68e4e5e9a8e tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/ports?device_id=85733564-1a99-4c75-9ed3-3dea45ffc0be HTTP/1.1" status: 200 len: 943 time: 0.0517843 May 08 22:16:39.458111 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-5d414182-0d0b-411d-81ad-a933e044ce04 req-0604aa48-42d3-4f56-be35-7997bab60d72 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/security-groups?id=423ee5f4-731f-4abe-b26e-e2aec22ddd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508575 May 08 22:16:39.552474 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeefa2c-f3ee-4761-87ed-d04bcf6e6195 req-7de97271-4a51-4506-852e-cd865d0034e1 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:39.553857 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-5aeefa2c-f3ee-4761-87ed-d04bcf6e6195 req-7de97271-4a51-4506-852e-cd865d0034e1 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/networks?id=2aae8800-127b-4312-8164-8a20bcfe6f91 HTTP/1.1" status: 200 len: 815 time: 0.1116338 May 08 22:16:39.570904 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-5aeefa2c-f3ee-4761-87ed-d04bcf6e6195 req-03d0af32-8838-415c-894c-268ca5fb7f93 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/quotas/591851cbb96843c287971cf54acad618 HTTP/1.1" status: 200 len: 375 time: 0.0097153 May 08 22:16:39.628843 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-5aeefa2c-f3ee-4761-87ed-d04bcf6e6195 req-f175db68-791f-4497-a6a7-f0166486882d tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=591851cbb96843c287971cf54acad618&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501900 May 08 22:16:39.733896 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-5aeefa2c-f3ee-4761-87ed-d04bcf6e6195 req-40121b28-6d3f-41ed-b206-edafa8094484 service neutron] 10.222.0.44 "GET /v2.0/networks/2aae8800-127b-4312-8164-8a20bcfe6f91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913723 May 08 22:16:39.830964 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-5aeefa2c-f3ee-4761-87ed-d04bcf6e6195 req-1e0d16a6-4b52-4708-b6d8-8588987ad368 service neutron] 10.222.0.44 "GET /v2.0/networks/2aae8800-127b-4312-8164-8a20bcfe6f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911722 May 08 22:16:39.966663 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-3ccfb81f-c81e-47df-998a-f154f7d3227f req-2099b180-72a0-49ea-86fb-715e08c611ce service neutron] 10.222.0.24 "GET /v2.0/networks/01fd74e4-19fe-4127-93e4-f2dc9928f3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585014 May 08 22:16:40.069490 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-790e3d3f-ad04-48e9-8dcd-2e4dcbfd5b0e req-f0911569-9636-4f69-8e66-d8ef75f3fee2 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a184e29-6493-48c2-b5d7-fe098bcb7e0e HTTP/1.1" status: 200 len: 210 time: 0.0538769 May 08 22:16:40.087046 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7c14ca-6c65-4ba7-9d00-2f4c93d85f41 req-6c1e1e1c-7bca-4189-a9b3-c756fd516ded tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:40.087046 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-ff7c14ca-6c65-4ba7-9d00-2f4c93d85f41 req-6c1e1e1c-7bca-4189-a9b3-c756fd516ded tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 945 time: 0.0693703 May 08 22:16:40.136174 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-ff7c14ca-6c65-4ba7-9d00-2f4c93d85f41 req-072d4242-3247-48fc-820e-35dbf4f4eaba tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465677 May 08 22:16:40.201079 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (50086534-3b0f-4edb-899f-da05c46c2546), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:40.726851 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0531da8-464a-4188-8b89-8e5b22847558 req-c466ff9d-a013-4b9e-bccf-444a2c665ab5 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:40.728357 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-f0531da8-464a-4188-8b89-8e5b22847558 req-c466ff9d-a013-4b9e-bccf-444a2c665ab5 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/ports?device_id=85733564-1a99-4c75-9ed3-3dea45ffc0be HTTP/1.1" status: 200 len: 943 time: 0.0569897 May 08 22:16:40.775360 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-f0531da8-464a-4188-8b89-8e5b22847558 req-3b5a61af-a1e5-45d6-acd7-c5e7dc76eda3 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/security-groups?id=423ee5f4-731f-4abe-b26e-e2aec22ddd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413465 May 08 22:16:41.172386 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-31b51ce4-368c-4e42-bb2b-caff74fd2ee9 req-b082262f-9960-492c-bc0e-3c04875dd379 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a184e29-6493-48c2-b5d7-fe098bcb7e0e HTTP/1.1" status: 200 len: 210 time: 0.0284095 May 08 22:16:41.255998 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc50541-7d3a-435f-b775-a49351fd37c7 req-f30adb8a-ab03-4539-a12c-0fbcb367b474 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:41.257416 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-6bc50541-7d3a-435f-b775-a49351fd37c7 req-f30adb8a-ab03-4539-a12c-0fbcb367b474 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 945 time: 0.0507746 May 08 22:16:41.307529 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-6bc50541-7d3a-435f-b775-a49351fd37c7 req-bb584295-e49d-46ae-9563-e7dbb9c748cb tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426054 May 08 22:16:41.826271 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-3ccfb81f-c81e-47df-998a-f154f7d3227f req-9f9a6177-6e7d-41f9-b3a8-d6e79db611ed service neutron] 10.222.0.24 "GET /v2.0/networks/01fd74e4-19fe-4127-93e4-f2dc9928f3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850084 May 08 22:16:41.902702 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7276c59-057c-40e1-aea4-2f08b240eb95 req-c3a2e298-abad-4530-accf-08f551d8c222 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:41.911561 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-c7276c59-057c-40e1-aea4-2f08b240eb95 req-c3a2e298-abad-4530-accf-08f551d8c222 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/ports?device_id=85733564-1a99-4c75-9ed3-3dea45ffc0be HTTP/1.1" status: 200 len: 943 time: 0.0580711 May 08 22:16:41.958524 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-c7276c59-057c-40e1-aea4-2f08b240eb95 req-ff062019-f237-48ac-9abb-d34fac60fea7 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/security-groups?id=423ee5f4-731f-4abe-b26e-e2aec22ddd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465410 May 08 22:16:42.269038 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-d35d6a9b-bd04-4371-910d-dfb127381c14 req-dcff4ae3-d028-4432-ae61-084396e2bdc3 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a184e29-6493-48c2-b5d7-fe098bcb7e0e HTTP/1.1" status: 200 len: 210 time: 0.0304775 May 08 22:16:42.430071 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5631148-04de-489f-ab39-4748c598a283 req-623ca883-af08-4438-967b-79f1e2b08776 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:42.431620 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-a5631148-04de-489f-ab39-4748c598a283 req-623ca883-af08-4438-967b-79f1e2b08776 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 945 time: 0.0570238 May 08 22:16:42.483162 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-a5631148-04de-489f-ab39-4748c598a283 req-2fdb7408-0dc2-4744-99da-3d5745aa4045 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456567 May 08 22:16:43.082949 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e940e2a7-aa9a-44c9-8c38-b583aa8d8a1c req-962230c5-835a-4081-98f6-8387cf80c193 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:43.084811 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-e940e2a7-aa9a-44c9-8c38-b583aa8d8a1c req-962230c5-835a-4081-98f6-8387cf80c193 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/ports?device_id=85733564-1a99-4c75-9ed3-3dea45ffc0be HTTP/1.1" status: 200 len: 943 time: 0.0477080 May 08 22:16:43.134089 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-e940e2a7-aa9a-44c9-8c38-b583aa8d8a1c req-ab772085-467c-46b8-ad7f-c454df67f029 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/security-groups?id=423ee5f4-731f-4abe-b26e-e2aec22ddd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427549 May 08 22:16:43.361130 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-9a33ca38-14ab-41cd-95d9-872133d2eb7e req-fc195fab-1a81-4d73-a357-d5050d0fc6bf tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a184e29-6493-48c2-b5d7-fe098bcb7e0e HTTP/1.1" status: 200 len: 210 time: 0.0278161 May 08 22:16:43.606140 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ee185-4bb3-47b9-8405-ac1d76f96287 req-31799327-8dec-4a9f-85a7-3aeaeba0c021 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:43.607662 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-b61ee185-4bb3-47b9-8405-ac1d76f96287 req-31799327-8dec-4a9f-85a7-3aeaeba0c021 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 945 time: 0.0499561 May 08 22:16:43.656232 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-b61ee185-4bb3-47b9-8405-ac1d76f96287 req-5ea76854-a674-4746-be1a-905e3143bf75 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427961 May 08 22:16:44.249228 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8740b066-1cfb-485e-8c90-5d479c0fd8b1 req-bdbe7c41-fa71-42a8-95b5-78880d4eb45c tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:44.250577 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-8740b066-1cfb-485e-8c90-5d479c0fd8b1 req-bdbe7c41-fa71-42a8-95b5-78880d4eb45c tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/ports?device_id=85733564-1a99-4c75-9ed3-3dea45ffc0be HTTP/1.1" status: 200 len: 943 time: 0.0482121 May 08 22:16:44.296372 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-8740b066-1cfb-485e-8c90-5d479c0fd8b1 req-3fc48c04-3467-423a-a3cf-f4f244ebf7a6 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/security-groups?id=423ee5f4-731f-4abe-b26e-e2aec22ddd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400896 May 08 22:16:44.467509 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-591b5b51-43c1-452b-bfe0-013eab3de3f0 req-0f3da573-1600-4571-8e77-5deb68602fd2 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a184e29-6493-48c2-b5d7-fe098bcb7e0e HTTP/1.1" status: 200 len: 210 time: 0.0341063 May 08 22:16:44.788407 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a306c0-a74f-4dc1-bc3e-9b49be3e5ab5 req-44edee75-877d-4a68-b9d0-9c5670535731 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:44.789924 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-b4a306c0-a74f-4dc1-bc3e-9b49be3e5ab5 req-44edee75-877d-4a68-b9d0-9c5670535731 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 945 time: 0.0553520 May 08 22:16:44.848400 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-b4a306c0-a74f-4dc1-bc3e-9b49be3e5ab5 req-748f66e5-edfd-4431-9b10-978e903acff4 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518067 May 08 22:16:44.892996 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 51260) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:16:45.005423 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4fb44a4d-18e2-4319-b4e6-244a53b4e26c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:45.088250 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4fb44a4d-18e2-4319-b4e6-244a53b4e26c admin admin] Publish callbacks [] for security_group (1ff6c776-777b-41aa-b5b1-f3427bfa17c6), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:45.093983 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4fb44a4d-18e2-4319-b4e6-244a53b4e26c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (1ff6c776-777b-41aa-b5b1-f3427bfa17c6), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:45.133565 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-4fb44a4d-18e2-4319-b4e6-244a53b4e26c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2f45335293bd498b822408ec9fe2e18d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2392633 May 08 22:16:45.134742 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb44a4d-18e2-4319-b4e6-244a53b4e26c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff6c776-777b-41aa-b5b1-f3427bfa17c6,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:16:45.136653 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 51268) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:16:45.185579 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e68e1256-dc4d-44a5-9a92-af96bc927a87 admin admin] Publish callbacks [] for security_group (1ff6c776-777b-41aa-b5b1-f3427bfa17c6), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:45.209509 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e68e1256-dc4d-44a5-9a92-af96bc927a87 admin admin] Publish callbacks [] for security_group (1ff6c776-777b-41aa-b5b1-f3427bfa17c6), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:45.260269 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e68e1256-dc4d-44a5-9a92-af96bc927a87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (1ff6c776-777b-41aa-b5b1-f3427bfa17c6), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:45.264378 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e68e1256-dc4d-44a5-9a92-af96bc927a87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:45.266337 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-e68e1256-dc4d-44a5-9a92-af96bc927a87 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1ff6c776-777b-41aa-b5b1-f3427bfa17c6 HTTP/1.1" status: 204 len: 168 time: 0.1286833 May 08 22:16:45.275666 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68e1256-dc4d-44a5-9a92-af96bc927a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff6c776-777b-41aa-b5b1-f3427bfa17c6,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:16:45.418249 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccd1e9c-9aa1-4817-9458-681a77d8da36 req-acdc7712-a62b-424b-b76d-7a012ecc2e55 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:45.420154 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-7ccd1e9c-9aa1-4817-9458-681a77d8da36 req-acdc7712-a62b-424b-b76d-7a012ecc2e55 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/ports?device_id=85733564-1a99-4c75-9ed3-3dea45ffc0be HTTP/1.1" status: 200 len: 943 time: 0.0526040 May 08 22:16:45.468869 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-7ccd1e9c-9aa1-4817-9458-681a77d8da36 req-c054559e-def9-4c6b-ab69-d27aacaa2320 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/security-groups?id=423ee5f4-731f-4abe-b26e-e2aec22ddd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433719 May 08 22:16:45.560719 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-09bfeba0-27c7-4394-a1c1-8e000bb1d466 req-411704ba-c6f6-4961-a455-d2371f6450fd tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a184e29-6493-48c2-b5d7-fe098bcb7e0e HTTP/1.1" status: 200 len: 210 time: 0.0274067 May 08 22:16:45.962309 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec96348-1626-4cd6-aa82-b94ebd9390f7 req-90778764-6afe-403d-99b4-40075f4121ce tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:45.963850 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-4ec96348-1626-4cd6-aa82-b94ebd9390f7 req-90778764-6afe-403d-99b4-40075f4121ce tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 945 time: 0.0532289 May 08 22:16:46.017689 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-4ec96348-1626-4cd6-aa82-b94ebd9390f7 req-0faabbe4-1f6f-4dfb-a988-924be5460f35 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466709 May 08 22:16:46.204029 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a46e5240-031b-4204-aaeb-bd0e6efe2495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (399f5491-dab9-4373-bd22-64cd7c73418d), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:46.604040 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bec1307-7638-4050-bc9d-89c8d1db6c85 req-e864191b-3cb7-44fc-bba6-ac148884e40c tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:46.605586 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-7bec1307-7638-4050-bc9d-89c8d1db6c85 req-e864191b-3cb7-44fc-bba6-ac148884e40c tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/ports?device_id=85733564-1a99-4c75-9ed3-3dea45ffc0be HTTP/1.1" status: 200 len: 943 time: 0.0529180 May 08 22:16:46.658272 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-d7090964-be86-42e8-8c2c-63a40311edcd req-f31cf8e9-d00d-448a-a7d3-edcff1a51ea1 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a184e29-6493-48c2-b5d7-fe098bcb7e0e HTTP/1.1" status: 200 len: 210 time: 0.0289807 May 08 22:16:46.680830 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-7bec1307-7638-4050-bc9d-89c8d1db6c85 req-36adf97f-ae8b-4eb8-a9ce-8103e353e8fe tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/security-groups?id=423ee5f4-731f-4abe-b26e-e2aec22ddd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678661 May 08 22:16:47.141396 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78874b0-27e2-43f9-bc40-bae8b63798ac req-a3b18924-070e-4de8-af73-6cea4e252880 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:47.142876 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-a78874b0-27e2-43f9-bc40-bae8b63798ac req-a3b18924-070e-4de8-af73-6cea4e252880 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 945 time: 0.0523407 May 08 22:16:47.193110 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-a78874b0-27e2-43f9-bc40-bae8b63798ac req-759864e4-e3da-4fce-bbfc-8d25788b1a14 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440342 May 08 22:16:47.773122 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-b5ccfdeb-fd6b-49c2-b73a-a3dfe7db9131 req-32e5be59-2b15-44fb-8fcb-517aef8b2784 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a184e29-6493-48c2-b5d7-fe098bcb7e0e HTTP/1.1" status: 200 len: 210 time: 0.0426965 May 08 22:16:47.816842 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b4564-fbef-438d-890f-7843246f87ca req-424aa6f5-e9ff-4d83-a2ac-e2db099c5c6a tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:47.818601 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-253b4564-fbef-438d-890f-7843246f87ca req-424aa6f5-e9ff-4d83-a2ac-e2db099c5c6a tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/ports?device_id=85733564-1a99-4c75-9ed3-3dea45ffc0be HTTP/1.1" status: 200 len: 943 time: 0.0573194 May 08 22:16:47.869674 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-253b4564-fbef-438d-890f-7843246f87ca req-3bec5813-7bec-432f-aebb-b2d8481564ca tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/security-groups?id=423ee5f4-731f-4abe-b26e-e2aec22ddd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455461 May 08 22:16:48.309389 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ae861-5477-40dd-8ba5-90d51f4fecb4 req-55c1e473-a10b-4fe0-b236-9134ba3b49e0 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:48.311001 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-c72ae861-5477-40dd-8ba5-90d51f4fecb4 req-55c1e473-a10b-4fe0-b236-9134ba3b49e0 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 945 time: 0.0489535 May 08 22:16:48.365619 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-c72ae861-5477-40dd-8ba5-90d51f4fecb4 req-efd41117-5637-4c5f-921b-f0e6b695cbdd tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488191 May 08 22:16:48.475492 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-52a148d8-01ca-4659-97ad-9adabc86d3c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (69aa2ac4-530d-40c2-a84a-3161d84edf61), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:48.882799 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-17584e68-404c-4b1a-abc6-1c895e7fb0ac req-bf95d99b-5bd3-456a-b524-7d885145aca7 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a184e29-6493-48c2-b5d7-fe098bcb7e0e HTTP/1.1" status: 200 len: 210 time: 0.0303662 May 08 22:16:48.993286 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd351dc-c663-45f3-a919-7903917abb43 req-5193a1fb-65e7-4ed9-b4b9-a87053af67c7 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:48.994844 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-7fd351dc-c663-45f3-a919-7903917abb43 req-5193a1fb-65e7-4ed9-b4b9-a87053af67c7 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/ports?device_id=85733564-1a99-4c75-9ed3-3dea45ffc0be HTTP/1.1" status: 200 len: 943 time: 0.0555143 May 08 22:16:49.049042 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-7fd351dc-c663-45f3-a919-7903917abb43 req-66497d11-0132-4929-9e42-f875427fdb8a tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/security-groups?id=423ee5f4-731f-4abe-b26e-e2aec22ddd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474479 May 08 22:16:49.325784 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-68d59b13-bdd3-4890-b330-3a9be9bf9791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (167e5ba9-08ef-43b6-aca0-7c88b7f9e735), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:49.482568 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7744d36-94e3-43ef-963a-cf71cf3c7046 req-d19b5c5b-53f3-429a-aa39-6e80c3e63abf tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:49.484007 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-d7744d36-94e3-43ef-963a-cf71cf3c7046 req-d19b5c5b-53f3-429a-aa39-6e80c3e63abf tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 945 time: 0.0487788 May 08 22:16:49.534007 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-d7744d36-94e3-43ef-963a-cf71cf3c7046 req-5f5f5959-3eaa-4e7c-a66b-b7eaf3eddd66 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419636 May 08 22:16:49.981408 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-d88bc0c4-79a8-4e81-b0c1-ad61e66b3e70 req-c553245a-15b7-4e8c-b6ea-ff9aec5b9fc3 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a184e29-6493-48c2-b5d7-fe098bcb7e0e HTTP/1.1" status: 200 len: 210 time: 0.0325553 May 08 22:16:50.161554 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd868eaf-5e29-432f-bb0f-cf68618d7396 req-497279b4-5f94-47a8-be57-3fd0094db863 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:50.163013 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-fd868eaf-5e29-432f-bb0f-cf68618d7396 req-497279b4-5f94-47a8-be57-3fd0094db863 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/ports?device_id=85733564-1a99-4c75-9ed3-3dea45ffc0be HTTP/1.1" status: 200 len: 943 time: 0.0480974 May 08 22:16:50.212044 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-fd868eaf-5e29-432f-bb0f-cf68618d7396 req-20329ce5-07e5-4602-819e-b6b2246e30ac tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/security-groups?id=423ee5f4-731f-4abe-b26e-e2aec22ddd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407200 May 08 22:16:50.662212 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb868e0-7745-49f0-919e-7ef04fd4f6eb req-491a0b0c-a519-4382-9c1a-8a38dcfb3af8 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:50.663668 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-3cb868e0-7745-49f0-919e-7ef04fd4f6eb req-491a0b0c-a519-4382-9c1a-8a38dcfb3af8 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 945 time: 0.0489895 May 08 22:16:50.712143 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-3cb868e0-7745-49f0-919e-7ef04fd4f6eb req-43571266-b75f-47b2-b216-b6755eca3d6c tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428500 May 08 22:16:50.917041 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f82e6e54-0a06-4075-8e4d-2bf0b0f201e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (1fcc0290-7f55-4633-95cb-6d94e7aa5e57), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:51.095946 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-224c63db-1f85-4518-9b43-60a290672918 req-4e36292c-b381-4a67-9ef8-8c588b7b4d8b tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a184e29-6493-48c2-b5d7-fe098bcb7e0e HTTP/1.1" status: 200 len: 210 time: 0.0331106 May 08 22:16:51.335943 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92728fbe-9e77-4a2c-bacc-21376dee6726 req-36ca6e03-32eb-436b-8862-a0af2f0bf6f1 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:51.337557 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-92728fbe-9e77-4a2c-bacc-21376dee6726 req-36ca6e03-32eb-436b-8862-a0af2f0bf6f1 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/ports?device_id=85733564-1a99-4c75-9ed3-3dea45ffc0be HTTP/1.1" status: 200 len: 943 time: 0.0559528 May 08 22:16:51.387826 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-92728fbe-9e77-4a2c-bacc-21376dee6726 req-c2e4ffbd-9026-48a7-8228-6fcc29bd2375 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/security-groups?id=423ee5f4-731f-4abe-b26e-e2aec22ddd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442517 May 08 22:16:51.843223 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c3734e-4b3f-4b13-b883-332f7646080c req-d945e129-b2b9-4ab9-bd49-f424081702c9 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:51.844875 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-e0c3734e-4b3f-4b13-b883-332f7646080c req-d945e129-b2b9-4ab9-bd49-f424081702c9 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 945 time: 0.0617776 May 08 22:16:51.891530 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-e0c3734e-4b3f-4b13-b883-332f7646080c req-2d6eb2fb-51ea-4a3f-a58e-fcbcbcd9eba8 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408435 May 08 22:16:52.404798 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-8aeb186c-02a7-4edf-9310-dc04bc62dbd6 req-ab506c56-3291-4c0f-afe4-d78601bdbfe0 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a184e29-6493-48c2-b5d7-fe098bcb7e0e HTTP/1.1" status: 200 len: 210 time: 0.2261424 May 08 22:16:52.438444 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (7e3c7ef6-abd5-4f0f-b372-b2734b637fd0), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:52.528210 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79a2fb2-41df-4f9d-b53d-a64ac6fef667 req-b2004413-ea6d-4ece-a515-c67550976f3f tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:52.535337 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-b79a2fb2-41df-4f9d-b53d-a64ac6fef667 req-b2004413-ea6d-4ece-a515-c67550976f3f tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/ports?device_id=85733564-1a99-4c75-9ed3-3dea45ffc0be HTTP/1.1" status: 200 len: 943 time: 0.0605552 May 08 22:16:52.576370 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-b79a2fb2-41df-4f9d-b53d-a64ac6fef667 req-6277274d-e48c-46ab-b77b-652ce57dfe0b tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/security-groups?id=423ee5f4-731f-4abe-b26e-e2aec22ddd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400918 May 08 22:16:53.008099 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515da866-40ee-4995-8065-044c84b1a4bc req-f3d0cd53-52a4-4568-87f4-fd473316e2ab tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:53.009584 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-515da866-40ee-4995-8065-044c84b1a4bc req-f3d0cd53-52a4-4568-87f4-fd473316e2ab tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 945 time: 0.0466332 May 08 22:16:53.067187 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-515da866-40ee-4995-8065-044c84b1a4bc req-e5a54cf5-8565-421d-87c8-0758b4e36580 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519516 May 08 22:16:53.517307 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-1adba8df-9073-41ef-953d-b71c08867803 req-cdecd2cd-8f8d-404b-bb62-76f960e42fe4 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a184e29-6493-48c2-b5d7-fe098bcb7e0e HTTP/1.1" status: 200 len: 210 time: 0.0277791 May 08 22:16:53.682883 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 51432) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:16:53.697860 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c18fdc-13a7-4e24-a78c-d7f742998de5 req-ff6f8186-0389-4693-909b-818a72ec0719 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:53.699325 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-60c18fdc-13a7-4e24-a78c-d7f742998de5 req-ff6f8186-0389-4693-909b-818a72ec0719 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/ports?device_id=85733564-1a99-4c75-9ed3-3dea45ffc0be HTTP/1.1" status: 200 len: 943 time: 0.0467179 May 08 22:16:53.746717 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-60c18fdc-13a7-4e24-a78c-d7f742998de5 req-c60ea905-e64c-4f5a-bc53-7def8c4c5aa1 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/security-groups?id=423ee5f4-731f-4abe-b26e-e2aec22ddd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416555 May 08 22:16:53.786903 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-56120123-c250-4e59-a1b7-18834cca436b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:53.862349 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-56120123-c250-4e59-a1b7-18834cca436b admin admin] Publish callbacks [] for security_group (fb60ee7c-afc1-407c-b160-5b4d4cacf84c), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:53.867136 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-56120123-c250-4e59-a1b7-18834cca436b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (fb60ee7c-afc1-407c-b160-5b4d4cacf84c), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:53.903532 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-56120123-c250-4e59-a1b7-18834cca436b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ba5eadf12afa400da4347e9031244f1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2195368 May 08 22:16:53.904382 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56120123-c250-4e59-a1b7-18834cca436b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb60ee7c-afc1-407c-b160-5b4d4cacf84c,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:16:53.906520 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 51436) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:16:53.957855 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3a9f8c53-fc51-4369-a070-8bac4fa335e9 admin admin] Publish callbacks [] for security_group (fb60ee7c-afc1-407c-b160-5b4d4cacf84c), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:53.983197 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3a9f8c53-fc51-4369-a070-8bac4fa335e9 admin admin] Publish callbacks [] for security_group (fb60ee7c-afc1-407c-b160-5b4d4cacf84c), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:54.031600 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3a9f8c53-fc51-4369-a070-8bac4fa335e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (fb60ee7c-afc1-407c-b160-5b4d4cacf84c), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:54.034200 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3a9f8c53-fc51-4369-a070-8bac4fa335e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:54.035328 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-3a9f8c53-fc51-4369-a070-8bac4fa335e9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fb60ee7c-afc1-407c-b160-5b4d4cacf84c HTTP/1.1" status: 204 len: 168 time: 0.1277714 May 08 22:16:54.042948 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9f8c53-fc51-4369-a070-8bac4fa335e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb60ee7c-afc1-407c-b160-5b4d4cacf84c,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:16:54.181977 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dee31b7-df1e-4d7c-92c3-2e6706d498d4 req-50798698-131d-404e-9ee5-4b8c250373db tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:54.183545 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-8dee31b7-df1e-4d7c-92c3-2e6706d498d4 req-50798698-131d-404e-9ee5-4b8c250373db tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 945 time: 0.0465896 May 08 22:16:54.230030 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-8dee31b7-df1e-4d7c-92c3-2e6706d498d4 req-f1651d69-4775-4eee-94ca-fb4f187e0f80 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408263 May 08 22:16:54.304696 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 51444) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:16:54.317678 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3e5d30ae-b09c-4cc2-b144-cfeefd7bcede admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:54.390599 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3e5d30ae-b09c-4cc2-b144-cfeefd7bcede admin admin] Publish callbacks [] for security_group (673cca62-f84e-499c-8689-14d624876eb3), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:54.395569 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3e5d30ae-b09c-4cc2-b144-cfeefd7bcede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (673cca62-f84e-499c-8689-14d624876eb3), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:54.433362 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5d30ae-b09c-4cc2-b144-cfeefd7bcede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=673cca62-f84e-499c-8689-14d624876eb3,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:16:54.437680 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-3e5d30ae-b09c-4cc2-b144-cfeefd7bcede admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=24889ce8ee1247ae9e7d760a4d908311&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1319687 May 08 22:16:54.440799 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 51446) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:16:54.494456 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6a2af703-d82f-4cbd-bebb-955c39ed9fe4 admin admin] Publish callbacks [] for security_group (673cca62-f84e-499c-8689-14d624876eb3), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:54.516925 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6a2af703-d82f-4cbd-bebb-955c39ed9fe4 admin admin] Publish callbacks [] for security_group (673cca62-f84e-499c-8689-14d624876eb3), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:54.575341 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6a2af703-d82f-4cbd-bebb-955c39ed9fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (673cca62-f84e-499c-8689-14d624876eb3), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:54.578084 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6a2af703-d82f-4cbd-bebb-955c39ed9fe4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:54.579857 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-6a2af703-d82f-4cbd-bebb-955c39ed9fe4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/673cca62-f84e-499c-8689-14d624876eb3 HTTP/1.1" status: 204 len: 168 time: 0.1383700 May 08 22:16:54.588800 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2af703-d82f-4cbd-bebb-955c39ed9fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=673cca62-f84e-499c-8689-14d624876eb3,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:16:54.635234 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-90c0d8ee-2636-4b4a-aa7f-a36cfda70350 req-85502f5e-0178-4ba7-878d-f19e320b23f7 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a184e29-6493-48c2-b5d7-fe098bcb7e0e HTTP/1.1" status: 200 len: 210 time: 0.0385013 May 08 22:16:54.863747 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e6b9bc-82e1-4398-b07f-937c8b11771f req-25951bda-ebdb-4a22-8f33-91cd06592c1c tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:54.865265 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-f4e6b9bc-82e1-4398-b07f-937c8b11771f req-25951bda-ebdb-4a22-8f33-91cd06592c1c tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/ports?device_id=85733564-1a99-4c75-9ed3-3dea45ffc0be HTTP/1.1" status: 200 len: 943 time: 0.0475864 May 08 22:16:54.916916 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-f4e6b9bc-82e1-4398-b07f-937c8b11771f req-019e6886-8d17-4e5a-801d-fae1eba34c45 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/security-groups?id=423ee5f4-731f-4abe-b26e-e2aec22ddd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435135 May 08 22:16:55.344238 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb2285f-5c4c-4588-90e7-98d35c5646a2 req-10a68b54-c6f2-49d8-9cdf-d3f776f829fc tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:55.345957 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-feb2285f-5c4c-4588-90e7-98d35c5646a2 req-10a68b54-c6f2-49d8-9cdf-d3f776f829fc tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 945 time: 0.0477746 May 08 22:16:55.393097 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-feb2285f-5c4c-4588-90e7-98d35c5646a2 req-cf83cee7-7b62-4e6d-babd-eda3b63e8243 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413511 May 08 22:16:55.736011 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-3bd3c218-433a-4072-a305-795f390eca18 req-0dc34c92-b4fc-47dd-bb68-68c616ee5636 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a184e29-6493-48c2-b5d7-fe098bcb7e0e HTTP/1.1" status: 200 len: 210 time: 0.0283854 May 08 22:16:56.031087 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3151a00-2115-4830-9e76-191cf11a411c req-01f6d4a5-1f73-40b0-972b-d92af929e6d9 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:56.032620 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-b3151a00-2115-4830-9e76-191cf11a411c req-01f6d4a5-1f73-40b0-972b-d92af929e6d9 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/ports?device_id=85733564-1a99-4c75-9ed3-3dea45ffc0be HTTP/1.1" status: 200 len: 943 time: 0.0513275 May 08 22:16:56.082264 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-b3151a00-2115-4830-9e76-191cf11a411c req-cf613459-d2ec-4d91-8b60-8bef296aeb06 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/security-groups?id=423ee5f4-731f-4abe-b26e-e2aec22ddd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439558 May 08 22:16:56.504493 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447bd45c-8e74-48ac-b752-1322ed75719a req-e35c37d4-f069-4c68-866d-5ea470fc6294 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:56.506029 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-447bd45c-8e74-48ac-b752-1322ed75719a req-e35c37d4-f069-4c68-866d-5ea470fc6294 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 945 time: 0.0469146 May 08 22:16:56.553153 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-447bd45c-8e74-48ac-b752-1322ed75719a req-b85fea15-734a-42c8-baf6-acf37ba3bc51 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413074 May 08 22:16:56.601626 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device 3c42572c-d32c-496a-a698-72171f0eb653 details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=103630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 08 22:16:56.703262 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] For port 3c42572c-d32c-496a-a698-72171f0eb653, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=3c42572c-d32c-496a-a698-72171f0eb653,segment=NetworkSegment(4fde0cd5-8ec1-4827-b518-5e9bcb824b09),segment_id=4fde0cd5-8ec1-4827-b518-5e9bcb824b09)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:16:56.715144 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Returning: {'device': '3c42572c-d32c-496a-a698-72171f0eb653', 'network_id': '01fd74e4-19fe-4127-93e4-f2dc9928f3de', 'port_id': '3c42572c-d32c-496a-a698-72171f0eb653', 'mac_address': 'fa:16:3e:e5:5a:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b67f9e41-8e88-417d-a124-a63b13e30eef', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 08 22:16:56.753218 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Current status of the port 3c42572c-d32c-496a-a698-72171f0eb653 is: DOWN; New status is: BUILD {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:16:56.753614 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (3c42572c-d32c-496a-a698-72171f0eb653), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:56.779630 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.notifiers.nova [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c42572c-d32c-496a-a698-72171f0eb653 {{(pid=103630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 08 22:16:56.805761 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] For port 3c42572c-d32c-496a-a698-72171f0eb653, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=3c42572c-d32c-496a-a698-72171f0eb653,segment=NetworkSegment(4fde0cd5-8ec1-4827-b518-5e9bcb824b09),segment_id=4fde0cd5-8ec1-4827-b518-5e9bcb824b09)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:16:56.820246 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (3c42572c-d32c-496a-a698-72171f0eb653), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:16:56.836797 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-89edaf78-b5aa-4116-a38f-214c7169956e req-304fa18c-bacd-4c35-aeb3-b54a9b9cf288 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a184e29-6493-48c2-b5d7-fe098bcb7e0e HTTP/1.1" status: 200 len: 210 time: 0.0296419 May 08 22:16:56.878080 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Pushing event updated for resources: {'Port': ['ID=3c42572c-d32c-496a-a698-72171f0eb653,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:16:57.212137 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eadba6f-5190-4772-8e73-0657945b42b3 req-b3219389-4a65-4fbc-be14-cae4ef96f947 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:57.213585 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-2eadba6f-5190-4772-8e73-0657945b42b3 req-b3219389-4a65-4fbc-be14-cae4ef96f947 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/ports?device_id=85733564-1a99-4c75-9ed3-3dea45ffc0be HTTP/1.1" status: 200 len: 944 time: 0.0539649 May 08 22:16:57.265303 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-2eadba6f-5190-4772-8e73-0657945b42b3 req-0246158c-c87a-4c07-abe7-e7029b2fe994 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/security-groups?id=423ee5f4-731f-4abe-b26e-e2aec22ddd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445497 May 08 22:16:57.677798 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6667f688-b436-4569-9937-9712d1a38c1b req-c56d4d8f-f841-4f29-adf4-d6d988f555b3 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:57.678872 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-6667f688-b436-4569-9937-9712d1a38c1b req-c56d4d8f-f841-4f29-adf4-d6d988f555b3 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 945 time: 0.0503936 May 08 22:16:57.730290 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-6667f688-b436-4569-9937-9712d1a38c1b req-add548b2-42f8-43e6-97ae-f689412f6166 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441842 May 08 22:16:57.931911 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-4a6b279b-6c3c-4687-b108-b2f7c20b01bb req-0adb0b28-4e44-4731-bdc7-1c57d5d747fe tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a184e29-6493-48c2-b5d7-fe098bcb7e0e HTTP/1.1" status: 200 len: 210 time: 0.0283990 May 08 22:16:58.394289 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c35b88-06d3-4960-9a4d-634247f63cba req-ea495c4f-5029-4095-9bea-a745b3033b57 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:58.395751 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-11c35b88-06d3-4960-9a4d-634247f63cba req-ea495c4f-5029-4095-9bea-a745b3033b57 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/ports?device_id=85733564-1a99-4c75-9ed3-3dea45ffc0be HTTP/1.1" status: 200 len: 944 time: 0.0511370 May 08 22:16:58.444774 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-11c35b88-06d3-4960-9a4d-634247f63cba req-f7035bce-a796-4c08-ad57-9e2c57b4e92a tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/security-groups?id=423ee5f4-731f-4abe-b26e-e2aec22ddd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406923 May 08 22:16:58.851374 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f94948f-cc5c-43c7-a6e8-1c95c0acf4ef req-095d45e7-af4f-4a7f-b0e3-7610fba38784 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:58.852891 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-9f94948f-cc5c-43c7-a6e8-1c95c0acf4ef req-095d45e7-af4f-4a7f-b0e3-7610fba38784 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 945 time: 0.0509069 May 08 22:16:58.901241 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-9f94948f-cc5c-43c7-a6e8-1c95c0acf4ef req-a82fe40c-efe2-4349-a833-23f6131557aa tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424807 May 08 22:16:59.033363 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-89f7986b-419f-47fe-b979-80594cc9a8d5 req-bc8032f1-d397-4442-adbd-808ad59426a0 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a184e29-6493-48c2-b5d7-fe098bcb7e0e HTTP/1.1" status: 200 len: 210 time: 0.0321276 May 08 22:16:59.232062 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] get_ports_and_sgs() called for port_ids ['3c42572c-d32c-496a-a698-72171f0eb653'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 08 22:16:59.561869 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10454d7b-f96a-42a8-8310-4fe6c2698eff req-43552bd9-9fce-4b09-92c4-4b677d7834d4 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:59.563289 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-10454d7b-f96a-42a8-8310-4fe6c2698eff req-43552bd9-9fce-4b09-92c4-4b677d7834d4 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/ports?device_id=85733564-1a99-4c75-9ed3-3dea45ffc0be HTTP/1.1" status: 200 len: 944 time: 0.0509303 May 08 22:16:59.613452 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-10454d7b-f96a-42a8-8310-4fe6c2698eff req-c3a01eb6-2b8d-4c74-b51b-1c9395131120 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/security-groups?id=423ee5f4-731f-4abe-b26e-e2aec22ddd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442131 May 08 22:16:59.718568 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeefa2c-f3ee-4761-87ed-d04bcf6e6195 req-27366eba-894f-4c25-82e0-81f7042e0d52 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:16:59.720098 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-5aeefa2c-f3ee-4761-87ed-d04bcf6e6195 req-27366eba-894f-4c25-82e0-81f7042e0d52 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.24 "GET /v2.0/networks?id=2aae8800-127b-4312-8164-8a20bcfe6f91 HTTP/1.1" status: 200 len: 815 time: 0.1057868 May 08 22:16:59.756269 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [req-5aeefa2c-f3ee-4761-87ed-d04bcf6e6195 req-97888706-5328-4479-81f6-c2964c5f2138 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Request body: {'port': {'device_id': '8a184e29-6493-48c2-b5d7-fe098bcb7e0e', 'network_id': '2aae8800-127b-4312-8164-8a20bcfe6f91', 'admin_state_up': True, 'tenant_id': '591851cbb96843c287971cf54acad618'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:16:59.867286 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5aeefa2c-f3ee-4761-87ed-d04bcf6e6195 req-97888706-5328-4479-81f6-c2964c5f2138 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Made reservation on behalf of 591851cbb96843c287971cf54acad618 for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 08 22:16:59.870812 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-5aeefa2c-f3ee-4761-87ed-d04bcf6e6195 req-97888706-5328-4479-81f6-c2964c5f2138 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:00.058365 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [req-5aeefa2c-f3ee-4761-87ed-d04bcf6e6195 req-97888706-5328-4479-81f6-c2964c5f2138 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Allocated IP 172.20.0.12 (2aae8800-127b-4312-8164-8a20bcfe6f91/e594cb87-8b3c-497d-b749-a06b23b83e86/7d9cd269-da9b-46a2-a0f0-afbb0a84d461) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 08 22:17:00.130073 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cb7369-cb82-4637-a767-97f1ca3f9dde req-bcb62b22-6e42-47a6-9c4e-16549ae1edf9 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:00.131990 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-60cb7369-cb82-4637-a767-97f1ca3f9dde req-bcb62b22-6e42-47a6-9c4e-16549ae1edf9 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 945 time: 0.1347568 May 08 22:17:00.190150 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-60cb7369-cb82-4637-a767-97f1ca3f9dde req-064727ec-4362-4f79-bb58-69704013f78e tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497012 May 08 22:17:00.307824 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-5aeefa2c-f3ee-4761-87ed-d04bcf6e6195 req-97888706-5328-4479-81f6-c2964c5f2138 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Publish callbacks [] for port (7d9cd269-da9b-46a2-a0f0-afbb0a84d461), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:00.332896 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-e79958a2-c7c9-4966-ba8e-95da5fed8bd6 req-3f2c1549-fa59-470c-8c7d-0139a6c58363 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a184e29-6493-48c2-b5d7-fe098bcb7e0e HTTP/1.1" status: 200 len: 210 time: 0.0407467 May 08 22:17:00.363890 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-5aeefa2c-f3ee-4761-87ed-d04bcf6e6195 req-97888706-5328-4479-81f6-c2964c5f2138 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791034024012'] for port (7d9cd269-da9b-46a2-a0f0-afbb0a84d461), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:00.407224 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0145a4ca-e694-427f-82dd-7c73734a1cfa req-535621d2-bb30-4f84-bf89-a34e9e61f0cd tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:00.408229 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5aeefa2c-f3ee-4761-87ed-d04bcf6e6195 req-97888706-5328-4479-81f6-c2964c5f2138 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Network 2aae8800-127b-4312-8164-8a20bcfe6f91 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 08 22:17:00.408977 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-0145a4ca-e694-427f-82dd-7c73734a1cfa req-535621d2-bb30-4f84-bf89-a34e9e61f0cd tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e127fdd-cea7-48e8-9d46-924fbd051cd4 HTTP/1.1" status: 200 len: 946 time: 0.0942206 May 08 22:17:00.411839 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [req-5aeefa2c-f3ee-4761-87ed-d04bcf6e6195 req-97888706-5328-4479-81f6-c2964c5f2138 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:17:00.416085 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aeefa2c-f3ee-4761-87ed-d04bcf6e6195 req-97888706-5328-4479-81f6-c2964c5f2138 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 08 22:17:00.424122 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeefa2c-f3ee-4761-87ed-d04bcf6e6195 req-97888706-5328-4479-81f6-c2964c5f2138 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:00.424973 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-5aeefa2c-f3ee-4761-87ed-d04bcf6e6195 req-97888706-5328-4479-81f6-c2964c5f2138 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745315'] for port (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:00.455882 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97888706-5328-4479-81f6-c2964c5f2138 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Pushing event updated for resources: {'Port': ['ID=7d9cd269-da9b-46a2-a0f0-afbb0a84d461,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:17:00.463321 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-5aeefa2c-f3ee-4761-87ed-d04bcf6e6195 req-97888706-5328-4479-81f6-c2964c5f2138 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7113245 May 08 22:17:00.522932 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-0145a4ca-e694-427f-82dd-7c73734a1cfa req-32082c57-c5f6-4be6-a58f-3bc8c1ef2146 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7bb5cee-9e13-408a-a461-b9cf9be9dfc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051731 May 08 22:17:00.727626 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6beb118e-4ba0-457d-a7a6-11c0a6c35467 None None] Provisioning complete for port 7d9cd269-da9b-46a2-a0f0-afbb0a84d461 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:17:00.728207 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6beb118e-4ba0-457d-a7a6-11c0a6c35467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (7d9cd269-da9b-46a2-a0f0-afbb0a84d461), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:00.736544 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcac5406-47c9-42ee-bf37-6914238fbebd req-f5644f8f-109e-4249-a20d-69c944d77dce tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:00.738111 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-fcac5406-47c9-42ee-bf37-6914238fbebd req-f5644f8f-109e-4249-a20d-69c944d77dce tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/ports?device_id=85733564-1a99-4c75-9ed3-3dea45ffc0be HTTP/1.1" status: 200 len: 944 time: 0.0500119 May 08 22:17:00.766329 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6beb118e-4ba0-457d-a7a6-11c0a6c35467 None None] Port 7d9cd269-da9b-46a2-a0f0-afbb0a84d461 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 08 22:17:00.788896 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-fcac5406-47c9-42ee-bf37-6914238fbebd req-91c037b8-c503-4d3b-846b-3b89cb54f3f4 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/security-groups?id=423ee5f4-731f-4abe-b26e-e2aec22ddd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449803 May 08 22:17:00.822096 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device 3c42572c-d32c-496a-a698-72171f0eb653 up at agent hyperv_hv-cinder-84051 {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 08 22:17:00.868496 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Provisioning for port 3c42572c-d32c-496a-a698-72171f0eb653 completed by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 08 22:17:00.875838 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Provisioning complete for port 3c42572c-d32c-496a-a698-72171f0eb653 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:17:00.876212 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (3c42572c-d32c-496a-a698-72171f0eb653), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:00.956546 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Current status of the port 3c42572c-d32c-496a-a698-72171f0eb653 is: BUILD; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:17:00.956824 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (3c42572c-d32c-496a-a698-72171f0eb653), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:00.981551 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85733564-1a99-4c75-9ed3-3dea45ffc0be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c42572c-d32c-496a-a698-72171f0eb653'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 08 22:17:00.983936 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bcef9e280bae9da70c0250555725ec84c8fe71b1405edcfc00240691fe86bce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58994555-661d-4aad-b419-f8c552910e54" -d '{"events": [{"server_uuid": "85733564-1a99-4c75-9ed3-3dea45ffc0be", "name": "network-vif-plugged", "status": "completed", "tag": "3c42572c-d32c-496a-a698-72171f0eb653"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 08 22:17:00.997163 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] For port 3c42572c-d32c-496a-a698-72171f0eb653, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=3c42572c-d32c-496a-a698-72171f0eb653,segment=NetworkSegment(4fde0cd5-8ec1-4827-b518-5e9bcb824b09),segment_id=4fde0cd5-8ec1-4827-b518-5e9bcb824b09)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:17:01.002355 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (3c42572c-d32c-496a-a698-72171f0eb653), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:01.035967 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 08 May 2022 22:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7731bee-ebf2-41ef-a081-c6ded2cbc6d6 x-openstack-request-id: req-a7731bee-ebf2-41ef-a081-c6ded2cbc6d6 {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 08 22:17:01.036277 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85733564-1a99-4c75-9ed3-3dea45ffc0be", "name": "network-vif-plugged", "status": "completed", "tag": "3c42572c-d32c-496a-a698-72171f0eb653", "code": 200}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 08 22:17:01.036526 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a7731bee-ebf2-41ef-a081-c6ded2cbc6d6 {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 08 22:17:01.036945 dv-cinder-840511-5-iscsi neutron-server[103630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7731bee-ebf2-41ef-a081-c6ded2cbc6d6'] response: {'server_uuid': '85733564-1a99-4c75-9ed3-3dea45ffc0be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c42572c-d32c-496a-a698-72171f0eb653', 'code': 200} May 08 22:17:01.066556 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Pushing event updated for resources: {'Port': ['ID=3c42572c-d32c-496a-a698-72171f0eb653,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:17:01.321134 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d99f931-9716-43d1-99b2-5a6d3990ebd5 req-19b5ef38-db18-4b03-8824-29c5d97322a6 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:01.322639 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-4d99f931-9716-43d1-99b2-5a6d3990ebd5 req-19b5ef38-db18-4b03-8824-29c5d97322a6 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 945 time: 0.0517204 May 08 22:17:01.378633 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-4d99f931-9716-43d1-99b2-5a6d3990ebd5 req-d21a68b8-fc32-4586-bfec-4398d76649f9 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502470 May 08 22:17:01.456351 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60427663-aaa5-454f-81d7-c744c2f2276c req-6422d123-2faa-4565-9839-614bed4d29dd tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:01.457855 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-60427663-aaa5-454f-81d7-c744c2f2276c req-6422d123-2faa-4565-9839-614bed4d29dd tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a184e29-6493-48c2-b5d7-fe098bcb7e0e HTTP/1.1" status: 200 len: 932 time: 0.0451090 May 08 22:17:01.523844 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-60427663-aaa5-454f-81d7-c744c2f2276c req-e7e6b8c7-0721-4c60-8943-3bfb461b7d76 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/security-groups?id=37a1b9bc-e6b4-43c1-bfa8-8a40c582d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575747 May 08 22:17:01.637986 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fed483-9dd1-4f55-ace1-8675296b39f7 req-5fe6ac6c-c81f-41ab-ad4f-774a0b70694d tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:01.639404 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-b2fed483-9dd1-4f55-ace1-8675296b39f7 req-5fe6ac6c-c81f-41ab-ad4f-774a0b70694d tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e127fdd-cea7-48e8-9d46-924fbd051cd4 HTTP/1.1" status: 200 len: 946 time: 0.0492427 May 08 22:17:01.691483 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-b2fed483-9dd1-4f55-ace1-8675296b39f7 req-16e2348c-092c-4489-ac41-ee1e91e68300 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7bb5cee-9e13-408a-a461-b9cf9be9dfc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462532 May 08 22:17:01.917686 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89b21fc-6e88-4028-a2da-346dcb31e78d req-b261be91-c45b-4845-aafb-a988a98c79bc tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:01.920427 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-b89b21fc-6e88-4028-a2da-346dcb31e78d req-b261be91-c45b-4845-aafb-a988a98c79bc tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/ports?device_id=85733564-1a99-4c75-9ed3-3dea45ffc0be HTTP/1.1" status: 200 len: 945 time: 0.0539324 May 08 22:17:01.978124 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-b89b21fc-6e88-4028-a2da-346dcb31e78d req-8312b628-9ec1-45f2-b968-196e3c961c40 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/security-groups?id=423ee5f4-731f-4abe-b26e-e2aec22ddd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492644 May 08 22:17:02.605634 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63287357-5119-4ab7-abc0-78b5bbe1908d req-1f3d19b0-6f2a-48f9-bad3-b94cdbe2c29d tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:02.609061 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-63287357-5119-4ab7-abc0-78b5bbe1908d req-1f3d19b0-6f2a-48f9-bad3-b94cdbe2c29d tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 945 time: 0.1079161 May 08 22:17:02.717604 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-63287357-5119-4ab7-abc0-78b5bbe1908d req-9520f6b5-dd77-4141-bf7b-a1b499dc3a05 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006014 May 08 22:17:02.723563 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26efc2d-7d71-4922-b2cc-c6be1499526b req-33840fe8-4376-414d-8716-a694c2122d00 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:02.725176 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-e26efc2d-7d71-4922-b2cc-c6be1499526b req-33840fe8-4376-414d-8716-a694c2122d00 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a184e29-6493-48c2-b5d7-fe098bcb7e0e HTTP/1.1" status: 200 len: 932 time: 0.0968490 May 08 22:17:02.775154 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-e26efc2d-7d71-4922-b2cc-c6be1499526b req-782417db-326f-44d6-9c6c-d6e85b2719a6 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/security-groups?id=37a1b9bc-e6b4-43c1-bfa8-8a40c582d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445571 May 08 22:17:02.853065 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3892df3d-3947-4e9b-aead-3e794f01006b req-89eeff39-7626-4371-9898-71ae0e2c184e tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:02.854758 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-3892df3d-3947-4e9b-aead-3e794f01006b req-89eeff39-7626-4371-9898-71ae0e2c184e tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e127fdd-cea7-48e8-9d46-924fbd051cd4 HTTP/1.1" status: 200 len: 946 time: 0.0642161 May 08 22:17:02.907395 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-3892df3d-3947-4e9b-aead-3e794f01006b req-5f98cb28-677a-42fa-bdf2-cb6ce0ea2bc2 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7bb5cee-9e13-408a-a461-b9cf9be9dfc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458505 May 08 22:17:03.108229 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f531e1f-f166-476b-84cf-b5ce868c938a req-09b77254-9fb1-477a-bec5-7b8fa21e25d8 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:03.109795 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-7f531e1f-f166-476b-84cf-b5ce868c938a req-09b77254-9fb1-477a-bec5-7b8fa21e25d8 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/ports?device_id=85733564-1a99-4c75-9ed3-3dea45ffc0be HTTP/1.1" status: 200 len: 945 time: 0.0550385 May 08 22:17:03.163190 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-7f531e1f-f166-476b-84cf-b5ce868c938a req-c4dfb931-11fa-45c5-af47-3f68ccecf730 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/security-groups?id=423ee5f4-731f-4abe-b26e-e2aec22ddd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470967 May 08 22:17:03.849398 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.agents_db [None req-09216671-537f-4251-a64c-737ccd42d6d2 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 08 22:17:03.864379 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94709917-41ab-4fc0-adfe-5b157e8a9959 req-ce58ce08-eed8-42fe-9d46-868cc069169b tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:03.874322 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-94709917-41ab-4fc0-adfe-5b157e8a9959 req-ce58ce08-eed8-42fe-9d46-868cc069169b tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 945 time: 0.0738356 May 08 22:17:03.972668 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d98d5c-b2f8-40b4-a36d-631c69cc7655 req-6c3eb58e-f837-4140-9be1-35610d05b47b tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:03.974431 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-16d98d5c-b2f8-40b4-a36d-631c69cc7655 req-6c3eb58e-f837-4140-9be1-35610d05b47b tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a184e29-6493-48c2-b5d7-fe098bcb7e0e HTTP/1.1" status: 200 len: 932 time: 0.0818112 May 08 22:17:03.978327 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-94709917-41ab-4fc0-adfe-5b157e8a9959 req-cd309f73-b8db-4053-8a54-128f51a10b49 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030748 May 08 22:17:04.046052 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 51706) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:17:04.063856 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-16d98d5c-b2f8-40b4-a36d-631c69cc7655 req-ec35ef87-3ecc-4657-b666-1a420c442e07 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/security-groups?id=37a1b9bc-e6b4-43c1-bfa8-8a40c582d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811334 May 08 22:17:04.122797 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e5724f-4695-4509-8b43-60a6c670be0c req-dae98e89-d312-40b8-8a38-2b6f9468c6f9 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:04.123794 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-d3e5724f-4695-4509-8b43-60a6c670be0c req-dae98e89-d312-40b8-8a38-2b6f9468c6f9 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e127fdd-cea7-48e8-9d46-924fbd051cd4 HTTP/1.1" status: 200 len: 946 time: 0.0724413 May 08 22:17:04.189170 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-d3e5724f-4695-4509-8b43-60a6c670be0c req-3f24e957-9aeb-48b6-a63a-fe43ea553d34 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7bb5cee-9e13-408a-a461-b9cf9be9dfc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587134 May 08 22:17:04.221510 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-94d88101-3218-4724-9956-d9935510e38f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:04.303295 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b235ebd-fa69-454b-ad20-9ee32936de8f req-2c8aed58-ca63-4f0a-aad6-145b05e64e5e tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:04.305052 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-3b235ebd-fa69-454b-ad20-9ee32936de8f req-2c8aed58-ca63-4f0a-aad6-145b05e64e5e tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/ports?device_id=85733564-1a99-4c75-9ed3-3dea45ffc0be HTTP/1.1" status: 200 len: 945 time: 0.0496962 May 08 22:17:04.309210 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-94d88101-3218-4724-9956-d9935510e38f admin admin] Publish callbacks [] for security_group (ef5e2cfa-02f9-4ac9-9e2b-5a762e334436), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:04.313814 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-94d88101-3218-4724-9956-d9935510e38f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (ef5e2cfa-02f9-4ac9-9e2b-5a762e334436), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:04.357559 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-3b235ebd-fa69-454b-ad20-9ee32936de8f req-ede14c7f-f25e-4b0d-b9e9-6e8b0fe5fc51 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/security-groups?id=423ee5f4-731f-4abe-b26e-e2aec22ddd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463114 May 08 22:17:04.359499 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-94d88101-3218-4724-9956-d9935510e38f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f2f0f08450f54ee08ca0ca2c8e44cb9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3122513 May 08 22:17:04.360480 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d88101-3218-4724-9956-d9935510e38f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef5e2cfa-02f9-4ac9-9e2b-5a762e334436,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:17:04.362886 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 51712) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:17:04.422574 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cea75bf3-91bc-4ccb-bec1-38169b61171c admin admin] Publish callbacks [] for security_group (ef5e2cfa-02f9-4ac9-9e2b-5a762e334436), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:04.444815 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cea75bf3-91bc-4ccb-bec1-38169b61171c admin admin] Publish callbacks [] for security_group (ef5e2cfa-02f9-4ac9-9e2b-5a762e334436), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:04.494120 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cea75bf3-91bc-4ccb-bec1-38169b61171c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (ef5e2cfa-02f9-4ac9-9e2b-5a762e334436), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:04.498779 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cea75bf3-91bc-4ccb-bec1-38169b61171c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:04.499925 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-cea75bf3-91bc-4ccb-bec1-38169b61171c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ef5e2cfa-02f9-4ac9-9e2b-5a762e334436 HTTP/1.1" status: 204 len: 168 time: 0.1359944 May 08 22:17:04.507670 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea75bf3-91bc-4ccb-bec1-38169b61171c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef5e2cfa-02f9-4ac9-9e2b-5a762e334436,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:17:04.808698 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 51730) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:17:04.825728 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-101ced20-bd6b-41bd-bc54-953e2785014a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:04.941765 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-101ced20-bd6b-41bd-bc54-953e2785014a admin admin] Publish callbacks [] for security_group (ff88ecbc-09e8-4f28-9c55-42461bece840), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:04.946153 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-101ced20-bd6b-41bd-bc54-953e2785014a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (ff88ecbc-09e8-4f28-9c55-42461bece840), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:04.996147 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101ced20-bd6b-41bd-bc54-953e2785014a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff88ecbc-09e8-4f28-9c55-42461bece840,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:17:05.005321 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-101ced20-bd6b-41bd-bc54-953e2785014a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f9f98ca8b4604b129b7120f80f480d63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1955228 May 08 22:17:05.007714 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 51742) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:17:05.108171 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-62b34d81-4273-411d-83cc-16c6391811cf admin admin] Publish callbacks [] for security_group (ff88ecbc-09e8-4f28-9c55-42461bece840), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:05.170921 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba4c327-bc30-477f-87f9-5ef8a5cd88bd req-a446907b-bb0f-49ac-8db8-c2193a523dc0 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:05.172387 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-3ba4c327-bc30-477f-87f9-5ef8a5cd88bd req-a446907b-bb0f-49ac-8db8-c2193a523dc0 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 945 time: 0.0839007 May 08 22:17:05.175661 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-62b34d81-4273-411d-83cc-16c6391811cf admin admin] Publish callbacks [] for security_group (ff88ecbc-09e8-4f28-9c55-42461bece840), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:05.255768 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0770264-2f1e-473b-b5fa-9a92d2fbb2b2 req-3b081854-0189-4b5a-9dc9-18218bfc15cf tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:05.257443 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-a0770264-2f1e-473b-b5fa-9a92d2fbb2b2 req-3b081854-0189-4b5a-9dc9-18218bfc15cf tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a184e29-6493-48c2-b5d7-fe098bcb7e0e HTTP/1.1" status: 200 len: 932 time: 0.1103356 May 08 22:17:05.316129 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-3ba4c327-bc30-477f-87f9-5ef8a5cd88bd req-e5247cc3-7498-41e8-ae98-f6d918031c55 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227314 May 08 22:17:05.324602 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-62b34d81-4273-411d-83cc-16c6391811cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (ff88ecbc-09e8-4f28-9c55-42461bece840), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:05.327674 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-62b34d81-4273-411d-83cc-16c6391811cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:05.331038 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-62b34d81-4273-411d-83cc-16c6391811cf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ff88ecbc-09e8-4f28-9c55-42461bece840 HTTP/1.1" status: 204 len: 168 time: 0.3201747 May 08 22:17:05.370284 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-a0770264-2f1e-473b-b5fa-9a92d2fbb2b2 req-9e2a7124-a5ae-454a-b90c-a95bbc06b719 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/security-groups?id=37a1b9bc-e6b4-43c1-bfa8-8a40c582d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005597 May 08 22:17:05.371239 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b34d81-4273-411d-83cc-16c6391811cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff88ecbc-09e8-4f28-9c55-42461bece840,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:17:05.507062 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fa4b15-0034-4131-a502-3fa27b331790 req-96020f31-1eb6-4f7b-aa08-8c814dfed73b tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:05.508601 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-39fa4b15-0034-4131-a502-3fa27b331790 req-96020f31-1eb6-4f7b-aa08-8c814dfed73b tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e127fdd-cea7-48e8-9d46-924fbd051cd4 HTTP/1.1" status: 200 len: 946 time: 0.0709114 May 08 22:17:05.589566 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea66741d-e78c-4e90-bfbe-60f778ae914f req-979e80f0-cab9-4ab0-9fc6-f2f54e592b77 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:05.591076 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-ea66741d-e78c-4e90-bfbe-60f778ae914f req-979e80f0-cab9-4ab0-9fc6-f2f54e592b77 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/ports?device_id=85733564-1a99-4c75-9ed3-3dea45ffc0be HTTP/1.1" status: 200 len: 945 time: 0.0815971 May 08 22:17:05.599652 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-39fa4b15-0034-4131-a502-3fa27b331790 req-aa8ec9fc-08d9-4ca5-921c-3ef38acd719b tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7bb5cee-9e13-408a-a461-b9cf9be9dfc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608318 May 08 22:17:05.653509 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-ea66741d-e78c-4e90-bfbe-60f778ae914f req-9adeefca-58ca-46d7-8a66-5bed2bfa3ab6 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/security-groups?id=423ee5f4-731f-4abe-b26e-e2aec22ddd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529058 May 08 22:17:06.451178 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0af31d-a7c1-4006-a346-df5fddfa7366 req-20b8fe26-4aa9-41a4-99af-f0c3fa841b4c tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:06.453886 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-1e0af31d-a7c1-4006-a346-df5fddfa7366 req-20b8fe26-4aa9-41a4-99af-f0c3fa841b4c tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 945 time: 0.0594122 May 08 22:17:06.479843 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 51790) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:17:06.606072 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-1e0af31d-a7c1-4006-a346-df5fddfa7366 req-9caef45d-6935-457a-8ef5-877d029dfa3f tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414995 May 08 22:17:06.639984 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac79b2bf-704b-4f44-a05b-c4fd0777f617 req-7021019a-fef0-4515-9763-c66ad01f7bc7 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:06.641598 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-ac79b2bf-704b-4f44-a05b-c4fd0777f617 req-7021019a-fef0-4515-9763-c66ad01f7bc7 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a184e29-6493-48c2-b5d7-fe098bcb7e0e HTTP/1.1" status: 200 len: 932 time: 0.1258488 May 08 22:17:06.656045 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0c86faa0-5ffc-4a01-99bc-b385e4e49b07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:06.766167 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0c86faa0-5ffc-4a01-99bc-b385e4e49b07 admin admin] Publish callbacks [] for security_group (26dfbc30-d592-498a-ab45-d25758f68b4e), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:06.772844 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0c86faa0-5ffc-4a01-99bc-b385e4e49b07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (26dfbc30-d592-498a-ab45-d25758f68b4e), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:06.796169 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-ac79b2bf-704b-4f44-a05b-c4fd0777f617 req-8fbcc3e0-74d5-4f44-99a7-1809e1471dbe tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/security-groups?id=37a1b9bc-e6b4-43c1-bfa8-8a40c582d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424332 May 08 22:17:06.828349 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7445aa-4dd8-4daf-8813-d2b561b929cb req-516387b9-e7b4-42cf-bbb6-9166261c0e0e tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:06.835538 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c86faa0-5ffc-4a01-99bc-b385e4e49b07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26dfbc30-d592-498a-ab45-d25758f68b4e,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:17:06.836062 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-4b7445aa-4dd8-4daf-8813-d2b561b929cb req-516387b9-e7b4-42cf-bbb6-9166261c0e0e tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e127fdd-cea7-48e8-9d46-924fbd051cd4 HTTP/1.1" status: 200 len: 946 time: 0.1276085 May 08 22:17:06.860047 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c86faa0-5ffc-4a01-99bc-b385e4e49b07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:17:06.860806 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c86faa0-5ffc-4a01-99bc-b385e4e49b07 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:17:06.861335 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c86faa0-5ffc-4a01-99bc-b385e4e49b07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:17:06.861475 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c86faa0-5ffc-4a01-99bc-b385e4e49b07 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:17:06.861802 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c86faa0-5ffc-4a01-99bc-b385e4e49b07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:17:06.862121 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c86faa0-5ffc-4a01-99bc-b385e4e49b07 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:17:06.862602 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c86faa0-5ffc-4a01-99bc-b385e4e49b07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:17:06.862925 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c86faa0-5ffc-4a01-99bc-b385e4e49b07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:17:06.863266 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c86faa0-5ffc-4a01-99bc-b385e4e49b07 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:17:06.863589 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c86faa0-5ffc-4a01-99bc-b385e4e49b07 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:17:06.863910 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c86faa0-5ffc-4a01-99bc-b385e4e49b07 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:17:06.864229 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c86faa0-5ffc-4a01-99bc-b385e4e49b07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:17:06.864548 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c86faa0-5ffc-4a01-99bc-b385e4e49b07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:17:06.864911 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c86faa0-5ffc-4a01-99bc-b385e4e49b07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:17:06.865223 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c86faa0-5ffc-4a01-99bc-b385e4e49b07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:17:06.881268 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-0c86faa0-5ffc-4a01-99bc-b385e4e49b07 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=35e91b48a2c94a4b9099328d1e14fb73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3995187 May 08 22:17:06.882274 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 51806) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:17:06.981425 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd17b51-c522-44f5-aa08-122f798de585 req-29226b5d-aaac-4b42-9050-047af24718b8 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:06.983660 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-2dd17b51-c522-44f5-aa08-122f798de585 req-29226b5d-aaac-4b42-9050-047af24718b8 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/ports?device_id=85733564-1a99-4c75-9ed3-3dea45ffc0be HTTP/1.1" status: 200 len: 945 time: 0.0598624 May 08 22:17:06.989391 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-db745b33-61dd-4772-9127-c5c9814f821d admin admin] Publish callbacks [] for security_group (26dfbc30-d592-498a-ab45-d25758f68b4e), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:07.021889 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-4b7445aa-4dd8-4daf-8813-d2b561b929cb req-62eb4ca9-8268-4764-9b10-61b07dc97a1b tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7bb5cee-9e13-408a-a461-b9cf9be9dfc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849074 May 08 22:17:07.042254 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-db745b33-61dd-4772-9127-c5c9814f821d admin admin] Publish callbacks [] for security_group (26dfbc30-d592-498a-ab45-d25758f68b4e), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:07.095211 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-2dd17b51-c522-44f5-aa08-122f798de585 req-27f19154-4fa9-468a-a4bb-0ec8abf39c19 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/security-groups?id=423ee5f4-731f-4abe-b26e-e2aec22ddd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017933 May 08 22:17:07.095884 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-db745b33-61dd-4772-9127-c5c9814f821d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (26dfbc30-d592-498a-ab45-d25758f68b4e), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:07.098641 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-db745b33-61dd-4772-9127-c5c9814f821d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:07.104458 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-db745b33-61dd-4772-9127-c5c9814f821d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/26dfbc30-d592-498a-ab45-d25758f68b4e HTTP/1.1" status: 204 len: 168 time: 0.2206757 May 08 22:17:07.114463 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db745b33-61dd-4772-9127-c5c9814f821d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26dfbc30-d592-498a-ab45-d25758f68b4e,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:17:07.550787 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 51822) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:17:07.568747 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-19d5d09c-be50-4732-a110-da55ec5279d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:07.673296 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-19d5d09c-be50-4732-a110-da55ec5279d5 admin admin] Publish callbacks [] for security_group (a1c73b86-20db-4a62-8fe0-1869b809649e), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:07.680772 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-19d5d09c-be50-4732-a110-da55ec5279d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (a1c73b86-20db-4a62-8fe0-1869b809649e), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:07.713415 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d5d09c-be50-4732-a110-da55ec5279d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c73b86-20db-4a62-8fe0-1869b809649e,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:17:07.740657 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-19d5d09c-be50-4732-a110-da55ec5279d5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ea32539589314fd6a90261d3f9ab5eda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1880054 May 08 22:17:07.743267 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 51828) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:17:07.781953 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d47f5-e04f-4677-ad87-bf89acbfa299 req-61be2ec6-dda6-4ba4-8730-637f55dc82ee tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:07.784053 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-e52d47f5-e04f-4677-ad87-bf89acbfa299 req-61be2ec6-dda6-4ba4-8730-637f55dc82ee tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 945 time: 0.0830505 May 08 22:17:07.817996 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-63ae3906-3a30-4e3b-b245-5e7ecc2cff63 admin admin] Publish callbacks [] for security_group (a1c73b86-20db-4a62-8fe0-1869b809649e), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:07.863448 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-63ae3906-3a30-4e3b-b245-5e7ecc2cff63 admin admin] Publish callbacks [] for security_group (a1c73b86-20db-4a62-8fe0-1869b809649e), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:07.868782 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-e52d47f5-e04f-4677-ad87-bf89acbfa299 req-382a299d-3bd0-4fb1-84f8-8118ad9a20bd tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695794 May 08 22:17:07.940943 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-63ae3906-3a30-4e3b-b245-5e7ecc2cff63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (a1c73b86-20db-4a62-8fe0-1869b809649e), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:07.945868 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-63ae3906-3a30-4e3b-b245-5e7ecc2cff63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:07.948484 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-63ae3906-3a30-4e3b-b245-5e7ecc2cff63 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a1c73b86-20db-4a62-8fe0-1869b809649e HTTP/1.1" status: 204 len: 168 time: 0.2006946 May 08 22:17:07.961673 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ae3906-3a30-4e3b-b245-5e7ecc2cff63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c73b86-20db-4a62-8fe0-1869b809649e,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:17:07.977263 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c9638f-a2b8-4fa0-8b70-acbc1456e83e req-6d0179c9-d321-4c02-9733-a5f46f4235be tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:07.987229 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-b9c9638f-a2b8-4fa0-8b70-acbc1456e83e req-6d0179c9-d321-4c02-9733-a5f46f4235be tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a184e29-6493-48c2-b5d7-fe098bcb7e0e HTTP/1.1" status: 200 len: 932 time: 0.0791550 May 08 22:17:08.053929 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-b9c9638f-a2b8-4fa0-8b70-acbc1456e83e req-cef3bc94-b85c-4434-bbf3-bd6538e3de16 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/security-groups?id=37a1b9bc-e6b4-43c1-bfa8-8a40c582d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643940 May 08 22:17:08.198245 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e52b2e-dcc2-4d3d-954d-488963d6431c req-561e60c8-89ed-4949-8a00-2e002d15676d tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:08.210744 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-95e52b2e-dcc2-4d3d-954d-488963d6431c req-561e60c8-89ed-4949-8a00-2e002d15676d tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e127fdd-cea7-48e8-9d46-924fbd051cd4 HTTP/1.1" status: 200 len: 946 time: 0.0931721 May 08 22:17:08.293169 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26701ba-a61f-4d49-ae62-ff9731ba1307 req-b6930107-1c71-44d2-93de-8beeaac8ab82 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:08.295080 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-e26701ba-a61f-4d49-ae62-ff9731ba1307 req-b6930107-1c71-44d2-93de-8beeaac8ab82 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/ports?device_id=85733564-1a99-4c75-9ed3-3dea45ffc0be HTTP/1.1" status: 200 len: 945 time: 0.0790124 May 08 22:17:08.358224 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-95e52b2e-dcc2-4d3d-954d-488963d6431c req-50a0b560-712f-4861-8b09-5391de7acdbf tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7bb5cee-9e13-408a-a461-b9cf9be9dfc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460423 May 08 22:17:08.399110 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-e26701ba-a61f-4d49-ae62-ff9731ba1307 req-a6590a96-3733-46fd-adf9-8651e48e6340 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/security-groups?id=423ee5f4-731f-4abe-b26e-e2aec22ddd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732925 May 08 22:17:08.499177 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 51856) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:17:08.513097 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-30cad4e6-9a73-495d-a715-ef332c9bb1c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:08.606156 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-30cad4e6-9a73-495d-a715-ef332c9bb1c5 admin admin] Publish callbacks [] for security_group (5c98bd40-16f8-46c6-879a-fab5e7044163), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:08.611069 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-30cad4e6-9a73-495d-a715-ef332c9bb1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (5c98bd40-16f8-46c6-879a-fab5e7044163), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:08.656113 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-30cad4e6-9a73-495d-a715-ef332c9bb1c5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7bea3611784c4244b22857fbc2fd3a76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1558249 May 08 22:17:08.657422 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cad4e6-9a73-495d-a715-ef332c9bb1c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c98bd40-16f8-46c6-879a-fab5e7044163,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:17:08.659442 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 51860) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:17:08.732333 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a6f0cbe5-e04a-4091-8b75-478ee11c1f14 admin admin] Publish callbacks [] for security_group (5c98bd40-16f8-46c6-879a-fab5e7044163), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:08.762923 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a6f0cbe5-e04a-4091-8b75-478ee11c1f14 admin admin] Publish callbacks [] for security_group (5c98bd40-16f8-46c6-879a-fab5e7044163), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:08.828183 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a6f0cbe5-e04a-4091-8b75-478ee11c1f14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (5c98bd40-16f8-46c6-879a-fab5e7044163), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:08.831053 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a6f0cbe5-e04a-4091-8b75-478ee11c1f14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:08.834860 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-a6f0cbe5-e04a-4091-8b75-478ee11c1f14 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5c98bd40-16f8-46c6-879a-fab5e7044163 HTTP/1.1" status: 204 len: 168 time: 0.1716769 May 08 22:17:08.843075 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f0cbe5-e04a-4091-8b75-478ee11c1f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c98bd40-16f8-46c6-879a-fab5e7044163,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:17:08.851086 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f0cbe5-e04a-4091-8b75-478ee11c1f14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:17:08.851580 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f0cbe5-e04a-4091-8b75-478ee11c1f14 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:17:08.852019 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f0cbe5-e04a-4091-8b75-478ee11c1f14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:17:08.852440 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f0cbe5-e04a-4091-8b75-478ee11c1f14 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:17:08.852918 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f0cbe5-e04a-4091-8b75-478ee11c1f14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:17:08.853338 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f0cbe5-e04a-4091-8b75-478ee11c1f14 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:17:08.853769 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f0cbe5-e04a-4091-8b75-478ee11c1f14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:17:08.854293 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f0cbe5-e04a-4091-8b75-478ee11c1f14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:17:08.854713 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f0cbe5-e04a-4091-8b75-478ee11c1f14 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:17:08.855125 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f0cbe5-e04a-4091-8b75-478ee11c1f14 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:17:08.855540 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f0cbe5-e04a-4091-8b75-478ee11c1f14 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:17:08.855953 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f0cbe5-e04a-4091-8b75-478ee11c1f14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:17:08.856419 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f0cbe5-e04a-4091-8b75-478ee11c1f14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:17:08.857161 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f0cbe5-e04a-4091-8b75-478ee11c1f14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:17:08.857725 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f0cbe5-e04a-4091-8b75-478ee11c1f14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:17:09.004506 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d16629-656b-4c98-a496-6371f74288ab req-d5a45a8f-dde7-4e84-b7b0-44d579d122de tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:09.006298 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-10d16629-656b-4c98-a496-6371f74288ab req-d5a45a8f-dde7-4e84-b7b0-44d579d122de tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 945 time: 0.0603173 May 08 22:17:09.161166 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-10d16629-656b-4c98-a496-6371f74288ab req-8d259186-0544-40bc-891d-c325d481fa82 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428268 May 08 22:17:09.260463 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aceabc-d6e1-47bb-829b-d75919f0156b req-5ab4ab3d-22a5-480e-bda7-7fc22b961ec3 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:09.262802 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-32aceabc-d6e1-47bb-829b-d75919f0156b req-5ab4ab3d-22a5-480e-bda7-7fc22b961ec3 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a184e29-6493-48c2-b5d7-fe098bcb7e0e HTTP/1.1" status: 200 len: 932 time: 0.1006024 May 08 22:17:09.339228 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-32aceabc-d6e1-47bb-829b-d75919f0156b req-64df3b81-f773-4b9d-a166-22420c9a17ef tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/security-groups?id=37a1b9bc-e6b4-43c1-bfa8-8a40c582d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674002 May 08 22:17:09.519116 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5509f1eb-fafe-49a8-ab9a-db7ab83ee796 req-0de61560-5118-4128-9f55-64e1e52c3a8e tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:09.520993 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-5509f1eb-fafe-49a8-ab9a-db7ab83ee796 req-0de61560-5118-4128-9f55-64e1e52c3a8e tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e127fdd-cea7-48e8-9d46-924fbd051cd4 HTTP/1.1" status: 200 len: 946 time: 0.0864997 May 08 22:17:09.597201 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeba6ee-d409-4fe7-9551-11d7e6264502 req-39211657-2b94-4ea5-8437-2ab00c3b06e1 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:09.598988 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-8eeba6ee-d409-4fe7-9551-11d7e6264502 req-39211657-2b94-4ea5-8437-2ab00c3b06e1 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/ports?device_id=85733564-1a99-4c75-9ed3-3dea45ffc0be HTTP/1.1" status: 200 len: 945 time: 0.0768523 May 08 22:17:09.625844 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-5509f1eb-fafe-49a8-ab9a-db7ab83ee796 req-ac65e865-61db-4af2-81c1-3a390fd1d27c tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7bb5cee-9e13-408a-a461-b9cf9be9dfc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946891 May 08 22:17:09.661835 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-8eeba6ee-d409-4fe7-9551-11d7e6264502 req-461a0f8b-516c-453a-8945-050550b5c538 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/security-groups?id=423ee5f4-731f-4abe-b26e-e2aec22ddd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503654 May 08 22:17:10.222129 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (50086534-3b0f-4edb-899f-da05c46c2546), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:10.289680 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4ad50d-28d0-468b-b4dc-8241c55938bb req-ada6bc55-c005-4b24-99a8-9cbf45f6d630 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:10.291156 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-3e4ad50d-28d0-468b-b4dc-8241c55938bb req-ada6bc55-c005-4b24-99a8-9cbf45f6d630 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 945 time: 0.0517139 May 08 22:17:10.340449 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-3e4ad50d-28d0-468b-b4dc-8241c55938bb req-ed5cf02c-ed4d-461f-a295-dc42eb464730 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436065 May 08 22:17:10.462413 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bf8fab-3b65-4f52-b3f3-d5c6d18f9913 req-2ad346a6-bd03-494e-8ff8-d52335cc3eda tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:10.463929 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-23bf8fab-3b65-4f52-b3f3-d5c6d18f9913 req-2ad346a6-bd03-494e-8ff8-d52335cc3eda tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a184e29-6493-48c2-b5d7-fe098bcb7e0e HTTP/1.1" status: 200 len: 932 time: 0.0514073 May 08 22:17:10.518480 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-23bf8fab-3b65-4f52-b3f3-d5c6d18f9913 req-34656e15-33fa-4786-a93a-2b5ed0c5222b tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/security-groups?id=37a1b9bc-e6b4-43c1-bfa8-8a40c582d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479200 May 08 22:17:10.746777 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834a6322-96ca-42a9-8afd-0ae9fc2eff9e req-e57d76d5-87e9-4a92-9f6c-bc705fb50867 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:10.748789 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-834a6322-96ca-42a9-8afd-0ae9fc2eff9e req-e57d76d5-87e9-4a92-9f6c-bc705fb50867 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e127fdd-cea7-48e8-9d46-924fbd051cd4 HTTP/1.1" status: 200 len: 946 time: 0.0506787 May 08 22:17:10.809508 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a3b4be-6986-4a9c-9ad4-af4294c537a4 req-ac9a1899-5bde-4be8-bdb8-4563979b658a tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:10.811138 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-d2a3b4be-6986-4a9c-9ad4-af4294c537a4 req-ac9a1899-5bde-4be8-bdb8-4563979b658a tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/ports?device_id=85733564-1a99-4c75-9ed3-3dea45ffc0be HTTP/1.1" status: 200 len: 945 time: 0.0614946 May 08 22:17:10.851086 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-834a6322-96ca-42a9-8afd-0ae9fc2eff9e req-8de55c2e-9c10-45eb-8645-04d60c689472 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7bb5cee-9e13-408a-a461-b9cf9be9dfc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927832 May 08 22:17:10.886295 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-d2a3b4be-6986-4a9c-9ad4-af4294c537a4 req-3861e50d-4e9c-47be-981f-7d8508238eb6 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/security-groups?id=423ee5f4-731f-4abe-b26e-e2aec22ddd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669751 May 08 22:17:11.457223 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adb5bb5-c382-460c-9308-c6d2c615daaa req-91398423-9de5-4bc8-a520-4315798523ea tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:11.458556 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-9adb5bb5-c382-460c-9308-c6d2c615daaa req-91398423-9de5-4bc8-a520-4315798523ea tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 945 time: 0.0467048 May 08 22:17:11.507568 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-9adb5bb5-c382-460c-9308-c6d2c615daaa req-76059185-2e88-4f06-b779-81bf4b665b7c tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433211 May 08 22:17:11.635353 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d58fb57-2fe9-469a-a4f8-f00b9e40fcd9 req-bb7116c4-109f-4eba-9083-10bed214bb2c tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:11.637115 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-4d58fb57-2fe9-469a-a4f8-f00b9e40fcd9 req-bb7116c4-109f-4eba-9083-10bed214bb2c tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a184e29-6493-48c2-b5d7-fe098bcb7e0e HTTP/1.1" status: 200 len: 932 time: 0.0497348 May 08 22:17:11.690573 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-4d58fb57-2fe9-469a-a4f8-f00b9e40fcd9 req-91890e80-ed2c-4aaa-96ba-e98d4f9e1f97 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/security-groups?id=37a1b9bc-e6b4-43c1-bfa8-8a40c582d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466278 May 08 22:17:12.002344 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8fbe35-7b32-4f11-b204-5d3bc54de2ae req-d9b51b52-121a-482c-a090-2629b0dd29b4 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:12.003736 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-cb8fbe35-7b32-4f11-b204-5d3bc54de2ae req-d9b51b52-121a-482c-a090-2629b0dd29b4 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e127fdd-cea7-48e8-9d46-924fbd051cd4 HTTP/1.1" status: 200 len: 946 time: 0.0772915 May 08 22:17:12.023179 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838b8e6b-e0a3-455b-b1e0-78c8c64d0392 req-0ee8c6ee-9592-419d-bebd-67aced70adef tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:12.024676 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-838b8e6b-e0a3-455b-b1e0-78c8c64d0392 req-0ee8c6ee-9592-419d-bebd-67aced70adef tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/ports?device_id=85733564-1a99-4c75-9ed3-3dea45ffc0be HTTP/1.1" status: 200 len: 945 time: 0.0670664 May 08 22:17:12.090995 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-cb8fbe35-7b32-4f11-b204-5d3bc54de2ae req-f6ab1ed5-086c-4c81-bf04-8408b58dde47 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7bb5cee-9e13-408a-a461-b9cf9be9dfc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815489 May 08 22:17:12.101112 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-838b8e6b-e0a3-455b-b1e0-78c8c64d0392 req-6beaae6d-0773-4cb0-91c7-5c3a9fde5da9 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/security-groups?id=423ee5f4-731f-4abe-b26e-e2aec22ddd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686677 May 08 22:17:12.621540 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3777d460-a8b8-44f5-87ba-d42fa076c04d req-09027797-11d0-4f2a-8750-48280b7f7cab tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:12.623040 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-3777d460-a8b8-44f5-87ba-d42fa076c04d req-09027797-11d0-4f2a-8750-48280b7f7cab tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 945 time: 0.0473106 May 08 22:17:12.674924 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-3777d460-a8b8-44f5-87ba-d42fa076c04d req-79488469-fc5c-4604-b6cf-2476079d1338 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461934 May 08 22:17:12.807077 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f176ddf-ed94-493e-abf9-877ca57076a5 req-e4413a0f-8e9c-4842-b979-2044a7762173 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:12.808601 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-1f176ddf-ed94-493e-abf9-877ca57076a5 req-e4413a0f-8e9c-4842-b979-2044a7762173 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a184e29-6493-48c2-b5d7-fe098bcb7e0e HTTP/1.1" status: 200 len: 932 time: 0.0502551 May 08 22:17:12.857824 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-1f176ddf-ed94-493e-abf9-877ca57076a5 req-e7e226e7-124a-4451-854b-7c13e2f8af13 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/security-groups?id=37a1b9bc-e6b4-43c1-bfa8-8a40c582d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436039 May 08 22:17:13.238698 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd294e46-0b79-4aff-9102-315b973fcac5 req-83e21c91-e406-4d47-aa2c-7e7efb3a763b tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:13.240105 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-fd294e46-0b79-4aff-9102-315b973fcac5 req-83e21c91-e406-4d47-aa2c-7e7efb3a763b tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e127fdd-cea7-48e8-9d46-924fbd051cd4 HTTP/1.1" status: 200 len: 946 time: 0.0786211 May 08 22:17:13.258383 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34aa5d3-8984-4b46-a974-3301ba27997d req-db9b3e15-cadc-4ed6-800d-875a83af73ed tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:13.259762 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-d34aa5d3-8984-4b46-a974-3301ba27997d req-db9b3e15-cadc-4ed6-800d-875a83af73ed tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/ports?device_id=85733564-1a99-4c75-9ed3-3dea45ffc0be HTTP/1.1" status: 200 len: 945 time: 0.0863991 May 08 22:17:13.323742 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-fd294e46-0b79-4aff-9102-315b973fcac5 req-54fc6106-ebbf-4153-84a7-c3e12e5e8e9e tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7bb5cee-9e13-408a-a461-b9cf9be9dfc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773957 May 08 22:17:13.327784 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-d34aa5d3-8984-4b46-a974-3301ba27997d req-1fe9dacb-251a-4b95-a199-091ae0b1e5f2 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/security-groups?id=423ee5f4-731f-4abe-b26e-e2aec22ddd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600164 May 08 22:17:13.809091 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bcaa23-c574-4aa7-88bd-16b9139a76f2 req-cfc40fd5-3639-4d31-a6b5-7de9d92e97ec tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:13.810713 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-31bcaa23-c574-4aa7-88bd-16b9139a76f2 req-cfc40fd5-3639-4d31-a6b5-7de9d92e97ec tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 945 time: 0.0546243 May 08 22:17:13.864512 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-31bcaa23-c574-4aa7-88bd-16b9139a76f2 req-1340285e-12f5-44a0-b5e4-43600b933d93 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446460 May 08 22:17:13.977686 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8eb5b2-779d-4b47-9cd2-58ee16386192 req-c3f1c66f-7fc0-4a10-9402-7077193b578c tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:13.980185 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-db8eb5b2-779d-4b47-9cd2-58ee16386192 req-c3f1c66f-7fc0-4a10-9402-7077193b578c tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a184e29-6493-48c2-b5d7-fe098bcb7e0e HTTP/1.1" status: 200 len: 932 time: 0.0515323 May 08 22:17:14.034652 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-db8eb5b2-779d-4b47-9cd2-58ee16386192 req-8c81a4ff-5d0f-47b5-9419-fabf2d1c246b tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/security-groups?id=37a1b9bc-e6b4-43c1-bfa8-8a40c582d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482004 May 08 22:17:14.471539 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2574cc-1e7c-4af6-840f-446eb2c7fecb req-c271c938-3436-453c-8698-8df927fd2475 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:14.473019 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-ea2574cc-1e7c-4af6-840f-446eb2c7fecb req-c271c938-3436-453c-8698-8df927fd2475 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e127fdd-cea7-48e8-9d46-924fbd051cd4 HTTP/1.1" status: 200 len: 946 time: 0.0757849 May 08 22:17:14.478884 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5441f751-4f3b-4228-b29d-fb2e7e5e3aaa req-bd8ada57-4a03-4982-9257-f8faca3ef858 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:14.480213 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-5441f751-4f3b-4228-b29d-fb2e7e5e3aaa req-bd8ada57-4a03-4982-9257-f8faca3ef858 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/ports?device_id=85733564-1a99-4c75-9ed3-3dea45ffc0be HTTP/1.1" status: 200 len: 945 time: 0.0818107 May 08 22:17:14.556145 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-ea2574cc-1e7c-4af6-840f-446eb2c7fecb req-7fdfc8a2-f971-44d7-9741-51b542becc30 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7bb5cee-9e13-408a-a461-b9cf9be9dfc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749397 May 08 22:17:14.559319 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-5441f751-4f3b-4228-b29d-fb2e7e5e3aaa req-d3699baa-0c71-4b06-9cf1-7a9ad04f8001 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/security-groups?id=423ee5f4-731f-4abe-b26e-e2aec22ddd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723882 May 08 22:17:14.815665 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [req-5aeefa2c-f3ee-4761-87ed-d04bcf6e6195 req-01333b25-8796-4e87-936b-4edf40f1352b service neutron] Request body: {'port': {'device_id': '8a184e29-6493-48c2-b5d7-fe098bcb7e0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:17:14.881491 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-5aeefa2c-f3ee-4761-87ed-d04bcf6e6195 req-01333b25-8796-4e87-936b-4edf40f1352b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (7d9cd269-da9b-46a2-a0f0-afbb0a84d461), before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:14.977909 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88cea39-4b4f-4a11-8e64-d4362a79a4f0 req-383f7b6b-3d60-4e70-9fac-f5513fa5e7b7 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:14.979347 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-d88cea39-4b4f-4a11-8e64-d4362a79a4f0 req-383f7b6b-3d60-4e70-9fac-f5513fa5e7b7 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 945 time: 0.0474560 May 08 22:17:15.027200 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-d88cea39-4b4f-4a11-8e64-d4362a79a4f0 req-b85a532c-c015-4a88-870f-39bcce43fb20 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417631 May 08 22:17:15.154949 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.notifiers.nova [req-5aeefa2c-f3ee-4761-87ed-d04bcf6e6195 req-01333b25-8796-4e87-936b-4edf40f1352b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d9cd269-da9b-46a2-a0f0-afbb0a84d461 {{(pid=103629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 08 22:17:15.161855 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532e108c-2abe-422a-bf8c-fe556fd63228 req-0cf5c877-cc9d-4798-80c1-6af18730349f tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:15.164014 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-532e108c-2abe-422a-bf8c-fe556fd63228 req-0cf5c877-cc9d-4798-80c1-6af18730349f tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a184e29-6493-48c2-b5d7-fe098bcb7e0e HTTP/1.1" status: 200 len: 932 time: 0.0531452 May 08 22:17:15.169189 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-5aeefa2c-f3ee-4761-87ed-d04bcf6e6195 req-01333b25-8796-4e87-936b-4edf40f1352b service neutron] Publish callbacks [] for port (7d9cd269-da9b-46a2-a0f0-afbb0a84d461), precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:15.194875 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.provisioning_blocks [req-5aeefa2c-f3ee-4761-87ed-d04bcf6e6195 req-01333b25-8796-4e87-936b-4edf40f1352b service neutron] Transition to ACTIVE for port object 7d9cd269-da9b-46a2-a0f0-afbb0a84d461 will not be triggered until provisioned by entity L2. {{(pid=103629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 08 22:17:15.199146 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-5aeefa2c-f3ee-4761-87ed-d04bcf6e6195 req-01333b25-8796-4e87-936b-4edf40f1352b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (7d9cd269-da9b-46a2-a0f0-afbb0a84d461), after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:15.243343 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-532e108c-2abe-422a-bf8c-fe556fd63228 req-55cbba83-c4ed-4cac-a8ae-241fc93a4174 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/security-groups?id=37a1b9bc-e6b4-43c1-bfa8-8a40c582d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723636 May 08 22:17:15.277004 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01333b25-8796-4e87-936b-4edf40f1352b service neutron] Pushing event updated for resources: {'Port': ['ID=7d9cd269-da9b-46a2-a0f0-afbb0a84d461,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:17:15.300300 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-5aeefa2c-f3ee-4761-87ed-d04bcf6e6195 req-01333b25-8796-4e87-936b-4edf40f1352b service neutron] Attempting to bind port 7d9cd269-da9b-46a2-a0f0-afbb0a84d461 on host hv-cinder-84051 for vnic_type normal with profile {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 08 22:17:15.301859 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-5aeefa2c-f3ee-4761-87ed-d04bcf6e6195 req-01333b25-8796-4e87-936b-4edf40f1352b service neutron] Attempting to bind port 7d9cd269-da9b-46a2-a0f0-afbb0a84d461 by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': '15aac9db-17a7-464b-8eed-23bde88d4145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2aae8800-127b-4312-8164-8a20bcfe6f91'}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 08 22:17:15.304744 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aeefa2c-f3ee-4761-87ed-d04bcf6e6195 req-01333b25-8796-4e87-936b-4edf40f1352b service neutron] Attempting to bind port 7d9cd269-da9b-46a2-a0f0-afbb0a84d461 on network 2aae8800-127b-4312-8164-8a20bcfe6f91 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 08 22:17:15.316149 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aeefa2c-f3ee-4761-87ed-d04bcf6e6195 req-01333b25-8796-4e87-936b-4edf40f1352b service neutron] Port 7d9cd269-da9b-46a2-a0f0-afbb0a84d461 on network 2aae8800-127b-4312-8164-8a20bcfe6f91 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 08 22:17:15.316482 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aeefa2c-f3ee-4761-87ed-d04bcf6e6195 req-01333b25-8796-4e87-936b-4edf40f1352b service neutron] Attempting to bind port 7d9cd269-da9b-46a2-a0f0-afbb0a84d461 on network 2aae8800-127b-4312-8164-8a20bcfe6f91 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 08 22:17:15.326812 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aeefa2c-f3ee-4761-87ed-d04bcf6e6195 req-01333b25-8796-4e87-936b-4edf40f1352b service neutron] Checking agent: {'id': '50086534-3b0f-4edb-899f-da05c46c2546', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 8, 22, 13, 10), 'started_at': datetime.datetime(2022, 5, 8, 22, 13, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 8, 22, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 08 22:17:15.327312 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aeefa2c-f3ee-4761-87ed-d04bcf6e6195 req-01333b25-8796-4e87-936b-4edf40f1352b service neutron] Checking segment: {'id': '15aac9db-17a7-464b-8eed-23bde88d4145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2aae8800-127b-4312-8164-8a20bcfe6f91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 08 22:17:15.327680 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aeefa2c-f3ee-4761-87ed-d04bcf6e6195 req-01333b25-8796-4e87-936b-4edf40f1352b service neutron] Bound using segment: {'id': '15aac9db-17a7-464b-8eed-23bde88d4145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2aae8800-127b-4312-8164-8a20bcfe6f91'} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 08 22:17:15.328138 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-5aeefa2c-f3ee-4761-87ed-d04bcf6e6195 req-01333b25-8796-4e87-936b-4edf40f1352b service neutron] Bound port: 7d9cd269-da9b-46a2-a0f0-afbb0a84d461, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15aac9db-17a7-464b-8eed-23bde88d4145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2aae8800-127b-4312-8164-8a20bcfe6f91'}}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 08 22:17:15.328513 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-5aeefa2c-f3ee-4761-87ed-d04bcf6e6195 req-01333b25-8796-4e87-936b-4edf40f1352b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (7d9cd269-da9b-46a2-a0f0-afbb0a84d461), before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:15.423349 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631431bf-9ea4-4bbf-a2af-79114e864939 req-e232cf85-c761-43f2-85e5-dc554699b063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:15.424884 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-631431bf-9ea4-4bbf-a2af-79114e864939 req-e232cf85-c761-43f2-85e5-dc554699b063 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=85733564-1a99-4c75-9ed3-3dea45ffc0be HTTP/1.1" status: 200 len: 1129 time: 0.0728199 May 08 22:17:15.443377 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-5aeefa2c-f3ee-4761-87ed-d04bcf6e6195 req-01333b25-8796-4e87-936b-4edf40f1352b service neutron] For port 7d9cd269-da9b-46a2-a0f0-afbb0a84d461, host hv-cinder-84051, cleared binding levels {{(pid=103629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 08 22:17:15.448686 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-5aeefa2c-f3ee-4761-87ed-d04bcf6e6195 req-01333b25-8796-4e87-936b-4edf40f1352b service neutron] For port 7d9cd269-da9b-46a2-a0f0-afbb0a84d461, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=7d9cd269-da9b-46a2-a0f0-afbb0a84d461,segment=NetworkSegment(15aac9db-17a7-464b-8eed-23bde88d4145),segment_id=15aac9db-17a7-464b-8eed-23bde88d4145)] {{(pid=103629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 08 22:17:15.515957 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-5aeefa2c-f3ee-4761-87ed-d04bcf6e6195 req-01333b25-8796-4e87-936b-4edf40f1352b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (7d9cd269-da9b-46a2-a0f0-afbb0a84d461), after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:15.584601 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f596e-54dd-42d5-a241-6ef7f0eb11c5 req-6ab8a718-1794-43ab-8a70-4b2b79233c78 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:15.586776 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-ba1f596e-54dd-42d5-a241-6ef7f0eb11c5 req-6ab8a718-1794-43ab-8a70-4b2b79233c78 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e127fdd-cea7-48e8-9d46-924fbd051cd4 HTTP/1.1" status: 200 len: 946 time: 0.1412263 May 08 22:17:15.613607 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeefa2c-f3ee-4761-87ed-d04bcf6e6195 req-01333b25-8796-4e87-936b-4edf40f1352b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:15.614806 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-5aeefa2c-f3ee-4761-87ed-d04bcf6e6195 req-01333b25-8796-4e87-936b-4edf40f1352b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745315'] for port (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:15.616237 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-5aeefa2c-f3ee-4761-87ed-d04bcf6e6195 req-01333b25-8796-4e87-936b-4edf40f1352b service neutron] 10.222.0.24 "PUT /v2.0/ports/7d9cd269-da9b-46a2-a0f0-afbb0a84d461 HTTP/1.1" status: 200 len: 1094 time: 0.8054092 May 08 22:17:15.617034 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01333b25-8796-4e87-936b-4edf40f1352b service neutron] Pushing event updated for resources: {'Port': ['ID=7d9cd269-da9b-46a2-a0f0-afbb0a84d461,revision_number=3']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:17:15.620526 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a184e29-6493-48c2-b5d7-fe098bcb7e0e', 'tag': '7d9cd269-da9b-46a2-a0f0-afbb0a84d461'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 08 22:17:15.622976 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cc8a0c475ac6fe54f5122aa5a8750c48412c688b8f67dba420990604a8daf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ececde-f5d4-4974-969e-015179bfdef2" -d '{"events": [{"name": "network-changed", "server_uuid": "8a184e29-6493-48c2-b5d7-fe098bcb7e0e", "tag": "7d9cd269-da9b-46a2-a0f0-afbb0a84d461"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 08 22:17:15.732558 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-631431bf-9ea4-4bbf-a2af-79114e864939 req-1efba553-398d-4dc8-a7b2-c2cecdcbd76b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=423ee5f4-731f-4abe-b26e-e2aec22ddd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851140 May 08 22:17:15.736947 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeefa2c-f3ee-4761-87ed-d04bcf6e6195 req-22b0ccc6-90ed-4dc8-a21b-05fb32418b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:15.738575 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-5aeefa2c-f3ee-4761-87ed-d04bcf6e6195 req-22b0ccc6-90ed-4dc8-a21b-05fb32418b4f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=591851cbb96843c287971cf54acad618&device_id=8a184e29-6493-48c2-b5d7-fe098bcb7e0e HTTP/1.1" status: 200 len: 1128 time: 0.0577674 May 08 22:17:15.745992 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38139bc4-c782-41d2-8461-a4d6b61cd810 req-ff6e5e5b-6560-4e4b-8adf-2b52f56ddb11 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:15.753071 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-38139bc4-c782-41d2-8461-a4d6b61cd810 req-ff6e5e5b-6560-4e4b-8adf-2b52f56ddb11 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/ports?device_id=85733564-1a99-4c75-9ed3-3dea45ffc0be HTTP/1.1" status: 200 len: 945 time: 0.0991292 May 08 22:17:15.761802 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6062e04a-9101-4421-8bab-af45d2be1574 req-4dcd5703-72c7-4531-9114-a9d040fc5bc5 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:15.763316 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-6062e04a-9101-4421-8bab-af45d2be1574 req-4dcd5703-72c7-4531-9114-a9d040fc5bc5 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e127fdd-cea7-48e8-9d46-924fbd051cd4 HTTP/1.1" status: 200 len: 946 time: 0.1082335 May 08 22:17:15.840865 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-ba1f596e-54dd-42d5-a241-6ef7f0eb11c5 req-91a50f21-1fa5-4dd0-9759-b3a89b5265c5 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] Deleting port c41872db-4854-43e7-964f-46b85bf7e2da {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 08 22:17:15.842518 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-ba1f596e-54dd-42d5-a241-6ef7f0eb11c5 req-91a50f21-1fa5-4dd0-9759-b3a89b5265c5 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791034291685'] for port (c41872db-4854-43e7-964f-46b85bf7e2da), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:15.867876 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-6062e04a-9101-4421-8bab-af45d2be1574 req-c80caa17-cc7c-4a5f-9d5b-7c5f310e17e8 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/security-groups?id=f7bb5cee-9e13-408a-a461-b9cf9be9dfc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882013 May 08 22:17:15.879906 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-38139bc4-c782-41d2-8461-a4d6b61cd810 req-835c43b3-6943-4f80-814b-869934876b80 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/security-groups?id=423ee5f4-731f-4abe-b26e-e2aec22ddd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256959 May 08 22:17:15.921823 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 08 May 2022 22:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45964452-60e0-4359-a800-681955dcf13a x-openstack-request-id: req-45964452-60e0-4359-a800-681955dcf13a {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 08 22:17:15.922262 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a184e29-6493-48c2-b5d7-fe098bcb7e0e", "tag": "7d9cd269-da9b-46a2-a0f0-afbb0a84d461", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 08 22:17:15.922402 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-45964452-60e0-4359-a800-681955dcf13a {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 08 22:17:15.922751 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45964452-60e0-4359-a800-681955dcf13a'] response: {'name': 'network-changed', 'server_uuid': '8a184e29-6493-48c2-b5d7-fe098bcb7e0e', 'tag': '7d9cd269-da9b-46a2-a0f0-afbb0a84d461', 'status': 'completed', 'code': 200} May 08 22:17:15.946330 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-ba1f596e-54dd-42d5-a241-6ef7f0eb11c5 req-91a50f21-1fa5-4dd0-9759-b3a89b5265c5 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] For port c41872db-4854-43e7-964f-46b85bf7e2da, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=c41872db-4854-43e7-964f-46b85bf7e2da,segment=NetworkSegment(2a98fe34-ad4d-42ad-aa99-4c37c67e3a08),segment_id=2a98fe34-ad4d-42ad-aa99-4c37c67e3a08)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:17:15.946675 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-ba1f596e-54dd-42d5-a241-6ef7f0eb11c5 req-91a50f21-1fa5-4dd0-9759-b3a89b5265c5 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786495'] for port (c41872db-4854-43e7-964f-46b85bf7e2da), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:15.965768 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-ba1f596e-54dd-42d5-a241-6ef7f0eb11c5 req-91a50f21-1fa5-4dd0-9759-b3a89b5265c5 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] Calling delete_port for c41872db-4854-43e7-964f-46b85bf7e2da owned by compute:nova {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 08 22:17:16.184657 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-ba1f596e-54dd-42d5-a241-6ef7f0eb11c5 req-91a50f21-1fa5-4dd0-9759-b3a89b5265c5 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791034301049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791034024021'] for port (c41872db-4854-43e7-964f-46b85bf7e2da), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:16.222996 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-5aeefa2c-f3ee-4761-87ed-d04bcf6e6195 req-f9dd62bc-4c94-4a4c-bb1e-e489993a70ce service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7d9cd269-da9b-46a2-a0f0-afbb0a84d461 HTTP/1.1" status: 200 len: 217 time: 0.0821524 May 08 22:17:16.233370 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b3687a-208d-42b6-bcc3-bf63ffb39dea req-b0677734-6185-4e36-8c74-d30e9e6f691d tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:16.252050 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-c6b3687a-208d-42b6-bcc3-bf63ffb39dea req-b0677734-6185-4e36-8c74-d30e9e6f691d tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 945 time: 0.1440096 May 08 22:17:16.252302 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] get_ports_and_sgs() called for port_ids ['c41872db-4854-43e7-964f-46b85bf7e2da'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 08 22:17:16.287007 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a50f21-1fa5-4dd0-9759-b3a89b5265c5 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] Pushing event deleted for resources: {'Port': ['ID=c41872db-4854-43e7-964f-46b85bf7e2da,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:17:16.296672 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b0be4410-2ef4-44c6-89fb-7f9c38f8083a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (399f5491-dab9-4373-bd22-64cd7c73418d), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:16.360521 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba1f596e-54dd-42d5-a241-6ef7f0eb11c5 req-91a50f21-1fa5-4dd0-9759-b3a89b5265c5 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] No DVR routers for this DVR port c41872db-4854-43e7-964f-46b85bf7e2da on host hv-cinder-84051 {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 08 22:17:16.364115 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-ba1f596e-54dd-42d5-a241-6ef7f0eb11c5 req-91a50f21-1fa5-4dd0-9759-b3a89b5265c5 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870'] for port (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:16.367533 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-ba1f596e-54dd-42d5-a241-6ef7f0eb11c5 req-91a50f21-1fa5-4dd0-9759-b3a89b5265c5 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.24 "DELETE /v2.0/ports/c41872db-4854-43e7-964f-46b85bf7e2da HTTP/1.1" status: 204 len: 173 time: 0.7414551 May 08 22:17:16.555006 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060655d3-5152-4cd6-ba02-45ef43179a6a req-6ea07865-115a-42ee-895f-ac6050bf4b81 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:16.556456 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-060655d3-5152-4cd6-ba02-45ef43179a6a req-6ea07865-115a-42ee-895f-ac6050bf4b81 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a184e29-6493-48c2-b5d7-fe098bcb7e0e HTTP/1.1" status: 200 len: 944 time: 0.0692182 May 08 22:17:16.559534 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-c6b3687a-208d-42b6-bcc3-bf63ffb39dea req-e2438403-49a4-4f31-8e67-99ce2813c2e9 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148372 May 08 22:17:16.605190 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-060655d3-5152-4cd6-ba02-45ef43179a6a req-df4bb62e-a920-4044-9244-b655f295f92a tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/security-groups?id=37a1b9bc-e6b4-43c1-bfa8-8a40c582d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422657 May 08 22:17:16.963960 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-05dd4842-d6e7-44d4-9084-b73f6f809c8c req-2d03f67a-4c11-43bf-970f-c2c41543d70e tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e127fdd-cea7-48e8-9d46-924fbd051cd4 HTTP/1.1" status: 200 len: 210 time: 0.0369124 May 08 22:17:17.005541 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3414db-5eb5-4a57-9803-ecf63a5a3d76 req-5d1e8521-7909-422f-80de-8c1b03e8ce4e tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:17.006999 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-1c3414db-5eb5-4a57-9803-ecf63a5a3d76 req-5d1e8521-7909-422f-80de-8c1b03e8ce4e tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/ports?device_id=85733564-1a99-4c75-9ed3-3dea45ffc0be HTTP/1.1" status: 200 len: 945 time: 0.0521367 May 08 22:17:17.055380 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-1c3414db-5eb5-4a57-9803-ecf63a5a3d76 req-d83cbaf2-c501-45f0-a17d-3c69ae94880d tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/security-groups?id=423ee5f4-731f-4abe-b26e-e2aec22ddd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427306 May 08 22:17:17.688423 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9294e60c-a17a-4fa6-9582-158c06aa19da req-b2d50f5a-ecfa-4b58-85a1-8cfbf9bf6733 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:17.690023 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-9294e60c-a17a-4fa6-9582-158c06aa19da req-b2d50f5a-ecfa-4b58-85a1-8cfbf9bf6733 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 945 time: 0.0528290 May 08 22:17:17.758021 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7473cbf4-001f-47b4-9fd4-009dca14503a req-b8ccf9b7-1268-4abe-a763-7a79e7b01976 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:17.759511 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-7473cbf4-001f-47b4-9fd4-009dca14503a req-b8ccf9b7-1268-4abe-a763-7a79e7b01976 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a184e29-6493-48c2-b5d7-fe098bcb7e0e HTTP/1.1" status: 200 len: 944 time: 0.0685198 May 08 22:17:17.780254 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-9294e60c-a17a-4fa6-9582-158c06aa19da req-d25ec2ad-980d-4129-8da3-025196ae6b6f tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797329 May 08 22:17:17.816454 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-7473cbf4-001f-47b4-9fd4-009dca14503a req-e475fdcc-0528-46b4-bde5-7d93f8891f14 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/security-groups?id=37a1b9bc-e6b4-43c1-bfa8-8a40c582d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489562 May 08 22:17:17.923561 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e127fdd-cea7-48e8-9d46-924fbd051cd4', 'name': 'network-vif-deleted', 'tag': 'c41872db-4854-43e7-964f-46b85bf7e2da'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 08 22:17:17.925941 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cc8a0c475ac6fe54f5122aa5a8750c48412c688b8f67dba420990604a8daf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a96ac318-f5bd-490b-8c83-5a9bd1552f2e" -d '{"events": [{"server_uuid": "0e127fdd-cea7-48e8-9d46-924fbd051cd4", "name": "network-vif-deleted", "tag": "c41872db-4854-43e7-964f-46b85bf7e2da"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 08 22:17:17.961764 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 08 May 2022 22:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a269fdb-8196-4515-8fc8-b5ba0a34a25c x-openstack-request-id: req-8a269fdb-8196-4515-8fc8-b5ba0a34a25c {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 08 22:17:17.962170 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e127fdd-cea7-48e8-9d46-924fbd051cd4", "name": "network-vif-deleted", "tag": "c41872db-4854-43e7-964f-46b85bf7e2da", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 08 22:17:17.962422 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8a269fdb-8196-4515-8fc8-b5ba0a34a25c {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 08 22:17:17.962821 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a269fdb-8196-4515-8fc8-b5ba0a34a25c'] response: {'server_uuid': '0e127fdd-cea7-48e8-9d46-924fbd051cd4', 'name': 'network-vif-deleted', 'tag': 'c41872db-4854-43e7-964f-46b85bf7e2da', 'status': 'completed', 'code': 200} May 08 22:17:18.068672 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeefa2c-f3ee-4761-87ed-d04bcf6e6195 req-a30e69d2-9018-4747-bf1b-fb5dc731e444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:18.070708 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-5aeefa2c-f3ee-4761-87ed-d04bcf6e6195 req-a30e69d2-9018-4747-bf1b-fb5dc731e444 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e594cb87-8b3c-497d-b749-a06b23b83e86 HTTP/1.1" status: 200 len: 854 time: 0.0550683 May 08 22:17:18.078483 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-8cc70dbb-1d66-4600-a10a-c1f2d59d1726 req-198258c4-a497-47fa-8e94-c97ac427faff tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e127fdd-cea7-48e8-9d46-924fbd051cd4 HTTP/1.1" status: 200 len: 210 time: 0.0344110 May 08 22:17:18.126768 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 52014) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:17:18.187884 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b55ae7-0e6c-4a4a-92b4-b0bd4368caeb req-28a839b3-a708-4b48-ae42-02eefddc008e tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:18.192447 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-d6b55ae7-0e6c-4a4a-92b4-b0bd4368caeb req-28a839b3-a708-4b48-ae42-02eefddc008e tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/ports?device_id=85733564-1a99-4c75-9ed3-3dea45ffc0be HTTP/1.1" status: 200 len: 945 time: 0.0669611 May 08 22:17:18.215342 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeefa2c-f3ee-4761-87ed-d04bcf6e6195 req-b45947c5-2716-42a8-ac2d-0bb4ba208c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:18.218916 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-5aeefa2c-f3ee-4761-87ed-d04bcf6e6195 req-b45947c5-2716-42a8-ac2d-0bb4ba208c27 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2aae8800-127b-4312-8164-8a20bcfe6f91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0541291 May 08 22:17:18.251769 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-d6b55ae7-0e6c-4a4a-92b4-b0bd4368caeb req-5a469204-0768-40a9-8214-2b09f5530e83 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/security-groups?id=423ee5f4-731f-4abe-b26e-e2aec22ddd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522187 May 08 22:17:18.479705 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-10cd6fdf-d1af-4a35-a756-bd37604b59c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (69aa2ac4-530d-40c2-a84a-3161d84edf61), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:18.521656 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a5388b2a-cffc-44ec-83fd-31a6e4b90d4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:18.581421 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf51323-d7c1-453e-93ce-23fcdbdf5c82 req-aebb7d2e-7cbf-4d71-b088-8df27649a913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:18.582914 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-dbf51323-d7c1-453e-93ce-23fcdbdf5c82 req-aebb7d2e-7cbf-4d71-b088-8df27649a913 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 1129 time: 0.0723078 May 08 22:17:18.613879 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-5aeefa2c-f3ee-4761-87ed-d04bcf6e6195 req-7c5709d0-770e-4020-acec-ead1e262546e service neutron] 10.222.0.24 "GET /v2.0/networks/2aae8800-127b-4312-8164-8a20bcfe6f91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3773396 May 08 22:17:18.657061 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a5388b2a-cffc-44ec-83fd-31a6e4b90d4d admin admin] Publish callbacks [] for security_group (225205a0-1484-43c9-af3b-723ad6d390a4), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:18.661921 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a5388b2a-cffc-44ec-83fd-31a6e4b90d4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (225205a0-1484-43c9-af3b-723ad6d390a4), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:18.699870 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5388b2a-cffc-44ec-83fd-31a6e4b90d4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=225205a0-1484-43c9-af3b-723ad6d390a4,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:17:18.704120 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-a5388b2a-cffc-44ec-83fd-31a6e4b90d4d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0fafe786892448ebbbce7d0c0509bebe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5763588 May 08 22:17:18.706845 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 52018) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:17:18.756349 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5a7c760f-32d3-44e3-a43f-163569245825 admin admin] Publish callbacks [] for security_group (225205a0-1484-43c9-af3b-723ad6d390a4), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:18.776483 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5a7c760f-32d3-44e3-a43f-163569245825 admin admin] Publish callbacks [] for security_group (225205a0-1484-43c9-af3b-723ad6d390a4), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:18.826354 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5a7c760f-32d3-44e3-a43f-163569245825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (225205a0-1484-43c9-af3b-723ad6d390a4), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:18.829148 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5a7c760f-32d3-44e3-a43f-163569245825 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:18.832774 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-5a7c760f-32d3-44e3-a43f-163569245825 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/225205a0-1484-43c9-af3b-723ad6d390a4 HTTP/1.1" status: 204 len: 168 time: 0.1226113 May 08 22:17:18.838704 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7c760f-32d3-44e3-a43f-163569245825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=225205a0-1484-43c9-af3b-723ad6d390a4,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:17:18.897701 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device c41872db-4854-43e7-964f-46b85bf7e2da no longer exists at agent hyperv_hv-cinder-84051 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 08 22:17:18.919537 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] No Port match for: c41872db-4854-43e7-964f-46b85bf7e2da {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 08 22:17:18.920443 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device c41872db-4854-43e7-964f-46b85bf7e2da not bound to the agent host hv-cinder-84051 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 08 22:17:18.961005 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15f807d-fa8d-4c99-8371-70aa424c1360 req-82eaca0c-8c4e-4982-918b-144623977d7d tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:18.962554 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-e15f807d-fa8d-4c99-8371-70aa424c1360 req-82eaca0c-8c4e-4982-918b-144623977d7d tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 945 time: 0.0932722 May 08 22:17:18.982672 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d6dee2-1263-45ad-a318-0ede93831321 req-7dd97869-05e6-4d2e-9843-9cb725734e02 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:18.985329 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-53d6dee2-1263-45ad-a318-0ede93831321 req-7dd97869-05e6-4d2e-9843-9cb725734e02 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a184e29-6493-48c2-b5d7-fe098bcb7e0e HTTP/1.1" status: 200 len: 944 time: 0.0682793 May 08 22:17:19.043039 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-e15f807d-fa8d-4c99-8371-70aa424c1360 req-43d47b06-7d3d-41a9-8270-52f51623e1cb tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737367 May 08 22:17:19.081215 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-53d6dee2-1263-45ad-a318-0ede93831321 req-d96bca4b-9a53-4481-a3dc-d2d19934e4e0 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/security-groups?id=37a1b9bc-e6b4-43c1-bfa8-8a40c582d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894666 May 08 22:17:19.130738 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-dbf51323-d7c1-453e-93ce-23fcdbdf5c82 req-2cbbec81-9c86-4357-a0f5-fdd0757e2102 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349432 May 08 22:17:19.146442 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-5aeefa2c-f3ee-4761-87ed-d04bcf6e6195 req-116b7bfc-82ec-4f0b-9d82-ec9621a4242f service neutron] 10.222.0.24 "GET /v2.0/networks/2aae8800-127b-4312-8164-8a20bcfe6f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353490 May 08 22:17:19.159602 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 52030) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:17:19.173049 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e5cdde88-094c-401d-9ab1-4d06a989f7da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:19.201952 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-76b229d4-8344-4512-9137-d593d346fc28 req-45285534-2eb5-48d4-9a6b-f66bf88604cd tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e127fdd-cea7-48e8-9d46-924fbd051cd4 HTTP/1.1" status: 200 len: 210 time: 0.0304668 May 08 22:17:19.249880 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e5cdde88-094c-401d-9ab1-4d06a989f7da admin admin] Publish callbacks [] for security_group (24800556-e9ce-440a-99b7-9e41b1e6affa), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:19.254936 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e5cdde88-094c-401d-9ab1-4d06a989f7da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (24800556-e9ce-440a-99b7-9e41b1e6affa), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:19.291085 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cdde88-094c-401d-9ab1-4d06a989f7da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24800556-e9ce-440a-99b7-9e41b1e6affa,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:17:19.296511 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-e5cdde88-094c-401d-9ab1-4d06a989f7da admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3c3e48e4932a4197a238256aaf91cc53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1358571 May 08 22:17:19.299305 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 52034) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:17:19.322498 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-68d59b13-bdd3-4890-b330-3a9be9bf9791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (167e5ba9-08ef-43b6-aca0-7c88b7f9e735), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:19.351732 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c8458bcc-95dc-408a-98b1-875e0cb65136 admin admin] Publish callbacks [] for security_group (24800556-e9ce-440a-99b7-9e41b1e6affa), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:19.374717 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c8458bcc-95dc-408a-98b1-875e0cb65136 admin admin] Publish callbacks [] for security_group (24800556-e9ce-440a-99b7-9e41b1e6affa), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:19.381313 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404f5cd1-bd81-42b4-ae59-2d78b6b9f9cc req-394e4607-a675-426c-9cbc-8ebbe6ea5f08 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:19.382997 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-404f5cd1-bd81-42b4-ae59-2d78b6b9f9cc req-394e4607-a675-426c-9cbc-8ebbe6ea5f08 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/ports?device_id=85733564-1a99-4c75-9ed3-3dea45ffc0be HTTP/1.1" status: 200 len: 945 time: 0.0496271 May 08 22:17:19.427825 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c8458bcc-95dc-408a-98b1-875e0cb65136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (24800556-e9ce-440a-99b7-9e41b1e6affa), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:19.430435 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c8458bcc-95dc-408a-98b1-875e0cb65136 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:19.430651 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-404f5cd1-bd81-42b4-ae59-2d78b6b9f9cc req-9bb6a94d-6f6a-41d3-bb62-31ac9268a8f1 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/security-groups?id=423ee5f4-731f-4abe-b26e-e2aec22ddd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414064 May 08 22:17:19.431545 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-c8458bcc-95dc-408a-98b1-875e0cb65136 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/24800556-e9ce-440a-99b7-9e41b1e6affa HTTP/1.1" status: 204 len: 168 time: 0.1313517 May 08 22:17:19.441482 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8458bcc-95dc-408a-98b1-875e0cb65136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24800556-e9ce-440a-99b7-9e41b1e6affa,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:17:19.794106 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 52046) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:17:19.807085 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a9673a46-fe77-4334-9220-b867d358bf99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:19.886039 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a9673a46-fe77-4334-9220-b867d358bf99 admin admin] Publish callbacks [] for security_group (2d0083aa-ed02-44de-a147-b91c2bf5b672), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:19.891406 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a9673a46-fe77-4334-9220-b867d358bf99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (2d0083aa-ed02-44de-a147-b91c2bf5b672), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:19.932403 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-a9673a46-fe77-4334-9220-b867d358bf99 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ddcc892a8c8f4cb79449046f506d90cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1370056 May 08 22:17:19.933563 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9673a46-fe77-4334-9220-b867d358bf99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d0083aa-ed02-44de-a147-b91c2bf5b672,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:17:19.935424 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 52050) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:17:19.989028 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7bcbf017-7bfe-478a-8ecd-1e9fbc2b7e24 admin admin] Publish callbacks [] for security_group (2d0083aa-ed02-44de-a147-b91c2bf5b672), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:20.011391 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7bcbf017-7bfe-478a-8ecd-1e9fbc2b7e24 admin admin] Publish callbacks [] for security_group (2d0083aa-ed02-44de-a147-b91c2bf5b672), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:20.063566 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7bcbf017-7bfe-478a-8ecd-1e9fbc2b7e24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (2d0083aa-ed02-44de-a147-b91c2bf5b672), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:20.066503 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7bcbf017-7bfe-478a-8ecd-1e9fbc2b7e24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:20.068528 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-7bcbf017-7bfe-478a-8ecd-1e9fbc2b7e24 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2d0083aa-ed02-44de-a147-b91c2bf5b672 HTTP/1.1" status: 204 len: 168 time: 0.1312416 May 08 22:17:20.080833 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcbf017-7bfe-478a-8ecd-1e9fbc2b7e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d0083aa-ed02-44de-a147-b91c2bf5b672,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:17:20.213911 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4225b32f-a96c-4a2f-8c61-bdcd1516f808 req-dbb2d148-d049-4922-b71c-4358d86eb0db tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:20.215410 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-4225b32f-a96c-4a2f-8c61-bdcd1516f808 req-dbb2d148-d049-4922-b71c-4358d86eb0db tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 945 time: 0.0742688 May 08 22:17:20.233957 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db6b80e-4978-413c-91f6-8d1838fac67c req-ede0c689-4df7-4fe4-a756-23bfde98c950 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:20.235383 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-6db6b80e-4978-413c-91f6-8d1838fac67c req-ede0c689-4df7-4fe4-a756-23bfde98c950 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/ports?device_id=85733564-1a99-4c75-9ed3-3dea45ffc0be HTTP/1.1" status: 200 len: 945 time: 0.0836689 May 08 22:17:20.304911 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-4225b32f-a96c-4a2f-8c61-bdcd1516f808 req-21792030-6c7f-4511-94d1-4777b4392799 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824528 May 08 22:17:20.309045 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-6db6b80e-4978-413c-91f6-8d1838fac67c req-c33ce725-17bd-4c95-83b2-e44d032dc4bb tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/security-groups?id=423ee5f4-731f-4abe-b26e-e2aec22ddd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653632 May 08 22:17:20.431889 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-99a8eda3-9ca3-469b-934b-30cbc26833af req-caac71ca-2956-4fe4-ae40-fbe2cef68a10 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e127fdd-cea7-48e8-9d46-924fbd051cd4 HTTP/1.1" status: 200 len: 210 time: 0.0575864 May 08 22:17:20.450549 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ad376f-cb5b-454f-9141-9814f46b4fe6 req-edd2c610-be73-4505-89b7-23a7608037fc tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:20.452029 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-f9ad376f-cb5b-454f-9141-9814f46b4fe6 req-edd2c610-be73-4505-89b7-23a7608037fc tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a184e29-6493-48c2-b5d7-fe098bcb7e0e HTTP/1.1" status: 200 len: 944 time: 0.0686657 May 08 22:17:20.505135 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-f9ad376f-cb5b-454f-9141-9814f46b4fe6 req-0ee1f9c4-2ecd-401c-a2d9-34c4027024dd tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/security-groups?id=37a1b9bc-e6b4-43c1-bfa8-8a40c582d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471799 May 08 22:17:20.912333 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f82e6e54-0a06-4075-8e4d-2bf0b0f201e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (1fcc0290-7f55-4633-95cb-6d94e7aa5e57), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:21.449502 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0550957f-ffca-40eb-9506-badfbc1aa498 req-53ad7396-60e8-4a64-8281-dc0f76aebdc3 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:21.451146 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-0550957f-ffca-40eb-9506-badfbc1aa498 req-53ad7396-60e8-4a64-8281-dc0f76aebdc3 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 945 time: 0.0745902 May 08 22:17:21.458579 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5202ada-4ecb-44ff-a6bc-8ae5635a10d1 req-adf42ee1-2bff-4253-bd2d-327130cbbb76 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:21.459992 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-c5202ada-4ecb-44ff-a6bc-8ae5635a10d1 req-adf42ee1-2bff-4253-bd2d-327130cbbb76 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/ports?device_id=85733564-1a99-4c75-9ed3-3dea45ffc0be HTTP/1.1" status: 200 len: 945 time: 0.0732021 May 08 22:17:21.535899 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-0550957f-ffca-40eb-9506-badfbc1aa498 req-bca7f38d-ae92-4576-b82d-19706cf8c007 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749242 May 08 22:17:21.541964 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-c5202ada-4ecb-44ff-a6bc-8ae5635a10d1 req-870fbcb1-538e-49d7-b369-b509061fa807 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/security-groups?id=423ee5f4-731f-4abe-b26e-e2aec22ddd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717618 May 08 22:17:21.665538 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-10233d77-0250-4032-abc6-7f159d023452 req-1cdcea1a-d499-4256-9399-2aa61aa9b4b6 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e127fdd-cea7-48e8-9d46-924fbd051cd4 HTTP/1.1" status: 200 len: 210 time: 0.0408137 May 08 22:17:21.683054 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8967ab-b501-41de-8be6-1bc24b0d1174 req-100e271b-f00f-4e09-9d1d-6c4d9387e24e tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:21.684843 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-cc8967ab-b501-41de-8be6-1bc24b0d1174 req-100e271b-f00f-4e09-9d1d-6c4d9387e24e tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a184e29-6493-48c2-b5d7-fe098bcb7e0e HTTP/1.1" status: 200 len: 944 time: 0.0707700 May 08 22:17:21.734408 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-cc8967ab-b501-41de-8be6-1bc24b0d1174 req-710a10c2-9a8e-4f17-b322-e03b8a566824 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/security-groups?id=37a1b9bc-e6b4-43c1-bfa8-8a40c582d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437887 May 08 22:17:22.438677 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (7e3c7ef6-abd5-4f0f-b372-b2734b637fd0), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:22.605990 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ececde-f5d4-4974-969e-015179bfdef2 req-41a59ee5-e383-48b8-b674-bc3b4946f014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:22.607765 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-d7ececde-f5d4-4974-969e-015179bfdef2 req-41a59ee5-e383-48b8-b674-bc3b4946f014 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=591851cbb96843c287971cf54acad618&device_id=8a184e29-6493-48c2-b5d7-fe098bcb7e0e HTTP/1.1" status: 200 len: 1128 time: 0.0422549 May 08 22:17:22.687878 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf0ef0-1aca-434d-9768-18a461d76181 req-14144df8-0bd3-4d3d-a322-d2cfecae7f38 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:22.689367 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-1cbf0ef0-1aca-434d-9768-18a461d76181 req-14144df8-0bd3-4d3d-a322-d2cfecae7f38 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 945 time: 0.0752766 May 08 22:17:22.697551 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed7d648-ce7c-446d-8ef6-cd6bc80e2677 req-11bc2910-ae4f-4164-92e2-909d1b2e9358 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:22.698958 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-9ed7d648-ce7c-446d-8ef6-cd6bc80e2677 req-11bc2910-ae4f-4164-92e2-909d1b2e9358 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/ports?device_id=85733564-1a99-4c75-9ed3-3dea45ffc0be HTTP/1.1" status: 200 len: 945 time: 0.0754259 May 08 22:17:22.768715 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-1cbf0ef0-1aca-434d-9768-18a461d76181 req-acba1f75-959e-4cca-890f-345f84a8d1d3 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687752 May 08 22:17:22.771600 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-9ed7d648-ce7c-446d-8ef6-cd6bc80e2677 req-08e44185-540e-4fba-af02-2a6e9ce7b27a tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/security-groups?id=423ee5f4-731f-4abe-b26e-e2aec22ddd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659297 May 08 22:17:22.895006 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-ed7e6d14-3f90-4903-beee-bc4f5678c1cc req-f5012283-14cb-4aa1-af00-eafbe7eb34fb tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e127fdd-cea7-48e8-9d46-924fbd051cd4 HTTP/1.1" status: 200 len: 210 time: 0.0514307 May 08 22:17:22.909648 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91501268-7561-4f9d-bc2c-78af2de04769 req-3eb73608-7be9-4230-9f81-75007c9994c3 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:22.911177 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-91501268-7561-4f9d-bc2c-78af2de04769 req-3eb73608-7be9-4230-9f81-75007c9994c3 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a184e29-6493-48c2-b5d7-fe098bcb7e0e HTTP/1.1" status: 200 len: 944 time: 0.0819311 May 08 22:17:22.960130 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-91501268-7561-4f9d-bc2c-78af2de04769 req-b49782f1-1ca0-4c88-b1f1-22fdc7bc25c9 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/security-groups?id=37a1b9bc-e6b4-43c1-bfa8-8a40c582d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433435 May 08 22:17:23.907332 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbc990c-b5d8-42a9-a4ee-c8e3e2275af3 req-fa038cc4-fc3a-4376-a63d-ec5226e223cc tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:23.909048 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-2bbc990c-b5d8-42a9-a4ee-c8e3e2275af3 req-fa038cc4-fc3a-4376-a63d-ec5226e223cc tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 945 time: 0.0702674 May 08 22:17:23.921023 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49c65b7-2c43-43b3-81b4-c3de5a70f778 req-b42a7c25-73b4-4f94-942d-05c3901c32df tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:23.922420 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-c49c65b7-2c43-43b3-81b4-c3de5a70f778 req-b42a7c25-73b4-4f94-942d-05c3901c32df tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/ports?device_id=85733564-1a99-4c75-9ed3-3dea45ffc0be HTTP/1.1" status: 200 len: 945 time: 0.0820353 May 08 22:17:23.991693 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-2bbc990c-b5d8-42a9-a4ee-c8e3e2275af3 req-00ed74f9-74b3-46f7-9815-b8da3e80a500 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771434 May 08 22:17:24.004294 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-c49c65b7-2c43-43b3-81b4-c3de5a70f778 req-c49b96f4-7254-439b-81a0-906a203dffec tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/security-groups?id=423ee5f4-731f-4abe-b26e-e2aec22ddd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754142 May 08 22:17:24.072092 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ececde-f5d4-4974-969e-015179bfdef2 req-275f2032-43e0-4c99-b067-3c31bd1d8f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:24.073591 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-d7ececde-f5d4-4974-969e-015179bfdef2 req-275f2032-43e0-4c99-b067-3c31bd1d8f11 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2aae8800-127b-4312-8164-8a20bcfe6f91 HTTP/1.1" status: 200 len: 916 time: 0.1143782 May 08 22:17:24.116835 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-31828b1a-69d5-4f82-ac67-b86035af36a3 req-396d43b2-9d99-4ce6-a83a-cd321c35f437 tempest-DeleteServersTestJSON-340295 tempest-DeleteServersTestJSON-340295-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e127fdd-cea7-48e8-9d46-924fbd051cd4 HTTP/1.1" status: 200 len: 210 time: 0.0312960 May 08 22:17:24.160699 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9bd0a-4604-454b-acf4-43b39f3a67a5 req-1a1bb924-58ec-46dd-9ce3-82e90067de2c tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:24.162158 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-3af9bd0a-4604-454b-acf4-43b39f3a67a5 req-1a1bb924-58ec-46dd-9ce3-82e90067de2c tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a184e29-6493-48c2-b5d7-fe098bcb7e0e HTTP/1.1" status: 200 len: 944 time: 0.0482385 May 08 22:17:24.209976 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-3af9bd0a-4604-454b-acf4-43b39f3a67a5 req-edc181ac-8567-4cc9-a3bf-231e5bcfeb22 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/security-groups?id=37a1b9bc-e6b4-43c1-bfa8-8a40c582d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422249 May 08 22:17:24.898227 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-d7ececde-f5d4-4974-969e-015179bfdef2 req-ce1251bb-e6a9-41e3-b0ff-dcfab39f9f81 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7d9cd269-da9b-46a2-a0f0-afbb0a84d461 HTTP/1.1" status: 200 len: 217 time: 0.0446882 May 08 22:17:24.909253 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device 7d9cd269-da9b-46a2-a0f0-afbb0a84d461 details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=103630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 08 22:17:24.967466 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e354c82c-ceb6-4fdf-8a50-f468e10e5734 req-a38eb55f-c333-4f36-809b-c186fa12d4c2 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:24.969093 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-e354c82c-ceb6-4fdf-8a50-f468e10e5734 req-a38eb55f-c333-4f36-809b-c186fa12d4c2 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.24 "GET /v2.0/ports?device_id=85733564-1a99-4c75-9ed3-3dea45ffc0be HTTP/1.1" status: 200 len: 945 time: 0.0795977 May 08 22:17:24.985209 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ececde-f5d4-4974-969e-015179bfdef2 req-ee981305-6564-437a-97fa-bd2dc4e6aab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:24.986373 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-d7ececde-f5d4-4974-969e-015179bfdef2 req-ee981305-6564-437a-97fa-bd2dc4e6aab8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e594cb87-8b3c-497d-b749-a06b23b83e86 HTTP/1.1" status: 200 len: 854 time: 0.0693374 May 08 22:17:25.011375 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] For port 7d9cd269-da9b-46a2-a0f0-afbb0a84d461, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=7d9cd269-da9b-46a2-a0f0-afbb0a84d461,segment=NetworkSegment(15aac9db-17a7-464b-8eed-23bde88d4145),segment_id=15aac9db-17a7-464b-8eed-23bde88d4145)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:17:25.024802 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Returning: {'device': '7d9cd269-da9b-46a2-a0f0-afbb0a84d461', 'network_id': '2aae8800-127b-4312-8164-8a20bcfe6f91', 'port_id': '7d9cd269-da9b-46a2-a0f0-afbb0a84d461', 'mac_address': 'fa:16:3e:2d:3c:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e594cb87-8b3c-497d-b749-a06b23b83e86', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 08 22:17:25.064363 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Current status of the port 7d9cd269-da9b-46a2-a0f0-afbb0a84d461 is: DOWN; New status is: BUILD {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:17:25.064784 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (7d9cd269-da9b-46a2-a0f0-afbb0a84d461), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:25.078540 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.notifiers.nova [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d9cd269-da9b-46a2-a0f0-afbb0a84d461 {{(pid=103630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 08 22:17:25.093184 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-e354c82c-ceb6-4fdf-8a50-f468e10e5734 req-35e19db3-26ad-410b-bb81-7d2485386ff8 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Deleting port 3c42572c-d32c-496a-a698-72171f0eb653 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 08 22:17:25.093753 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-e354c82c-ceb6-4fdf-8a50-f468e10e5734 req-35e19db3-26ad-410b-bb81-7d2485386ff8 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791034291685'] for port (3c42572c-d32c-496a-a698-72171f0eb653), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:25.110735 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] For port 7d9cd269-da9b-46a2-a0f0-afbb0a84d461, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=7d9cd269-da9b-46a2-a0f0-afbb0a84d461,segment=NetworkSegment(15aac9db-17a7-464b-8eed-23bde88d4145),segment_id=15aac9db-17a7-464b-8eed-23bde88d4145)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:17:25.116418 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (7d9cd269-da9b-46a2-a0f0-afbb0a84d461), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:25.145959 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ececde-f5d4-4974-969e-015179bfdef2 req-d7b257db-4ecb-4d96-becf-7695d26c0f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:25.146787 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d761e83-1ce8-4ea8-b1c7-3ea1b84a1d10 req-2dc7ab72-04c4-4044-b282-399629f5a697 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:25.147833 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-d7ececde-f5d4-4974-969e-015179bfdef2 req-d7b257db-4ecb-4d96-becf-7695d26c0f96 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2aae8800-127b-4312-8164-8a20bcfe6f91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1446049 May 08 22:17:25.148195 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-7d761e83-1ce8-4ea8-b1c7-3ea1b84a1d10 req-2dc7ab72-04c4-4044-b282-399629f5a697 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 945 time: 0.0821228 May 08 22:17:25.167395 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0604ab5b-6392-43f8-b8f8-3c8386aeed86 req-2af79f04-b2f0-4f4a-9945-49a38a0162b0 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:25.168869 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-0604ab5b-6392-43f8-b8f8-3c8386aeed86 req-2af79f04-b2f0-4f4a-9945-49a38a0162b0 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/ports?device_id=85733564-1a99-4c75-9ed3-3dea45ffc0be HTTP/1.1" status: 200 len: 945 time: 0.0650558 May 08 22:17:25.171236 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Pushing event updated for resources: {'Port': ['ID=7d9cd269-da9b-46a2-a0f0-afbb0a84d461,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:17:25.180026 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:17:25.181326 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:17:25.182060 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:17:25.182574 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:17:25.183087 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:17:25.184204 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:17:25.184718 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:17:25.185202 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:17:25.185753 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:17:25.186350 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:17:25.186833 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:17:25.187428 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:17:25.187913 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:17:25.188390 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:17:25.188895 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:17:25.231869 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-7d761e83-1ce8-4ea8-b1c7-3ea1b84a1d10 req-da2ec1e0-a26b-4c28-b51e-9d21dd814aec tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716958 May 08 22:17:25.246496 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-0604ab5b-6392-43f8-b8f8-3c8386aeed86 req-568cddce-edd8-42fb-82a7-3c933f83c96f tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/security-groups?id=423ee5f4-731f-4abe-b26e-e2aec22ddd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649853 May 08 22:17:25.272312 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-e354c82c-ceb6-4fdf-8a50-f468e10e5734 req-35e19db3-26ad-410b-bb81-7d2485386ff8 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] For port 3c42572c-d32c-496a-a698-72171f0eb653, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=3c42572c-d32c-496a-a698-72171f0eb653,segment=NetworkSegment(4fde0cd5-8ec1-4827-b518-5e9bcb824b09),segment_id=4fde0cd5-8ec1-4827-b518-5e9bcb824b09)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:17:25.272720 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-e354c82c-ceb6-4fdf-8a50-f468e10e5734 req-35e19db3-26ad-410b-bb81-7d2485386ff8 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786495'] for port (3c42572c-d32c-496a-a698-72171f0eb653), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:25.293322 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-e354c82c-ceb6-4fdf-8a50-f468e10e5734 req-35e19db3-26ad-410b-bb81-7d2485386ff8 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Calling delete_port for 3c42572c-d32c-496a-a698-72171f0eb653 owned by compute:nova {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 08 22:17:25.313415 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-d7ececde-f5d4-4974-969e-015179bfdef2 req-e8946b81-5649-440c-aaf5-8a4682099807 service neutron] 10.222.0.24 "GET /v2.0/networks/2aae8800-127b-4312-8164-8a20bcfe6f91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579938 May 08 22:17:25.425770 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64049ea-27ad-4ad8-bb73-01dff2f09c20 req-f0e9b468-aca4-48c9-bc26-de08ecb1788d tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:25.427317 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-f64049ea-27ad-4ad8-bb73-01dff2f09c20 req-f0e9b468-aca4-48c9-bc26-de08ecb1788d tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a184e29-6493-48c2-b5d7-fe098bcb7e0e HTTP/1.1" status: 200 len: 945 time: 0.1013067 May 08 22:17:25.440302 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e47892-b1b0-46a8-beda-3222c3dc5331 req-54dda5d9-0193-45e0-b7f5-8ba760fab78e tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:25.441751 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-34e47892-b1b0-46a8-beda-3222c3dc5331 req-54dda5d9-0193-45e0-b7f5-8ba760fab78e tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=1be25f68-2dfe-4af6-8c3e-5dbdf1acc72d HTTP/1.1" status: 200 len: 945 time: 0.0785811 May 08 22:17:25.457109 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-d7ececde-f5d4-4974-969e-015179bfdef2 req-a78a9a41-c4a7-485f-8781-37596429fe42 service neutron] 10.222.0.24 "GET /v2.0/networks/2aae8800-127b-4312-8164-8a20bcfe6f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154141 May 08 22:17:25.504878 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-f64049ea-27ad-4ad8-bb73-01dff2f09c20 req-3d57a42b-9270-4fd3-95c0-54019e9b5008 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/security-groups?id=37a1b9bc-e6b4-43c1-bfa8-8a40c582d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715673 May 08 22:17:25.513871 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-e354c82c-ceb6-4fdf-8a50-f468e10e5734 req-35e19db3-26ad-410b-bb81-7d2485386ff8 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791034301049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791034024021'] for port (3c42572c-d32c-496a-a698-72171f0eb653), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:25.519858 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-34e47892-b1b0-46a8-beda-3222c3dc5331 req-eb8b75d4-b708-4dbf-946c-af265de96424 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721045 May 08 22:17:25.542678 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e19db3-26ad-410b-bb81-7d2485386ff8 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Pushing event deleted for resources: {'Port': ['ID=3c42572c-d32c-496a-a698-72171f0eb653,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:17:25.594698 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-e354c82c-ceb6-4fdf-8a50-f468e10e5734 req-35e19db3-26ad-410b-bb81-7d2485386ff8 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] No DVR routers for this DVR port 3c42572c-d32c-496a-a698-72171f0eb653 on host hv-cinder-84051 {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 08 22:17:25.598547 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-e354c82c-ceb6-4fdf-8a50-f468e10e5734 req-35e19db3-26ad-410b-bb81-7d2485386ff8 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870'] for port (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:25.601956 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-e354c82c-ceb6-4fdf-8a50-f468e10e5734 req-35e19db3-26ad-410b-bb81-7d2485386ff8 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.24 "DELETE /v2.0/ports/3c42572c-d32c-496a-a698-72171f0eb653 HTTP/1.1" status: 204 len: 173 time: 0.6270351 May 08 22:17:25.602072 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] get_ports_and_sgs() called for port_ids ['7d9cd269-da9b-46a2-a0f0-afbb0a84d461'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 08 22:17:25.602411 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85733564-1a99-4c75-9ed3-3dea45ffc0be', 'name': 'network-vif-deleted', 'tag': '3c42572c-d32c-496a-a698-72171f0eb653'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 08 22:17:25.604680 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cc8a0c475ac6fe54f5122aa5a8750c48412c688b8f67dba420990604a8daf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03721428-1b40-4e25-a311-b0210da72baa" -d '{"events": [{"server_uuid": "85733564-1a99-4c75-9ed3-3dea45ffc0be", "name": "network-vif-deleted", "tag": "3c42572c-d32c-496a-a698-72171f0eb653"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 08 22:17:25.660482 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] get_ports_and_sgs() called for port_ids ['3c42572c-d32c-496a-a698-72171f0eb653'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 08 22:17:25.671172 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 08 May 2022 22:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df9c8770-bd6a-41b3-bfbb-c36de97a0565 x-openstack-request-id: req-df9c8770-bd6a-41b3-bfbb-c36de97a0565 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 08 22:17:25.671620 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85733564-1a99-4c75-9ed3-3dea45ffc0be", "name": "network-vif-deleted", "tag": "3c42572c-d32c-496a-a698-72171f0eb653", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 08 22:17:25.672065 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-df9c8770-bd6a-41b3-bfbb-c36de97a0565 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 08 22:17:25.672668 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df9c8770-bd6a-41b3-bfbb-c36de97a0565'] response: {'server_uuid': '85733564-1a99-4c75-9ed3-3dea45ffc0be', 'name': 'network-vif-deleted', 'tag': '3c42572c-d32c-496a-a698-72171f0eb653', 'status': 'completed', 'code': 200} May 08 22:17:26.301559 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 52200) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:17:26.427912 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-f052927d-6974-4232-a334-0afed349247b req-dcb175fb-7165-47b8-9f87-8f7d9181a5e9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1be25f68-2dfe-4af6-8c3e-5dbdf1acc72d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0561862 May 08 22:17:26.484727 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-dd94ee1d-76ea-424e-9e3f-d23e76b2761e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:26.528062 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f052927d-6974-4232-a334-0afed349247b req-7a4a154b-3511-4fb2-991c-a2bb438dd5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:26.529618 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-f052927d-6974-4232-a334-0afed349247b req-7a4a154b-3511-4fb2-991c-a2bb438dd5f3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9bf17cedd3154ce4b6b2bd0e4dcbb92c&device_id=1be25f68-2dfe-4af6-8c3e-5dbdf1acc72d HTTP/1.1" status: 200 len: 1129 time: 0.0403309 May 08 22:17:26.637767 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f052927d-6974-4232-a334-0afed349247b req-069cfd12-9cea-4a3d-beb8-6c736792ebd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:26.639397 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-f052927d-6974-4232-a334-0afed349247b req-069cfd12-9cea-4a3d-beb8-6c736792ebd1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4427f95d-7dad-47df-8ab1-304fd704186a HTTP/1.1" status: 200 len: 919 time: 0.0909841 May 08 22:17:26.656512 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec3a82-9172-4720-96cf-628fb197a073 req-1921ca26-e5fa-4ef0-952d-0d8f99f8f1b1 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:26.658367 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-1fec3a82-9172-4720-96cf-628fb197a073 req-1921ca26-e5fa-4ef0-952d-0d8f99f8f1b1 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a184e29-6493-48c2-b5d7-fe098bcb7e0e HTTP/1.1" status: 200 len: 945 time: 0.0757117 May 08 22:17:26.683508 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-f052927d-6974-4232-a334-0afed349247b req-a5d0d5e4-607c-41b9-bd5b-cd420d9b8951 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e36bd48-5ead-4567-94f4-b17494e5b745 HTTP/1.1" status: 200 len: 217 time: 0.0351958 May 08 22:17:26.719702 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d9afa-a7b2-4d2d-8501-8e6079b005be req-805bb232-022d-4af5-93a4-efefbc9ce5a2 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:26.721182 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-233d9afa-a7b2-4d2d-8501-8e6079b005be req-805bb232-022d-4af5-93a4-efefbc9ce5a2 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/networks?id=01fd74e4-19fe-4127-93e4-f2dc9928f3de HTTP/1.1" status: 200 len: 809 time: 0.2221494 May 08 22:17:26.735235 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f052927d-6974-4232-a334-0afed349247b req-de5d9b22-ce5d-4d2b-a9be-784ee47134d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:26.736713 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-f052927d-6974-4232-a334-0afed349247b req-de5d9b22-ce5d-4d2b-a9be-784ee47134d0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d42cc4d2-76bb-4552-9ac7-abf4e664168d HTTP/1.1" status: 200 len: 857 time: 0.0472920 May 08 22:17:26.766567 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-dd94ee1d-76ea-424e-9e3f-d23e76b2761e admin admin] Publish callbacks [] for security_group (a29bb25c-bf86-4fa2-8202-658d560259b2), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:26.770296 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-233d9afa-a7b2-4d2d-8501-8e6079b005be req-6753647d-63c2-4dfe-9d32-243ffad14b9a tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/quotas/654d3196600a44cc81cc95a1df44f7b9 HTTP/1.1" status: 200 len: 375 time: 0.0359440 May 08 22:17:26.773983 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-1fec3a82-9172-4720-96cf-628fb197a073 req-4849579f-bb4d-45e7-a02d-dff7b6819ba7 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/security-groups?id=37a1b9bc-e6b4-43c1-bfa8-8a40c582d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086340 May 08 22:17:26.775291 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-dd94ee1d-76ea-424e-9e3f-d23e76b2761e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (a29bb25c-bf86-4fa2-8202-658d560259b2), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:26.785959 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f052927d-6974-4232-a334-0afed349247b req-dab7a56c-edc9-41c0-b42b-c9325b709c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:26.787541 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-f052927d-6974-4232-a334-0afed349247b req-dab7a56c-edc9-41c0-b42b-c9325b709c92 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4427f95d-7dad-47df-8ab1-304fd704186a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436146 May 08 22:17:26.852161 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-233d9afa-a7b2-4d2d-8501-8e6079b005be req-4da7436a-bce5-4889-b33c-462a6431a1a6 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=654d3196600a44cc81cc95a1df44f7b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0733743 May 08 22:17:26.881302 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-f052927d-6974-4232-a334-0afed349247b req-00aee1c5-8851-4e26-aeec-0e3815af0133 service neutron] 10.222.0.24 "GET /v2.0/networks/4427f95d-7dad-47df-8ab1-304fd704186a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858772 May 08 22:17:26.883218 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-dd94ee1d-76ea-424e-9e3f-d23e76b2761e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c7f91e3c25ec4ab7b2d5bc1857a73c2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5805805 May 08 22:17:26.885851 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 52218) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:17:26.885971 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd94ee1d-76ea-424e-9e3f-d23e76b2761e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a29bb25c-bf86-4fa2-8202-658d560259b2,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:17:26.982480 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-233d9afa-a7b2-4d2d-8501-8e6079b005be req-e3ee0f50-2dea-4b21-91c6-f95c7adc3b76 service neutron] 10.222.0.44 "GET /v2.0/networks/01fd74e4-19fe-4127-93e4-f2dc9928f3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184549 May 08 22:17:27.000818 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-764cbcad-a29e-4be4-a65b-6ddb2ea6b3fb admin admin] Publish callbacks [] for security_group (a29bb25c-bf86-4fa2-8202-658d560259b2), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:27.002321 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 52228) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:17:27.009823 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device 7d9cd269-da9b-46a2-a0f0-afbb0a84d461 up at agent hyperv_hv-cinder-84051 {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 08 22:17:27.087193 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Provisioning for port 7d9cd269-da9b-46a2-a0f0-afbb0a84d461 completed by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 08 22:17:27.088818 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-764cbcad-a29e-4be4-a65b-6ddb2ea6b3fb admin admin] Publish callbacks [] for security_group (a29bb25c-bf86-4fa2-8202-658d560259b2), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:27.096870 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Provisioning complete for port 7d9cd269-da9b-46a2-a0f0-afbb0a84d461 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:17:27.097651 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (7d9cd269-da9b-46a2-a0f0-afbb0a84d461), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:27.105644 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-f052927d-6974-4232-a334-0afed349247b req-aebf6f5a-e5ac-492a-8912-3e124eb5cd99 service neutron] 10.222.0.24 "GET /v2.0/networks/4427f95d-7dad-47df-8ab1-304fd704186a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029421 May 08 22:17:27.114948 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-233d9afa-a7b2-4d2d-8501-8e6079b005be req-bc4a4c94-eefd-402d-a9e5-f68137caf686 service neutron] 10.222.0.44 "GET /v2.0/networks/01fd74e4-19fe-4127-93e4-f2dc9928f3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309843 May 08 22:17:27.118317 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bc41a50-8d27-4144-a5e8-de5ac3eed00a admin admin] Deleting subnet 5e0e46e9-91c1-4e0d-bb8e-6518fc75107e {{(pid=103629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 08 22:17:27.139760 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9bc41a50-8d27-4144-a5e8-de5ac3eed00a admin admin] Publish callbacks [] for subnet (5e0e46e9-91c1-4e0d-bb8e-6518fc75107e), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:27.205183 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9bc41a50-8d27-4144-a5e8-de5ac3eed00a admin admin] Publish callbacks [] for subnet (5e0e46e9-91c1-4e0d-bb8e-6518fc75107e), precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:27.225026 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9bc41a50-8d27-4144-a5e8-de5ac3eed00a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16446418'] for subnet (5e0e46e9-91c1-4e0d-bb8e-6518fc75107e), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:27.229147 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-764cbcad-a29e-4be4-a65b-6ddb2ea6b3fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (a29bb25c-bf86-4fa2-8202-658d560259b2), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:27.234158 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-764cbcad-a29e-4be4-a65b-6ddb2ea6b3fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:27.235857 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-764cbcad-a29e-4be4-a65b-6ddb2ea6b3fb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a29bb25c-bf86-4fa2-8202-658d560259b2 HTTP/1.1" status: 204 len: 168 time: 0.3490620 May 08 22:17:27.249030 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Current status of the port 7d9cd269-da9b-46a2-a0f0-afbb0a84d461 is: BUILD; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:17:27.249662 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (7d9cd269-da9b-46a2-a0f0-afbb0a84d461), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:27.296488 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a184e29-6493-48c2-b5d7-fe098bcb7e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d9cd269-da9b-46a2-a0f0-afbb0a84d461'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 08 22:17:27.314742 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bcef9e280bae9da70c0250555725ec84c8fe71b1405edcfc00240691fe86bce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68cc34c3-2d99-4b81-a67f-92fca0e1259a" -d '{"events": [{"server_uuid": "8a184e29-6493-48c2-b5d7-fe098bcb7e0e", "name": "network-vif-plugged", "status": "completed", "tag": "7d9cd269-da9b-46a2-a0f0-afbb0a84d461"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 08 22:17:27.336437 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] For port 7d9cd269-da9b-46a2-a0f0-afbb0a84d461, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=7d9cd269-da9b-46a2-a0f0-afbb0a84d461,segment=NetworkSegment(15aac9db-17a7-464b-8eed-23bde88d4145),segment_id=15aac9db-17a7-464b-8eed-23bde88d4145)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:17:27.346156 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (7d9cd269-da9b-46a2-a0f0-afbb0a84d461), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:27.347192 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device 3c42572c-d32c-496a-a698-72171f0eb653 no longer exists at agent hyperv_hv-cinder-84051 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 08 22:17:27.360202 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764cbcad-a29e-4be4-a65b-6ddb2ea6b3fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a29bb25c-bf86-4fa2-8202-658d560259b2,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:17:27.392291 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e662bb-8885-4df1-9b30-1c20197b4d67 req-e070e78f-307a-4a41-984a-d8de82b47177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:27.394626 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] No Port match for: 3c42572c-d32c-496a-a698-72171f0eb653 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 08 22:17:27.395137 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-28e662bb-8885-4df1-9b30-1c20197b4d67 req-e070e78f-307a-4a41-984a-d8de82b47177 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9bf17cedd3154ce4b6b2bd0e4dcbb92c&device_id=1be25f68-2dfe-4af6-8c3e-5dbdf1acc72d HTTP/1.1" status: 200 len: 1129 time: 0.0909133 May 08 22:17:27.404082 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device 3c42572c-d32c-496a-a698-72171f0eb653 not bound to the agent host hv-cinder-84051 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 08 22:17:27.420472 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9bc41a50-8d27-4144-a5e8-de5ac3eed00a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16446411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293'] for subnet (5e0e46e9-91c1-4e0d-bb8e-6518fc75107e), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:27.428103 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-017eb9c2-e821-4423-9bdd-13c33f5619a9 req-6cd66698-fba5-4379-8fd7-c451f10bb256 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/ports?device_id=65a973e4-d2a9-438d-a420-4cc12c17a4e6 HTTP/1.1" status: 200 len: 210 time: 0.0814116 May 08 22:17:27.464100 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3af6b1b-5fc9-4fbe-b7e7-d94a491bbaa8 req-eda71a8e-8d9a-4f73-9f83-2318634c791c tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:27.468786 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Pushing event updated for resources: {'Port': ['ID=7d9cd269-da9b-46a2-a0f0-afbb0a84d461,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:17:27.474905 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-e3af6b1b-5fc9-4fbe-b7e7-d94a491bbaa8 req-eda71a8e-8d9a-4f73-9f83-2318634c791c tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=1be25f68-2dfe-4af6-8c3e-5dbdf1acc72d HTTP/1.1" status: 200 len: 945 time: 0.1963348 May 08 22:17:27.490043 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc41a50-8d27-4144-a5e8-de5ac3eed00a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e0e46e9-91c1-4e0d-bb8e-6518fc75107e,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:17:27.505058 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9bc41a50-8d27-4144-a5e8-de5ac3eed00a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:27.511434 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-9bc41a50-8d27-4144-a5e8-de5ac3eed00a admin admin] 10.222.0.44 "DELETE /v2.0/subnets/5e0e46e9-91c1-4e0d-bb8e-6518fc75107e HTTP/1.1" status: 204 len: 168 time: 0.5055473 May 08 22:17:27.512856 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 52250) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:17:27.526127 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 08 May 2022 22:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17fc3a94-6d64-4be4-bfd2-a94d3cccafd1 x-openstack-request-id: req-17fc3a94-6d64-4be4-bfd2-a94d3cccafd1 {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 08 22:17:27.526515 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a184e29-6493-48c2-b5d7-fe098bcb7e0e", "name": "network-vif-plugged", "status": "completed", "tag": "7d9cd269-da9b-46a2-a0f0-afbb0a84d461", "code": 200}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 08 22:17:27.526853 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-17fc3a94-6d64-4be4-bfd2-a94d3cccafd1 {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 08 22:17:27.527312 dv-cinder-840511-5-iscsi neutron-server[103630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17fc3a94-6d64-4be4-bfd2-a94d3cccafd1'] response: {'server_uuid': '8a184e29-6493-48c2-b5d7-fe098bcb7e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d9cd269-da9b-46a2-a0f0-afbb0a84d461', 'code': 200} May 08 22:17:27.556674 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-e3af6b1b-5fc9-4fbe-b7e7-d94a491bbaa8 req-63fb58e2-1595-4763-8c76-ab7c81e1e048 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803764 May 08 22:17:27.667326 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1e844edc-36db-47c0-9589-720a0542a1af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16411149'] for network (4fd3685e-a2d9-4671-839a-1b7ceaccd6ac), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:27.704522 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 52254) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:17:27.723256 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8485745f-b8b3-43ba-8272-772ee814a1dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:27.808787 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e662bb-8885-4df1-9b30-1c20197b4d67 req-f8524ebe-df4b-42ec-893b-a7e2bb8fe45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:27.810273 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-28e662bb-8885-4df1-9b30-1c20197b4d67 req-f8524ebe-df4b-42ec-893b-a7e2bb8fe45d service neutron] 10.222.0.24 "GET /v2.0/networks?id=4427f95d-7dad-47df-8ab1-304fd704186a HTTP/1.1" status: 200 len: 919 time: 0.2117093 May 08 22:17:27.816075 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1e844edc-36db-47c0-9589-720a0542a1af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16435559', 'neutron.services.segments.db._delete_segments_for_network-8791034498326'] for network (4fd3685e-a2d9-4671-839a-1b7ceaccd6ac), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:27.866832 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8485745f-b8b3-43ba-8272-772ee814a1dd admin admin] Publish callbacks [] for security_group (654950a4-0bf9-4cd4-b126-2c8ddc31c4fe), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:27.871823 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8485745f-b8b3-43ba-8272-772ee814a1dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (654950a4-0bf9-4cd4-b126-2c8ddc31c4fe), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:27.887644 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1e844edc-36db-47c0-9589-720a0542a1af admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:17:27.888004 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1e844edc-36db-47c0-9589-720a0542a1af admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:17:27.890994 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1e844edc-36db-47c0-9589-720a0542a1af admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:17:27.891779 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1e844edc-36db-47c0-9589-720a0542a1af admin admin] Subscribe: > port after_create 55550000 {{(pid=103629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:17:27.892128 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1e844edc-36db-47c0-9589-720a0542a1af admin admin] Subscribe: > port after_delete 55550000 {{(pid=103629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:17:27.892458 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1e844edc-36db-47c0-9589-720a0542a1af admin admin] Subscribe: > port after_update 55550000 {{(pid=103629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:17:27.892851 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1e844edc-36db-47c0-9589-720a0542a1af admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:17:27.893203 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1e844edc-36db-47c0-9589-720a0542a1af admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:17:27.893504 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1e844edc-36db-47c0-9589-720a0542a1af admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:17:27.893825 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1e844edc-36db-47c0-9589-720a0542a1af admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:17:27.929717 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-8485745f-b8b3-43ba-8272-772ee814a1dd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=52500e043a9e4a57b2ccbf39da7bb8b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2233927 May 08 22:17:27.946102 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 52258) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:17:27.954231 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8485745f-b8b3-43ba-8272-772ee814a1dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=654950a4-0bf9-4cd4-b126-2c8ddc31c4fe,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:17:27.983906 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4469da3c-3a17-42c3-8b9a-98ff25343c29 req-32acd058-23ea-4826-a3b6-c00987e1328e tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:27.985516 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-4469da3c-3a17-42c3-8b9a-98ff25343c29 req-32acd058-23ea-4826-a3b6-c00987e1328e tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a184e29-6493-48c2-b5d7-fe098bcb7e0e HTTP/1.1" status: 200 len: 946 time: 0.0751796 May 08 22:17:28.036065 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1e844edc-36db-47c0-9589-720a0542a1af admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:17:28.036705 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1e844edc-36db-47c0-9589-720a0542a1af admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:17:28.036848 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1e844edc-36db-47c0-9589-720a0542a1af admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:17:28.037230 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1e844edc-36db-47c0-9589-720a0542a1af admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103629) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:17:28.037470 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.services.segments.db [None req-1e844edc-36db-47c0-9589-720a0542a1af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fd3685e-a2d9-4671-839a-1b7ceaccd6ac']}} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:17:28.039941 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-aedb9918-8e32-496b-a791-2d9ea4e03da0 admin admin] Publish callbacks [] for security_group (654950a4-0bf9-4cd4-b126-2c8ddc31c4fe), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:28.063245 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-4469da3c-3a17-42c3-8b9a-98ff25343c29 req-4485ef23-1d5c-468d-87a3-c1a6828e917e tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/security-groups?id=37a1b9bc-e6b4-43c1-bfa8-8a40c582d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691390 May 08 22:17:28.066634 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-28e662bb-8885-4df1-9b30-1c20197b4d67 req-65c0e89f-78ef-4ecb-b955-646722828082 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e36bd48-5ead-4567-94f4-b17494e5b745 HTTP/1.1" status: 200 len: 217 time: 0.2468793 May 08 22:17:28.074675 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-aedb9918-8e32-496b-a791-2d9ea4e03da0 admin admin] Publish callbacks [] for security_group (654950a4-0bf9-4cd4-b126-2c8ddc31c4fe), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:28.076524 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.services.segments.db [None req-1e844edc-36db-47c0-9589-720a0542a1af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a98fe34-ad4d-42ad-aa99-4c37c67e3a08') {'for_net_delete': True} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:17:28.076850 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.services.segments.db [None req-1e844edc-36db-47c0-9589-720a0542a1af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a98fe34-ad4d-42ad-aa99-4c37c67e3a08') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:17:28.097039 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1e844edc-36db-47c0-9589-720a0542a1af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791034500383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3425548'] for segment (2a98fe34-ad4d-42ad-aa99-4c37c67e3a08), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:28.101224 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37077926-c1c1-49f6-b10d-2daa98271b7b req-d4ac98ac-f294-46cc-94fe-9fa202bc7a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:28.102716 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-37077926-c1c1-49f6-b10d-2daa98271b7b req-d4ac98ac-f294-46cc-94fe-9fa202bc7a12 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8a184e29-6493-48c2-b5d7-fe098bcb7e0e HTTP/1.1" status: 200 len: 1130 time: 0.2632852 May 08 22:17:28.121030 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1e844edc-36db-47c0-9589-720a0542a1af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16448297'] for segment (2a98fe34-ad4d-42ad-aa99-4c37c67e3a08), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:28.122507 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-aedb9918-8e32-496b-a791-2d9ea4e03da0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (654950a4-0bf9-4cd4-b126-2c8ddc31c4fe), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:28.125240 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-aedb9918-8e32-496b-a791-2d9ea4e03da0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:28.126378 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-aedb9918-8e32-496b-a791-2d9ea4e03da0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/654950a4-0bf9-4cd4-b126-2c8ddc31c4fe HTTP/1.1" status: 204 len: 168 time: 0.1795919 May 08 22:17:28.131271 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e844edc-36db-47c0-9589-720a0542a1af admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=103629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 08 22:17:28.131894 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1e844edc-36db-47c0-9589-720a0542a1af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16448297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59633913'] for segment (2a98fe34-ad4d-42ad-aa99-4c37c67e3a08), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:28.134430 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedb9918-8e32-496b-a791-2d9ea4e03da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=654950a4-0bf9-4cd4-b126-2c8ddc31c4fe,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:17:28.175462 dv-cinder-840511-5-iscsi neutron-server[103629]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 08 22:17:28.175462 dv-cinder-840511-5-iscsi neutron-server[103629]: from cryptography.utils import int_from_bytes May 08 22:17:28.175462 dv-cinder-840511-5-iscsi neutron-server[103629]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 08 22:17:28.175462 dv-cinder-840511-5-iscsi neutron-server[103629]: from cryptography.utils import int_from_bytes May 08 22:17:28.175462 dv-cinder-840511-5-iscsi neutron-server[103629]: Traceback (most recent call last): May 08 22:17:28.175462 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 08 22:17:28.175462 dv-cinder-840511-5-iscsi neutron-server[103629]: timer() May 08 22:17:28.175462 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 08 22:17:28.175462 dv-cinder-840511-5-iscsi neutron-server[103629]: cb(*args, **kw) May 08 22:17:28.175462 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 08 22:17:28.175462 dv-cinder-840511-5-iscsi neutron-server[103629]: return func(*args, **kwargs) May 08 22:17:28.175462 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 08 22:17:28.175462 dv-cinder-840511-5-iscsi neutron-server[103629]: self._notify() May 08 22:17:28.175462 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 08 22:17:28.175462 dv-cinder-840511-5-iscsi neutron-server[103629]: self.callback(batched_events) May 08 22:17:28.175462 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 08 22:17:28.175462 dv-cinder-840511-5-iscsi neutron-server[103629]: event.method(event) May 08 22:17:28.175462 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 08 22:17:28.175462 dv-cinder-840511-5-iscsi neutron-server[103629]: aggregate_id = self._get_aggregate_id(event.segment_id) May 08 22:17:28.175462 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 08 22:17:28.175462 dv-cinder-840511-5-iscsi neutron-server[103629]: aggregate_uuid = self.p_client.list_aggregates( May 08 22:17:28.175462 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 08 22:17:28.175462 dv-cinder-840511-5-iscsi neutron-server[103629]: return f(self, *a, **k) May 08 22:17:28.175462 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 08 22:17:28.175462 dv-cinder-840511-5-iscsi neutron-server[103629]: return self._get(url).json() May 08 22:17:28.175462 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 08 22:17:28.175462 dv-cinder-840511-5-iscsi neutron-server[103629]: return self._client.get(url, endpoint_filter=self._ks_filter, May 08 22:17:28.175462 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 08 22:17:28.175462 dv-cinder-840511-5-iscsi neutron-server[103629]: return self.request(url, 'GET', **kwargs) May 08 22:17:28.175462 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 08 22:17:28.175462 dv-cinder-840511-5-iscsi neutron-server[103629]: base_url = self.get_endpoint(auth, allow=allow, May 08 22:17:28.175462 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 08 22:17:28.175462 dv-cinder-840511-5-iscsi neutron-server[103629]: auth = self._auth_required(auth, 'determine endpoint URL') May 08 22:17:28.175462 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 08 22:17:28.175462 dv-cinder-840511-5-iscsi neutron-server[103629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 08 22:17:28.175462 dv-cinder-840511-5-iscsi neutron-server[103629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 08 22:17:28.324766 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1e844edc-36db-47c0-9589-720a0542a1af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16435548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-788469'] for network (4fd3685e-a2d9-4671-839a-1b7ceaccd6ac), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:28.327029 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e662bb-8885-4df1-9b30-1c20197b4d67 req-ab72e6be-0e4c-4b71-b276-0b43192426d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:28.328858 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-28e662bb-8885-4df1-9b30-1c20197b4d67 req-ab72e6be-0e4c-4b71-b276-0b43192426d6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d42cc4d2-76bb-4552-9ac7-abf4e664168d HTTP/1.1" status: 200 len: 857 time: 0.1523843 May 08 22:17:28.331792 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-37077926-c1c1-49f6-b10d-2daa98271b7b req-738c4e91-494b-4896-96e4-1eb4307c450b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=37a1b9bc-e6b4-43c1-bfa8-8a40c582d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539760 May 08 22:17:28.353662 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1e844edc-36db-47c0-9589-720a0542a1af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745315'] for network (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:28.356855 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-1e844edc-36db-47c0-9589-720a0542a1af admin admin] 10.222.0.44 "DELETE /v2.0/networks/4fd3685e-a2d9-4671-839a-1b7ceaccd6ac HTTP/1.1" status: 204 len: 168 time: 0.8427205 May 08 22:17:28.357867 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e844edc-36db-47c0-9589-720a0542a1af admin admin] Pushing event deleted for resources: {'Network': ['ID=4fd3685e-a2d9-4671-839a-1b7ceaccd6ac,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:17:28.544787 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-0004a78c-c629-4cd8-87ba-c92b52c3f862 req-0cb43c04-afc4-469a-8133-0a388bac501b tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/ports?device_id=65a973e4-d2a9-438d-a420-4cc12c17a4e6 HTTP/1.1" status: 200 len: 210 time: 0.0309863 May 08 22:17:28.546169 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 52274) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:17:28.591837 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-4ff200a8-13ac-46a3-b69c-581c451da77c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2738147fc3a14599a199b03af9b5ab1e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0414567 May 08 22:17:28.592049 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 52278) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:17:28.651109 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2222c189-3721-4415-85ad-03bdfc2e0069 admin admin] Publish callbacks [] for security_group (f7bb5cee-9e13-408a-a461-b9cf9be9dfc9), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:28.668273 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c790107f-fa8d-4626-9f84-b88786be0919 req-be7a0745-7f80-4fa7-98fa-0f0a00866f22 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:28.669812 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-c790107f-fa8d-4626-9f84-b88786be0919 req-be7a0745-7f80-4fa7-98fa-0f0a00866f22 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=1be25f68-2dfe-4af6-8c3e-5dbdf1acc72d HTTP/1.1" status: 200 len: 945 time: 0.0490348 May 08 22:17:28.679558 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2222c189-3721-4415-85ad-03bdfc2e0069 admin admin] Publish callbacks [] for security_group (f7bb5cee-9e13-408a-a461-b9cf9be9dfc9), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:28.719066 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-c790107f-fa8d-4626-9f84-b88786be0919 req-50abe5eb-2508-46eb-ae06-8c485ca2aa9f tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419376 May 08 22:17:28.742698 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2222c189-3721-4415-85ad-03bdfc2e0069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (f7bb5cee-9e13-408a-a461-b9cf9be9dfc9), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:28.745341 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2222c189-3721-4415-85ad-03bdfc2e0069 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:28.746494 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-2222c189-3721-4415-85ad-03bdfc2e0069 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f7bb5cee-9e13-408a-a461-b9cf9be9dfc9 HTTP/1.1" status: 204 len: 168 time: 0.1531670 May 08 22:17:28.785948 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2222c189-3721-4415-85ad-03bdfc2e0069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7bb5cee-9e13-408a-a461-b9cf9be9dfc9,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:17:28.795499 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e662bb-8885-4df1-9b30-1c20197b4d67 req-13a2d228-517a-4756-96d7-a4fa9ef90ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:28.796978 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-28e662bb-8885-4df1-9b30-1c20197b4d67 req-13a2d228-517a-4756-96d7-a4fa9ef90ef1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4427f95d-7dad-47df-8ab1-304fd704186a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426280 May 08 22:17:29.122047 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-28e662bb-8885-4df1-9b30-1c20197b4d67 req-464dc3b1-cd75-4376-87d9-d950ca45d3de service neutron] 10.222.0.24 "GET /v2.0/networks/4427f95d-7dad-47df-8ab1-304fd704186a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935538 May 08 22:17:29.217257 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103414c4-489b-4433-8124-4e37f43fea26 req-9a806c4c-2397-4fbf-8684-6ddae5ba4ffe tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:29.218926 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-103414c4-489b-4433-8124-4e37f43fea26 req-9a806c4c-2397-4fbf-8684-6ddae5ba4ffe tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a184e29-6493-48c2-b5d7-fe098bcb7e0e HTTP/1.1" status: 200 len: 946 time: 0.0737777 May 08 22:17:29.266417 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-103414c4-489b-4433-8124-4e37f43fea26 req-13032bca-653c-46df-9310-65949751da17 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/security-groups?id=37a1b9bc-e6b4-43c1-bfa8-8a40c582d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419476 May 08 22:17:29.647995 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-23febb66-74f8-4aca-81b7-87064e11da10 req-cf1e1261-aa00-4c45-b5b3-cdc8ec91f5b4 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/ports?device_id=65a973e4-d2a9-438d-a420-4cc12c17a4e6 HTTP/1.1" status: 200 len: 210 time: 0.0322421 May 08 22:17:29.720940 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-28e662bb-8885-4df1-9b30-1c20197b4d67 req-83a2d4b3-c438-463e-bdbc-4be19f5b92fb service neutron] 10.222.0.24 "GET /v2.0/networks/4427f95d-7dad-47df-8ab1-304fd704186a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187396 May 08 22:17:29.873243 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a448049a-4e72-4e42-bd70-e0f8826d81be req-10d26993-7d7f-48e0-9bbc-976fe83056ea tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:29.881322 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-a448049a-4e72-4e42-bd70-e0f8826d81be req-10d26993-7d7f-48e0-9bbc-976fe83056ea tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=1be25f68-2dfe-4af6-8c3e-5dbdf1acc72d HTTP/1.1" status: 200 len: 945 time: 0.0707419 May 08 22:17:29.935914 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-a448049a-4e72-4e42-bd70-e0f8826d81be req-a5dc7bb8-aa3b-497e-86df-d21bfa456b5b tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534759 May 08 22:17:30.129561 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d9afa-a7b2-4d2d-8501-8e6079b005be req-cb19cd89-5045-4cff-9534-a5b7182f6919 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:30.131038 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-233d9afa-a7b2-4d2d-8501-8e6079b005be req-cb19cd89-5045-4cff-9534-a5b7182f6919 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.24 "GET /v2.0/networks?id=01fd74e4-19fe-4127-93e4-f2dc9928f3de HTTP/1.1" status: 200 len: 809 time: 0.4092455 May 08 22:17:30.180036 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [req-233d9afa-a7b2-4d2d-8501-8e6079b005be req-2a5fcfe9-9da1-4c20-ab79-1bfb894ccb94 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Request body: {'port': {'device_id': '65a973e4-d2a9-438d-a420-4cc12c17a4e6', 'network_id': '01fd74e4-19fe-4127-93e4-f2dc9928f3de', 'admin_state_up': True, 'tenant_id': '654d3196600a44cc81cc95a1df44f7b9'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:17:30.339212 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-233d9afa-a7b2-4d2d-8501-8e6079b005be req-2a5fcfe9-9da1-4c20-ab79-1bfb894ccb94 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Made reservation on behalf of 654d3196600a44cc81cc95a1df44f7b9 for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 08 22:17:30.346286 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-233d9afa-a7b2-4d2d-8501-8e6079b005be req-2a5fcfe9-9da1-4c20-ab79-1bfb894ccb94 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:30.427607 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca98a0c1-5985-4f2d-a6bc-b7b90be69307 req-8519b4a3-fc59-4657-8794-88435310cf60 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:30.435128 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-ca98a0c1-5985-4f2d-a6bc-b7b90be69307 req-8519b4a3-fc59-4657-8794-88435310cf60 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a184e29-6493-48c2-b5d7-fe098bcb7e0e HTTP/1.1" status: 200 len: 946 time: 0.0618269 May 08 22:17:30.491966 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-ca98a0c1-5985-4f2d-a6bc-b7b90be69307 req-a9d72a47-5c64-4ec2-bc53-64d9c63b540c tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/security-groups?id=37a1b9bc-e6b4-43c1-bfa8-8a40c582d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559692 May 08 22:17:30.502181 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [req-233d9afa-a7b2-4d2d-8501-8e6079b005be req-2a5fcfe9-9da1-4c20-ab79-1bfb894ccb94 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Allocated IP 172.20.0.4 (01fd74e4-19fe-4127-93e4-f2dc9928f3de/b67f9e41-8e88-417d-a124-a63b13e30eef/d2103941-bd02-478e-927d-7199eff09e08) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 08 22:17:30.627743 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adf19e2-22de-4220-a5c0-d5ce65e91b44 req-eb77503e-239c-4a93-9a6c-ae4b4863894a tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:30.629494 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-0adf19e2-22de-4220-a5c0-d5ce65e91b44 req-eb77503e-239c-4a93-9a6c-ae4b4863894a tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a184e29-6493-48c2-b5d7-fe098bcb7e0e HTTP/1.1" status: 200 len: 946 time: 0.0600843 May 08 22:17:30.677528 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-233d9afa-a7b2-4d2d-8501-8e6079b005be req-2a5fcfe9-9da1-4c20-ab79-1bfb894ccb94 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Publish callbacks [] for port (d2103941-bd02-478e-927d-7199eff09e08), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:30.703119 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-0adf19e2-22de-4220-a5c0-d5ce65e91b44 req-71edf93e-a42a-42c7-9e08-cddfff31d99a tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/security-groups?id=37a1b9bc-e6b4-43c1-bfa8-8a40c582d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666471 May 08 22:17:30.712234 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-233d9afa-a7b2-4d2d-8501-8e6079b005be req-2a5fcfe9-9da1-4c20-ab79-1bfb894ccb94 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791034024012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633834'] for port (d2103941-bd02-478e-927d-7199eff09e08), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:30.761811 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-233d9afa-a7b2-4d2d-8501-8e6079b005be req-2a5fcfe9-9da1-4c20-ab79-1bfb894ccb94 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Network 01fd74e4-19fe-4127-93e4-f2dc9928f3de is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 08 22:17:30.767846 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [req-233d9afa-a7b2-4d2d-8501-8e6079b005be req-2a5fcfe9-9da1-4c20-ab79-1bfb894ccb94 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:17:30.785534 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-233d9afa-a7b2-4d2d-8501-8e6079b005be req-2a5fcfe9-9da1-4c20-ab79-1bfb894ccb94 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 08 22:17:30.790635 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5fcfe9-9da1-4c20-ab79-1bfb894ccb94 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Pushing event updated for resources: {'Port': ['ID=d2103941-bd02-478e-927d-7199eff09e08,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:17:30.823418 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f0056-4c09-4f7f-b03c-a11c768d71ee req-2e52d85f-f655-48e1-9bcd-61f5c363c2ac tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:30.825117 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-323f0056-4c09-4f7f-b03c-a11c768d71ee req-2e52d85f-f655-48e1-9bcd-61f5c363c2ac tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/ports?device_id=65a973e4-d2a9-438d-a420-4cc12c17a4e6 HTTP/1.1" status: 200 len: 931 time: 0.0709124 May 08 22:17:30.851081 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d9afa-a7b2-4d2d-8501-8e6079b005be req-2a5fcfe9-9da1-4c20-ab79-1bfb894ccb94 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:30.851497 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-233d9afa-a7b2-4d2d-8501-8e6079b005be req-2a5fcfe9-9da1-4c20-ab79-1bfb894ccb94 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870'] for port (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:30.887458 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-233d9afa-a7b2-4d2d-8501-8e6079b005be req-2a5fcfe9-9da1-4c20-ab79-1bfb894ccb94 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7132802 May 08 22:17:30.890330 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-323f0056-4c09-4f7f-b03c-a11c768d71ee req-dcd97788-0e0c-4dae-b7c2-9c2c316a8395 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/security-groups?id=423ee5f4-731f-4abe-b26e-e2aec22ddd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470288 May 08 22:17:30.905104 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [req-233d9afa-a7b2-4d2d-8501-8e6079b005be req-43936b81-c2d6-43ad-9953-51d022709d9e service neutron] Request body: {'port': {'device_id': '65a973e4-d2a9-438d-a420-4cc12c17a4e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:17:30.973237 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-233d9afa-a7b2-4d2d-8501-8e6079b005be req-43936b81-c2d6-43ad-9953-51d022709d9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (d2103941-bd02-478e-927d-7199eff09e08), before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:31.029074 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 52398) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:17:31.100598 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb8150-8860-4c79-b42c-d4492c4990e3 req-6fc5fd22-d2e2-4efc-8909-210f99a9e649 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:31.103883 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-d2fb8150-8860-4c79-b42c-d4492c4990e3 req-6fc5fd22-d2e2-4efc-8909-210f99a9e649 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=1be25f68-2dfe-4af6-8c3e-5dbdf1acc72d HTTP/1.1" status: 200 len: 945 time: 0.0798066 May 08 22:17:31.133609 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327dbce6-e73b-4e2f-b936-0debdaf90da3 req-a6229187-edf5-433c-9f4e-a02d9d1d6f46 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:31.135071 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-327dbce6-e73b-4e2f-b936-0debdaf90da3 req-a6229187-edf5-433c-9f4e-a02d9d1d6f46 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a184e29-6493-48c2-b5d7-fe098bcb7e0e HTTP/1.1" status: 200 len: 946 time: 0.0808282 May 08 22:17:31.178195 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-d2fb8150-8860-4c79-b42c-d4492c4990e3 req-173c3651-81ea-4c51-861d-036117467882 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679078 May 08 22:17:31.179560 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-aed4c789-2584-4ecc-b682-4cc439b2de1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:31.210721 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-327dbce6-e73b-4e2f-b936-0debdaf90da3 req-80d7d583-2d96-4387-b190-81aca2a77327 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/security-groups?id=37a1b9bc-e6b4-43c1-bfa8-8a40c582d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622163 May 08 22:17:31.332289 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-aed4c789-2584-4ecc-b682-4cc439b2de1a admin admin] Publish callbacks [] for security_group (2d55502a-6096-461b-bd04-f31608c8cea0), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:31.334707 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.notifiers.nova [req-233d9afa-a7b2-4d2d-8501-8e6079b005be req-43936b81-c2d6-43ad-9953-51d022709d9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2103941-bd02-478e-927d-7199eff09e08 {{(pid=103629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 08 22:17:31.341783 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-aed4c789-2584-4ecc-b682-4cc439b2de1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (2d55502a-6096-461b-bd04-f31608c8cea0), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:31.346815 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-233d9afa-a7b2-4d2d-8501-8e6079b005be req-43936b81-c2d6-43ad-9953-51d022709d9e service neutron] Publish callbacks [] for port (d2103941-bd02-478e-927d-7199eff09e08), precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:31.396112 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.provisioning_blocks [req-233d9afa-a7b2-4d2d-8501-8e6079b005be req-43936b81-c2d6-43ad-9953-51d022709d9e service neutron] Transition to ACTIVE for port object d2103941-bd02-478e-927d-7199eff09e08 will not be triggered until provisioned by entity L2. {{(pid=103629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 08 22:17:31.397106 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed4c789-2584-4ecc-b682-4cc439b2de1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d55502a-6096-461b-bd04-f31608c8cea0,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:17:31.401591 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-233d9afa-a7b2-4d2d-8501-8e6079b005be req-43936b81-c2d6-43ad-9953-51d022709d9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59633821'] for port (d2103941-bd02-478e-927d-7199eff09e08), after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:31.409727 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-aed4c789-2584-4ecc-b682-4cc439b2de1a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=40790565989946668378420d59dc499f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3767769 May 08 22:17:31.410285 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 52404) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:17:31.488715 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43936b81-c2d6-43ad-9953-51d022709d9e service neutron] Pushing event updated for resources: {'Port': ['ID=d2103941-bd02-478e-927d-7199eff09e08,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:17:31.555544 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-04a9417e-2ba6-4561-a777-c61a41d088f1 admin admin] Publish callbacks [] for security_group (2d55502a-6096-461b-bd04-f31608c8cea0), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:31.594137 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-04a9417e-2ba6-4561-a777-c61a41d088f1 admin admin] Publish callbacks [] for security_group (2d55502a-6096-461b-bd04-f31608c8cea0), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:31.611877 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-233d9afa-a7b2-4d2d-8501-8e6079b005be req-43936b81-c2d6-43ad-9953-51d022709d9e service neutron] Attempting to bind port d2103941-bd02-478e-927d-7199eff09e08 on host hv-cinder-84051 for vnic_type normal with profile {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 08 22:17:31.612231 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-233d9afa-a7b2-4d2d-8501-8e6079b005be req-43936b81-c2d6-43ad-9953-51d022709d9e service neutron] Attempting to bind port d2103941-bd02-478e-927d-7199eff09e08 by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': '4fde0cd5-8ec1-4827-b518-5e9bcb824b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '01fd74e4-19fe-4127-93e4-f2dc9928f3de'}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 08 22:17:31.612587 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233d9afa-a7b2-4d2d-8501-8e6079b005be req-43936b81-c2d6-43ad-9953-51d022709d9e service neutron] Attempting to bind port d2103941-bd02-478e-927d-7199eff09e08 on network 01fd74e4-19fe-4127-93e4-f2dc9928f3de {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 08 22:17:31.622466 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233d9afa-a7b2-4d2d-8501-8e6079b005be req-43936b81-c2d6-43ad-9953-51d022709d9e service neutron] Port d2103941-bd02-478e-927d-7199eff09e08 on network 01fd74e4-19fe-4127-93e4-f2dc9928f3de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 08 22:17:31.622795 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233d9afa-a7b2-4d2d-8501-8e6079b005be req-43936b81-c2d6-43ad-9953-51d022709d9e service neutron] Attempting to bind port d2103941-bd02-478e-927d-7199eff09e08 on network 01fd74e4-19fe-4127-93e4-f2dc9928f3de {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 08 22:17:31.640114 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233d9afa-a7b2-4d2d-8501-8e6079b005be req-43936b81-c2d6-43ad-9953-51d022709d9e service neutron] Checking agent: {'id': '50086534-3b0f-4edb-899f-da05c46c2546', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 8, 22, 13, 10), 'started_at': datetime.datetime(2022, 5, 8, 22, 13, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 8, 22, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 08 22:17:31.640466 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233d9afa-a7b2-4d2d-8501-8e6079b005be req-43936b81-c2d6-43ad-9953-51d022709d9e service neutron] Checking segment: {'id': '4fde0cd5-8ec1-4827-b518-5e9bcb824b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '01fd74e4-19fe-4127-93e4-f2dc9928f3de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 08 22:17:31.640926 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233d9afa-a7b2-4d2d-8501-8e6079b005be req-43936b81-c2d6-43ad-9953-51d022709d9e service neutron] Bound using segment: {'id': '4fde0cd5-8ec1-4827-b518-5e9bcb824b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '01fd74e4-19fe-4127-93e4-f2dc9928f3de'} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 08 22:17:31.641333 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-233d9afa-a7b2-4d2d-8501-8e6079b005be req-43936b81-c2d6-43ad-9953-51d022709d9e service neutron] Bound port: d2103941-bd02-478e-927d-7199eff09e08, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fde0cd5-8ec1-4827-b518-5e9bcb824b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '01fd74e4-19fe-4127-93e4-f2dc9928f3de'}}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 08 22:17:31.641784 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-233d9afa-a7b2-4d2d-8501-8e6079b005be req-43936b81-c2d6-43ad-9953-51d022709d9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (d2103941-bd02-478e-927d-7199eff09e08), before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:31.697420 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-04a9417e-2ba6-4561-a777-c61a41d088f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (2d55502a-6096-461b-bd04-f31608c8cea0), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:31.699945 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-04a9417e-2ba6-4561-a777-c61a41d088f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:31.701116 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-04a9417e-2ba6-4561-a777-c61a41d088f1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2d55502a-6096-461b-bd04-f31608c8cea0 HTTP/1.1" status: 204 len: 168 time: 0.2903161 May 08 22:17:31.721380 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a9417e-2ba6-4561-a777-c61a41d088f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d55502a-6096-461b-bd04-f31608c8cea0,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:17:31.725964 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-233d9afa-a7b2-4d2d-8501-8e6079b005be req-43936b81-c2d6-43ad-9953-51d022709d9e service neutron] For port d2103941-bd02-478e-927d-7199eff09e08, host hv-cinder-84051, cleared binding levels {{(pid=103629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 08 22:17:31.743147 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-233d9afa-a7b2-4d2d-8501-8e6079b005be req-43936b81-c2d6-43ad-9953-51d022709d9e service neutron] For port d2103941-bd02-478e-927d-7199eff09e08, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=d2103941-bd02-478e-927d-7199eff09e08,segment=NetworkSegment(4fde0cd5-8ec1-4827-b518-5e9bcb824b09),segment_id=4fde0cd5-8ec1-4827-b518-5e9bcb824b09)] {{(pid=103629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 08 22:17:31.752332 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-233d9afa-a7b2-4d2d-8501-8e6079b005be req-43936b81-c2d6-43ad-9953-51d022709d9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59633821'] for port (d2103941-bd02-478e-927d-7199eff09e08), after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:31.793321 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d9afa-a7b2-4d2d-8501-8e6079b005be req-43936b81-c2d6-43ad-9953-51d022709d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:31.793964 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-233d9afa-a7b2-4d2d-8501-8e6079b005be req-43936b81-c2d6-43ad-9953-51d022709d9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870'] for port (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:31.795321 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-233d9afa-a7b2-4d2d-8501-8e6079b005be req-43936b81-c2d6-43ad-9953-51d022709d9e service neutron] 10.222.0.24 "PUT /v2.0/ports/d2103941-bd02-478e-927d-7199eff09e08 HTTP/1.1" status: 200 len: 1093 time: 0.8945317 May 08 22:17:31.795786 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65a973e4-d2a9-438d-a420-4cc12c17a4e6', 'tag': 'd2103941-bd02-478e-927d-7199eff09e08'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 08 22:17:31.798427 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cc8a0c475ac6fe54f5122aa5a8750c48412c688b8f67dba420990604a8daf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8497d424-52a4-4a2a-9797-0ddedd80a681" -d '{"events": [{"name": "network-changed", "server_uuid": "65a973e4-d2a9-438d-a420-4cc12c17a4e6", "tag": "d2103941-bd02-478e-927d-7199eff09e08"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 08 22:17:31.825109 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43936b81-c2d6-43ad-9953-51d022709d9e service neutron] Pushing event updated for resources: {'Port': ['ID=d2103941-bd02-478e-927d-7199eff09e08,revision_number=3']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:17:31.839782 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 08 May 2022 22:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-152bec34-60c5-4a40-8435-254ab4a687cd x-openstack-request-id: req-152bec34-60c5-4a40-8435-254ab4a687cd {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 08 22:17:31.840135 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65a973e4-d2a9-438d-a420-4cc12c17a4e6", "tag": "d2103941-bd02-478e-927d-7199eff09e08", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 08 22:17:31.840448 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-152bec34-60c5-4a40-8435-254ab4a687cd {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 08 22:17:31.840954 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-152bec34-60c5-4a40-8435-254ab4a687cd'] response: {'name': 'network-changed', 'server_uuid': '65a973e4-d2a9-438d-a420-4cc12c17a4e6', 'tag': 'd2103941-bd02-478e-927d-7199eff09e08', 'status': 'completed', 'code': 200} May 08 22:17:31.934065 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d9afa-a7b2-4d2d-8501-8e6079b005be req-f843d3c4-b899-4126-9087-db2adce32517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:31.935815 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-233d9afa-a7b2-4d2d-8501-8e6079b005be req-f843d3c4-b899-4126-9087-db2adce32517 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=654d3196600a44cc81cc95a1df44f7b9&device_id=65a973e4-d2a9-438d-a420-4cc12c17a4e6 HTTP/1.1" status: 200 len: 1127 time: 0.0511980 May 08 22:17:31.994279 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-233d9afa-a7b2-4d2d-8501-8e6079b005be req-534d0920-72b2-4b70-a191-165d72aabd33 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2103941-bd02-478e-927d-7199eff09e08 HTTP/1.1" status: 200 len: 217 time: 0.0442662 May 08 22:17:32.039382 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec33e09-4ded-4a2c-b299-57c35ac62211 req-f64357ed-f08c-45e1-8da3-2896207e60fc tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:32.041214 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-8ec33e09-4ded-4a2c-b299-57c35ac62211 req-f64357ed-f08c-45e1-8da3-2896207e60fc tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/ports?device_id=65a973e4-d2a9-438d-a420-4cc12c17a4e6 HTTP/1.1" status: 200 len: 943 time: 0.0610213 May 08 22:17:32.049982 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d9afa-a7b2-4d2d-8501-8e6079b005be req-2d5d3d0a-c54d-4809-a90f-aa4b4d3c17bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:32.051563 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-233d9afa-a7b2-4d2d-8501-8e6079b005be req-2d5d3d0a-c54d-4809-a90f-aa4b4d3c17bb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b67f9e41-8e88-417d-a124-a63b13e30eef HTTP/1.1" status: 200 len: 849 time: 0.0507753 May 08 22:17:32.066856 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 52436) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:17:32.086799 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-233d9afa-a7b2-4d2d-8501-8e6079b005be req-23a86d70-1387-4748-ab47-23d1b2e37ff3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=01fd74e4-19fe-4127-93e4-f2dc9928f3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276473 May 08 22:17:32.090665 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7bb415c1-8c5d-45c5-8ca7-4cdbc481b6eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:32.118210 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-8ec33e09-4ded-4a2c-b299-57c35ac62211 req-f4982cb1-0ec8-4c44-bda8-9cea72b8ef73 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/security-groups?id=423ee5f4-731f-4abe-b26e-e2aec22ddd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694320 May 08 22:17:32.184772 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7bb415c1-8c5d-45c5-8ca7-4cdbc481b6eb admin admin] Publish callbacks [] for security_group (734daf51-ab67-4acf-8a11-6a4170e6de28), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:32.185285 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-233d9afa-a7b2-4d2d-8501-8e6079b005be req-1c9b9e6d-c284-43ce-aff4-a1da2fdfcd79 service neutron] 10.222.0.24 "GET /v2.0/networks/01fd74e4-19fe-4127-93e4-f2dc9928f3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915980 May 08 22:17:32.190615 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-7bb415c1-8c5d-45c5-8ca7-4cdbc481b6eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (734daf51-ab67-4acf-8a11-6a4170e6de28), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:32.240213 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-7bb415c1-8c5d-45c5-8ca7-4cdbc481b6eb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1e2323a0c91f452c888c6eaa07eb013a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1720459 May 08 22:17:32.242168 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb415c1-8c5d-45c5-8ca7-4cdbc481b6eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=734daf51-ab67-4acf-8a11-6a4170e6de28,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:17:32.242967 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 52440) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:17:32.317898 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-233d9afa-a7b2-4d2d-8501-8e6079b005be req-42aec829-67a8-466a-8660-de23b9d677ce service neutron] 10.222.0.24 "GET /v2.0/networks/01fd74e4-19fe-4127-93e4-f2dc9928f3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262147 May 08 22:17:32.324910 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3bfe97b4-9f54-47b9-9d82-d8fc20e766a6 admin admin] Publish callbacks [] for security_group (734daf51-ab67-4acf-8a11-6a4170e6de28), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:32.343974 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7945fe-64f2-428c-8133-5edc67666db3 req-09b72237-252a-4218-bec4-5f09ed74e17a tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:32.346083 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-eb7945fe-64f2-428c-8133-5edc67666db3 req-09b72237-252a-4218-bec4-5f09ed74e17a tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=1be25f68-2dfe-4af6-8c3e-5dbdf1acc72d HTTP/1.1" status: 200 len: 945 time: 0.0807669 May 08 22:17:32.354383 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3bfe97b4-9f54-47b9-9d82-d8fc20e766a6 admin admin] Publish callbacks [] for security_group (734daf51-ab67-4acf-8a11-6a4170e6de28), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:32.418157 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3bfe97b4-9f54-47b9-9d82-d8fc20e766a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (734daf51-ab67-4acf-8a11-6a4170e6de28), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:32.420727 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-eb7945fe-64f2-428c-8133-5edc67666db3 req-aa7bcf80-3be7-492f-99e9-02b7d26935d9 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669188 May 08 22:17:32.421358 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3bfe97b4-9f54-47b9-9d82-d8fc20e766a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:32.422783 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-3bfe97b4-9f54-47b9-9d82-d8fc20e766a6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/734daf51-ab67-4acf-8a11-6a4170e6de28 HTTP/1.1" status: 204 len: 168 time: 0.1786871 May 08 22:17:32.432076 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfe97b4-9f54-47b9-9d82-d8fc20e766a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=734daf51-ab67-4acf-8a11-6a4170e6de28,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:17:33.108106 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 52484) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:17:33.238671 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdda302-838e-4649-8b6f-ba4b9eec9de4 req-aab70912-2a97-4f65-b33e-e4a7aca525b0 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:33.240128 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-5cdda302-838e-4649-8b6f-ba4b9eec9de4 req-aab70912-2a97-4f65-b33e-e4a7aca525b0 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/ports?device_id=65a973e4-d2a9-438d-a420-4cc12c17a4e6 HTTP/1.1" status: 200 len: 943 time: 0.0478718 May 08 22:17:33.287846 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-5cdda302-838e-4649-8b6f-ba4b9eec9de4 req-c5f65f99-21ba-41ef-9310-83aec761409a tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/security-groups?id=423ee5f4-731f-4abe-b26e-e2aec22ddd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419371 May 08 22:17:33.355602 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e159de75-e15b-4e83-9478-8ea6599e6a90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:33.440102 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e159de75-e15b-4e83-9478-8ea6599e6a90 admin admin] Publish callbacks [] for security_group (5f4d3a3a-5709-43d2-8d95-2772e81f6c63), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:33.446669 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e159de75-e15b-4e83-9478-8ea6599e6a90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (5f4d3a3a-5709-43d2-8d95-2772e81f6c63), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:33.491718 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-e159de75-e15b-4e83-9478-8ea6599e6a90 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9004a47f60934a009117028e98edac4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3822699 May 08 22:17:33.492713 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e159de75-e15b-4e83-9478-8ea6599e6a90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f4d3a3a-5709-43d2-8d95-2772e81f6c63,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:17:33.494397 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 52500) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:17:33.545658 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f8d2d1-8b3c-4813-ad8e-2d764be18c90 req-5b3e6c40-ed0e-4f5d-aa4c-1f239fb36961 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:33.547412 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-e5f8d2d1-8b3c-4813-ad8e-2d764be18c90 req-5b3e6c40-ed0e-4f5d-aa4c-1f239fb36961 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=1be25f68-2dfe-4af6-8c3e-5dbdf1acc72d HTTP/1.1" status: 200 len: 945 time: 0.0491314 May 08 22:17:33.551473 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7f5d5ed2-249b-4f6a-93e1-e13e67270052 admin admin] Publish callbacks [] for security_group (5f4d3a3a-5709-43d2-8d95-2772e81f6c63), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:33.578611 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7f5d5ed2-249b-4f6a-93e1-e13e67270052 admin admin] Publish callbacks [] for security_group (5f4d3a3a-5709-43d2-8d95-2772e81f6c63), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:33.595695 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 52502) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:17:33.605362 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-e5f8d2d1-8b3c-4813-ad8e-2d764be18c90 req-7cc9b7f5-29e7-4dad-9145-37d38bb02e16 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518954 May 08 22:17:33.635251 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7f5d5ed2-249b-4f6a-93e1-e13e67270052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (5f4d3a3a-5709-43d2-8d95-2772e81f6c63), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:33.638117 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7f5d5ed2-249b-4f6a-93e1-e13e67270052 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:33.639273 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-7f5d5ed2-249b-4f6a-93e1-e13e67270052 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5f4d3a3a-5709-43d2-8d95-2772e81f6c63 HTTP/1.1" status: 204 len: 168 time: 0.1427839 May 08 22:17:33.647857 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5d5ed2-249b-4f6a-93e1-e13e67270052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f4d3a3a-5709-43d2-8d95-2772e81f6c63,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:17:33.724465 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f5d283ba-b5e5-4ddd-b101-0e52f0873ab0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:33.804115 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f5d283ba-b5e5-4ddd-b101-0e52f0873ab0 admin admin] Publish callbacks [] for security_group (942e78d7-ef31-42f5-9582-b95eabe36b15), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:33.810014 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f5d283ba-b5e5-4ddd-b101-0e52f0873ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (942e78d7-ef31-42f5-9582-b95eabe36b15), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:33.853995 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 52510) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:17:33.854092 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-f5d283ba-b5e5-4ddd-b101-0e52f0873ab0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6776ae977f7041c28f292a9ef2fa2c2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2557189 May 08 22:17:33.854092 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d283ba-b5e5-4ddd-b101-0e52f0873ab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=942e78d7-ef31-42f5-9582-b95eabe36b15,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:17:33.905489 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e022627c-2058-4a3b-b387-c9a47e45b5f8 admin admin] Publish callbacks [] for security_group (942e78d7-ef31-42f5-9582-b95eabe36b15), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:33.927395 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e022627c-2058-4a3b-b387-c9a47e45b5f8 admin admin] Publish callbacks [] for security_group (942e78d7-ef31-42f5-9582-b95eabe36b15), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:33.980068 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e022627c-2058-4a3b-b387-c9a47e45b5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (942e78d7-ef31-42f5-9582-b95eabe36b15), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:33.982746 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e022627c-2058-4a3b-b387-c9a47e45b5f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:33.986478 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-e022627c-2058-4a3b-b387-c9a47e45b5f8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/942e78d7-ef31-42f5-9582-b95eabe36b15 HTTP/1.1" status: 204 len: 168 time: 0.1305397 May 08 22:17:33.993014 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e022627c-2058-4a3b-b387-c9a47e45b5f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=942e78d7-ef31-42f5-9582-b95eabe36b15,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:17:34.418833 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a67ead-fc41-4bc2-9d42-b7e72243fc41 req-a2f055dd-36cb-48f4-b5b0-5f2797a6f4f2 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:34.421114 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-37a67ead-fc41-4bc2-9d42-b7e72243fc41 req-a2f055dd-36cb-48f4-b5b0-5f2797a6f4f2 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/ports?device_id=65a973e4-d2a9-438d-a420-4cc12c17a4e6 HTTP/1.1" status: 200 len: 943 time: 0.0611787 May 08 22:17:34.473072 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-37a67ead-fc41-4bc2-9d42-b7e72243fc41 req-05bf1608-f763-4508-afc2-9b7b4b72c133 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/security-groups?id=423ee5f4-731f-4abe-b26e-e2aec22ddd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454950 May 08 22:17:34.734818 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f281bc12-206d-4b6f-b39c-0926b4a58279 req-ac423905-37f4-4c0f-8290-6b90e602e9cc tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:34.737079 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-f281bc12-206d-4b6f-b39c-0926b4a58279 req-ac423905-37f4-4c0f-8290-6b90e602e9cc tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=1be25f68-2dfe-4af6-8c3e-5dbdf1acc72d HTTP/1.1" status: 200 len: 945 time: 0.0559795 May 08 22:17:34.821693 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-f281bc12-206d-4b6f-b39c-0926b4a58279 req-cd3c33cb-4809-4296-af6d-6ceb6dea700b tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739899 May 08 22:17:34.864538 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8497d424-52a4-4a2a-9797-0ddedd80a681 req-9055a14a-3966-4755-bf7b-6238246a19ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:34.866457 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-8497d424-52a4-4a2a-9797-0ddedd80a681 req-9055a14a-3966-4755-bf7b-6238246a19ed service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=654d3196600a44cc81cc95a1df44f7b9&device_id=65a973e4-d2a9-438d-a420-4cc12c17a4e6 HTTP/1.1" status: 200 len: 1127 time: 0.1099880 May 08 22:17:34.974592 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8497d424-52a4-4a2a-9797-0ddedd80a681 req-6510365d-92dd-41b2-8dc2-17783d7a727a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:34.976275 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-8497d424-52a4-4a2a-9797-0ddedd80a681 req-6510365d-92dd-41b2-8dc2-17783d7a727a service neutron] 10.222.0.24 "GET /v2.0/networks?id=01fd74e4-19fe-4127-93e4-f2dc9928f3de HTTP/1.1" status: 200 len: 910 time: 0.1023467 May 08 22:17:35.024825 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-8497d424-52a4-4a2a-9797-0ddedd80a681 req-775d03c2-b6c6-48bf-870f-56b1461422c1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2103941-bd02-478e-927d-7199eff09e08 HTTP/1.1" status: 200 len: 217 time: 0.0417292 May 08 22:17:35.083351 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8497d424-52a4-4a2a-9797-0ddedd80a681 req-d6d4a574-8ba3-42ee-9b25-cfa1f8f71a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:35.084934 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-8497d424-52a4-4a2a-9797-0ddedd80a681 req-d6d4a574-8ba3-42ee-9b25-cfa1f8f71a47 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b67f9e41-8e88-417d-a124-a63b13e30eef HTTP/1.1" status: 200 len: 849 time: 0.0539324 May 08 22:17:35.199949 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-8497d424-52a4-4a2a-9797-0ddedd80a681 req-f738bf6d-a6fa-4013-b6ac-2e09f371ff5b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=01fd74e4-19fe-4127-93e4-f2dc9928f3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324183 May 08 22:17:35.333377 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-8497d424-52a4-4a2a-9797-0ddedd80a681 req-22fcb3d6-ec1f-4383-8535-0202020b037c service neutron] 10.222.0.24 "GET /v2.0/networks/01fd74e4-19fe-4127-93e4-f2dc9928f3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135843 May 08 22:17:35.461937 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-8497d424-52a4-4a2a-9797-0ddedd80a681 req-860e5e52-3ed8-4fc1-9d4a-09c4be0aa202 service neutron] 10.222.0.24 "GET /v2.0/networks/01fd74e4-19fe-4127-93e4-f2dc9928f3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216123 May 08 22:17:35.595684 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a442e6c9-eb31-49d6-a7ca-412b193e0838 req-45ed75b5-865a-4552-b9ec-947cc483ca61 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:35.603188 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-a442e6c9-eb31-49d6-a7ca-412b193e0838 req-45ed75b5-865a-4552-b9ec-947cc483ca61 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/ports?device_id=65a973e4-d2a9-438d-a420-4cc12c17a4e6 HTTP/1.1" status: 200 len: 943 time: 0.0558701 May 08 22:17:35.669352 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-a442e6c9-eb31-49d6-a7ca-412b193e0838 req-8137b604-371a-45da-bf29-f5871c8148be tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/security-groups?id=423ee5f4-731f-4abe-b26e-e2aec22ddd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649748 May 08 22:17:35.944580 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584a57de-8fd1-42e1-938f-ae124459efd9 req-f92409b3-b2a8-4198-800d-ee7c91aab029 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:35.946091 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-584a57de-8fd1-42e1-938f-ae124459efd9 req-f92409b3-b2a8-4198-800d-ee7c91aab029 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=1be25f68-2dfe-4af6-8c3e-5dbdf1acc72d HTTP/1.1" status: 200 len: 945 time: 0.0488846 May 08 22:17:35.993555 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-584a57de-8fd1-42e1-938f-ae124459efd9 req-37a83068-77c4-4803-a617-6d74df62acb9 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417466 May 08 22:17:36.789082 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9596f2-681b-4f12-a22b-aee20e8e1ae3 req-e623494f-b895-4f39-978c-3f1ee824684b tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:36.790544 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-ce9596f2-681b-4f12-a22b-aee20e8e1ae3 req-e623494f-b895-4f39-978c-3f1ee824684b tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/ports?device_id=65a973e4-d2a9-438d-a420-4cc12c17a4e6 HTTP/1.1" status: 200 len: 943 time: 0.0488291 May 08 22:17:36.838433 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-ce9596f2-681b-4f12-a22b-aee20e8e1ae3 req-c3508b96-71f0-4150-9ff7-025051366875 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/security-groups?id=423ee5f4-731f-4abe-b26e-e2aec22ddd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421164 May 08 22:17:36.989650 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device d2103941-bd02-478e-927d-7199eff09e08 details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=103630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 08 22:17:37.097979 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] For port d2103941-bd02-478e-927d-7199eff09e08, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=d2103941-bd02-478e-927d-7199eff09e08,segment=NetworkSegment(4fde0cd5-8ec1-4827-b518-5e9bcb824b09),segment_id=4fde0cd5-8ec1-4827-b518-5e9bcb824b09)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:17:37.110182 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Returning: {'device': 'd2103941-bd02-478e-927d-7199eff09e08', 'network_id': '01fd74e4-19fe-4127-93e4-f2dc9928f3de', 'port_id': 'd2103941-bd02-478e-927d-7199eff09e08', 'mac_address': 'fa:16:3e:e9:1b:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b67f9e41-8e88-417d-a124-a63b13e30eef', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 08 22:17:37.119466 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5960854-3aba-4bc9-97f1-057b7242897f req-6cb84d1a-d79a-4e42-9a8f-3ce83fde08eb tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:37.121123 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-a5960854-3aba-4bc9-97f1-057b7242897f req-6cb84d1a-d79a-4e42-9a8f-3ce83fde08eb tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=1be25f68-2dfe-4af6-8c3e-5dbdf1acc72d HTTP/1.1" status: 200 len: 945 time: 0.0548036 May 08 22:17:37.147669 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Current status of the port d2103941-bd02-478e-927d-7199eff09e08 is: DOWN; New status is: BUILD {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:17:37.148066 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (d2103941-bd02-478e-927d-7199eff09e08), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:37.162448 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.notifiers.nova [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2103941-bd02-478e-927d-7199eff09e08 {{(pid=103630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 08 22:17:37.166986 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-a5960854-3aba-4bc9-97f1-057b7242897f req-4e38a4bc-c73a-4f16-8f1f-b2b4a481c46a tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401399 May 08 22:17:37.183980 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] For port d2103941-bd02-478e-927d-7199eff09e08, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=d2103941-bd02-478e-927d-7199eff09e08,segment=NetworkSegment(4fde0cd5-8ec1-4827-b518-5e9bcb824b09),segment_id=4fde0cd5-8ec1-4827-b518-5e9bcb824b09)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:17:37.190965 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (d2103941-bd02-478e-927d-7199eff09e08), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:37.238325 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Pushing event updated for resources: {'Port': ['ID=d2103941-bd02-478e-927d-7199eff09e08,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:17:37.729626 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] get_ports_and_sgs() called for port_ids ['d2103941-bd02-478e-927d-7199eff09e08'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 08 22:17:37.967926 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abbb1e9-b030-4f67-82d9-d3d4b8322732 req-cb030372-c42c-49b6-8c66-fa285ebf6a08 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:37.969578 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-3abbb1e9-b030-4f67-82d9-d3d4b8322732 req-cb030372-c42c-49b6-8c66-fa285ebf6a08 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/ports?device_id=65a973e4-d2a9-438d-a420-4cc12c17a4e6 HTTP/1.1" status: 200 len: 944 time: 0.0572770 May 08 22:17:38.018197 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-3abbb1e9-b030-4f67-82d9-d3d4b8322732 req-9a4a1cfd-d043-47cd-b9d5-13ef1dac6cce tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/security-groups?id=423ee5f4-731f-4abe-b26e-e2aec22ddd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427463 May 08 22:17:38.104505 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 52710) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:17:38.215654 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b0aa4f85-29c5-429f-8627-2ee18f9a667b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:38.303479 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f2f9f2-2d9b-4517-9fdf-9ff133ad069b req-41d3c482-7749-4801-a2ea-d8eb6f116df3 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:38.304989 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-70f2f9f2-2d9b-4517-9fdf-9ff133ad069b req-41d3c482-7749-4801-a2ea-d8eb6f116df3 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=1be25f68-2dfe-4af6-8c3e-5dbdf1acc72d HTTP/1.1" status: 200 len: 945 time: 0.0591612 May 08 22:17:38.305257 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b0aa4f85-29c5-429f-8627-2ee18f9a667b admin admin] Publish callbacks [] for security_group (c628dfbf-7924-44cc-96b8-cdebf2a0bf55), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:38.310257 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b0aa4f85-29c5-429f-8627-2ee18f9a667b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (c628dfbf-7924-44cc-96b8-cdebf2a0bf55), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:38.355949 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aa4f85-29c5-429f-8627-2ee18f9a667b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c628dfbf-7924-44cc-96b8-cdebf2a0bf55,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:17:38.361992 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-b0aa4f85-29c5-429f-8627-2ee18f9a667b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a43ba316205443babd18a86b7235f0d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2561316 May 08 22:17:38.365260 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-70f2f9f2-2d9b-4517-9fdf-9ff133ad069b req-12058af4-d75e-4ced-9bfc-0c5f96963aab tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448301 May 08 22:17:38.365670 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 52718) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:17:38.420777 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-48475bc4-fd99-4a97-ba2c-f24376a84033 admin admin] Publish callbacks [] for security_group (c628dfbf-7924-44cc-96b8-cdebf2a0bf55), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:38.442654 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-48475bc4-fd99-4a97-ba2c-f24376a84033 admin admin] Publish callbacks [] for security_group (c628dfbf-7924-44cc-96b8-cdebf2a0bf55), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:38.495866 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-48475bc4-fd99-4a97-ba2c-f24376a84033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (c628dfbf-7924-44cc-96b8-cdebf2a0bf55), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:38.498460 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-48475bc4-fd99-4a97-ba2c-f24376a84033 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:38.499665 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-48475bc4-fd99-4a97-ba2c-f24376a84033 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c628dfbf-7924-44cc-96b8-cdebf2a0bf55 HTTP/1.1" status: 204 len: 168 time: 0.1334925 May 08 22:17:38.507808 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48475bc4-fd99-4a97-ba2c-f24376a84033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c628dfbf-7924-44cc-96b8-cdebf2a0bf55,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:17:38.791705 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 52724) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:17:38.808729 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-80262e37-656e-49f6-931d-9a7bd5781425 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:38.903387 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-80262e37-656e-49f6-931d-9a7bd5781425 admin admin] Publish callbacks [] for security_group (bc66adfd-1eaf-415f-aa85-cbb4d01e53b2), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:38.908606 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-80262e37-656e-49f6-931d-9a7bd5781425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (bc66adfd-1eaf-415f-aa85-cbb4d01e53b2), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:38.949664 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-80262e37-656e-49f6-931d-9a7bd5781425 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ab72638e63bd467cb7cdfb730f7e3b5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1567752 May 08 22:17:38.950668 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80262e37-656e-49f6-931d-9a7bd5781425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc66adfd-1eaf-415f-aa85-cbb4d01e53b2,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:17:38.952309 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 52728) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:17:38.992168 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device d2103941-bd02-478e-927d-7199eff09e08 up at agent hyperv_hv-cinder-84051 {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 08 22:17:39.004239 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4817950c-daee-4fdf-9143-72b8a9579414 admin admin] Publish callbacks [] for security_group (bc66adfd-1eaf-415f-aa85-cbb4d01e53b2), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:39.029266 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4817950c-daee-4fdf-9143-72b8a9579414 admin admin] Publish callbacks [] for security_group (bc66adfd-1eaf-415f-aa85-cbb4d01e53b2), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:39.038975 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Provisioning for port d2103941-bd02-478e-927d-7199eff09e08 completed by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 08 22:17:39.046916 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Provisioning complete for port d2103941-bd02-478e-927d-7199eff09e08 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:17:39.046916 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (d2103941-bd02-478e-927d-7199eff09e08), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:39.102679 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4817950c-daee-4fdf-9143-72b8a9579414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (bc66adfd-1eaf-415f-aa85-cbb4d01e53b2), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:39.105362 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4817950c-daee-4fdf-9143-72b8a9579414 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:39.106464 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-4817950c-daee-4fdf-9143-72b8a9579414 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bc66adfd-1eaf-415f-aa85-cbb4d01e53b2 HTTP/1.1" status: 204 len: 168 time: 0.1530864 May 08 22:17:39.134522 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4817950c-daee-4fdf-9143-72b8a9579414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc66adfd-1eaf-415f-aa85-cbb4d01e53b2,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:17:39.141811 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Current status of the port d2103941-bd02-478e-927d-7199eff09e08 is: BUILD; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:17:39.142114 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (d2103941-bd02-478e-927d-7199eff09e08), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:39.148863 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c1cd2b-1cca-42ce-b505-821982fe9892 req-01b1e857-e002-4097-8e0a-b6580ee103e6 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:39.150433 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-93c1cd2b-1cca-42ce-b505-821982fe9892 req-01b1e857-e002-4097-8e0a-b6580ee103e6 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/ports?device_id=65a973e4-d2a9-438d-a420-4cc12c17a4e6 HTTP/1.1" status: 200 len: 944 time: 0.0582042 May 08 22:17:39.199265 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65a973e4-d2a9-438d-a420-4cc12c17a4e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2103941-bd02-478e-927d-7199eff09e08'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 08 22:17:39.202084 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bcef9e280bae9da70c0250555725ec84c8fe71b1405edcfc00240691fe86bce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb3bb5e8-c850-4727-a726-c31bf2f88eaf" -d '{"events": [{"server_uuid": "65a973e4-d2a9-438d-a420-4cc12c17a4e6", "name": "network-vif-plugged", "status": "completed", "tag": "d2103941-bd02-478e-927d-7199eff09e08"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 08 22:17:39.207259 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-93c1cd2b-1cca-42ce-b505-821982fe9892 req-1750d956-148a-47c8-860a-52d2537866d1 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/security-groups?id=423ee5f4-731f-4abe-b26e-e2aec22ddd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505500 May 08 22:17:39.217734 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] For port d2103941-bd02-478e-927d-7199eff09e08, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=d2103941-bd02-478e-927d-7199eff09e08,segment=NetworkSegment(4fde0cd5-8ec1-4827-b518-5e9bcb824b09),segment_id=4fde0cd5-8ec1-4827-b518-5e9bcb824b09)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:17:39.223903 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (d2103941-bd02-478e-927d-7199eff09e08), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:39.249488 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 08 May 2022 22:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-380c71c7-11a7-40bf-8073-65244578f06f x-openstack-request-id: req-380c71c7-11a7-40bf-8073-65244578f06f {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 08 22:17:39.249810 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65a973e4-d2a9-438d-a420-4cc12c17a4e6", "name": "network-vif-plugged", "status": "completed", "tag": "d2103941-bd02-478e-927d-7199eff09e08", "code": 200}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 08 22:17:39.250065 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-380c71c7-11a7-40bf-8073-65244578f06f {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 08 22:17:39.250625 dv-cinder-840511-5-iscsi neutron-server[103630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-380c71c7-11a7-40bf-8073-65244578f06f'] response: {'server_uuid': '65a973e4-d2a9-438d-a420-4cc12c17a4e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2103941-bd02-478e-927d-7199eff09e08', 'code': 200} May 08 22:17:39.280594 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Pushing event updated for resources: {'Port': ['ID=d2103941-bd02-478e-927d-7199eff09e08,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:17:39.490419 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64659cee-6f72-469a-ae8c-dd28e4865748 req-a81d0297-ab0b-4afb-b6d8-b3c736f0f1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:39.491957 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-64659cee-6f72-469a-ae8c-dd28e4865748 req-a81d0297-ab0b-4afb-b6d8-b3c736f0f1d3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=65a973e4-d2a9-438d-a420-4cc12c17a4e6 HTTP/1.1" status: 200 len: 1129 time: 0.0444374 May 08 22:17:39.492092 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fc6980-ec4f-441b-b8ef-2b10614ba684 req-efad19ce-cba2-4870-b22f-c665a7968bbd tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:39.495033 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-e9fc6980-ec4f-441b-b8ef-2b10614ba684 req-efad19ce-cba2-4870-b22f-c665a7968bbd tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=1be25f68-2dfe-4af6-8c3e-5dbdf1acc72d HTTP/1.1" status: 200 len: 945 time: 0.0559192 May 08 22:17:39.544708 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-e9fc6980-ec4f-441b-b8ef-2b10614ba684 req-a2bba7d3-ca1c-4453-aa96-96821f12e91b tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448534 May 08 22:17:39.562721 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-64659cee-6f72-469a-ae8c-dd28e4865748 req-476b8b66-8e50-4911-8a95-7a915244655f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=423ee5f4-731f-4abe-b26e-e2aec22ddd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498459 May 08 22:17:40.220196 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (50086534-3b0f-4edb-899f-da05c46c2546), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:40.341583 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa75598-7c91-467d-8e60-072db320171b req-83a4fe12-8bda-4ccd-8167-cf51ce65a799 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:40.343097 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-afa75598-7c91-467d-8e60-072db320171b req-83a4fe12-8bda-4ccd-8167-cf51ce65a799 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/ports?device_id=65a973e4-d2a9-438d-a420-4cc12c17a4e6 HTTP/1.1" status: 200 len: 945 time: 0.0595686 May 08 22:17:40.392152 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-afa75598-7c91-467d-8e60-072db320171b req-1b9e9758-d3da-4a65-b009-f2ae65ddf889 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/security-groups?id=423ee5f4-731f-4abe-b26e-e2aec22ddd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423691 May 08 22:17:40.849207 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.agents_db [None req-09216671-537f-4251-a64c-737ccd42d6d2 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 08 22:17:40.866812 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da90af-62d2-4f58-85da-e6c8e073ddc6 req-90965849-0dfa-4ae4-8ffd-0a45eb466245 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:40.868247 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-38da90af-62d2-4f58-85da-e6c8e073ddc6 req-90965849-0dfa-4ae4-8ffd-0a45eb466245 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=1be25f68-2dfe-4af6-8c3e-5dbdf1acc72d HTTP/1.1" status: 200 len: 945 time: 0.2389257 May 08 22:17:40.915896 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-38da90af-62d2-4f58-85da-e6c8e073ddc6 req-8f5e8f15-a6f5-4ec0-b55c-4b891fb813da tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418103 May 08 22:17:41.507684 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c1b8ae-3e2a-484f-96b8-c10c30e5ed3e req-1b22b6df-defd-4b40-b4bf-1552656ddc87 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:41.509196 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-e5c1b8ae-3e2a-484f-96b8-c10c30e5ed3e req-1b22b6df-defd-4b40-b4bf-1552656ddc87 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/ports?device_id=65a973e4-d2a9-438d-a420-4cc12c17a4e6 HTTP/1.1" status: 200 len: 945 time: 0.0489335 May 08 22:17:41.557530 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-e5c1b8ae-3e2a-484f-96b8-c10c30e5ed3e req-ebf1607f-3c71-4fb3-80b2-e6e0c110b693 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/security-groups?id=423ee5f4-731f-4abe-b26e-e2aec22ddd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427403 May 08 22:17:42.037042 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2990283b-1660-4c7d-908b-6e62096f516a req-2d5f30bc-50ae-4174-941b-b8bb30a128b2 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:42.038495 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-2990283b-1660-4c7d-908b-6e62096f516a req-2d5f30bc-50ae-4174-941b-b8bb30a128b2 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=1be25f68-2dfe-4af6-8c3e-5dbdf1acc72d HTTP/1.1" status: 200 len: 945 time: 0.0483429 May 08 22:17:42.086215 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-2990283b-1660-4c7d-908b-6e62096f516a req-76252108-7ed6-4bdb-853b-f1bca6dac6a5 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420742 May 08 22:17:42.510107 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce6a51-ef95-4217-90e9-a97298f277dd req-a212b23c-15ac-4051-b153-6485659f3c82 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:42.511687 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-c3ce6a51-ef95-4217-90e9-a97298f277dd req-a212b23c-15ac-4051-b153-6485659f3c82 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/ports?device_id=65a973e4-d2a9-438d-a420-4cc12c17a4e6 HTTP/1.1" status: 200 len: 945 time: 0.0536089 May 08 22:17:42.560900 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-c3ce6a51-ef95-4217-90e9-a97298f277dd req-667d720c-1cfc-4f64-a8b9-97f64ad55681 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/security-groups?id=423ee5f4-731f-4abe-b26e-e2aec22ddd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434017 May 08 22:17:43.220036 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e690f8-45f6-4a6a-a3f8-538096898c8d req-59135dfd-ddb9-44ca-b351-2d56b484c2de tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:43.221610 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-f2e690f8-45f6-4a6a-a3f8-538096898c8d req-59135dfd-ddb9-44ca-b351-2d56b484c2de tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=1be25f68-2dfe-4af6-8c3e-5dbdf1acc72d HTTP/1.1" status: 200 len: 945 time: 0.0544827 May 08 22:17:43.278502 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-f2e690f8-45f6-4a6a-a3f8-538096898c8d req-d0cdc5dd-4e47-4f23-94d4-3c3bc52b8fb2 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485108 May 08 22:17:43.676515 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad59442-8b0c-408e-9ada-fc2f37061af3 req-e3523ac0-d6a1-4fd3-be03-a78a4c749c0e tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:43.677928 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-6ad59442-8b0c-408e-9ada-fc2f37061af3 req-e3523ac0-d6a1-4fd3-be03-a78a4c749c0e tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/ports?device_id=65a973e4-d2a9-438d-a420-4cc12c17a4e6 HTTP/1.1" status: 200 len: 945 time: 0.0468459 May 08 22:17:43.728612 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-6ad59442-8b0c-408e-9ada-fc2f37061af3 req-06b18b57-002d-4b44-9194-a1b263323d8d tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/security-groups?id=423ee5f4-731f-4abe-b26e-e2aec22ddd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444896 May 08 22:17:44.402432 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57bc250-75f5-4a7f-b5b3-c675e4f9c8c2 req-2290117b-36a1-4f36-a83c-fa3aa897069d tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:44.404021 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-d57bc250-75f5-4a7f-b5b3-c675e4f9c8c2 req-2290117b-36a1-4f36-a83c-fa3aa897069d tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=1be25f68-2dfe-4af6-8c3e-5dbdf1acc72d HTTP/1.1" status: 200 len: 945 time: 0.0523510 May 08 22:17:44.453400 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-d57bc250-75f5-4a7f-b5b3-c675e4f9c8c2 req-deb4093a-62f0-4075-804e-f1efb365a1bf tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431714 May 08 22:17:44.851095 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d538d402-6728-465b-83fa-a66973612444 req-44860fbc-b6bc-4679-970d-9707fdef5733 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:44.852719 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-d538d402-6728-465b-83fa-a66973612444 req-44860fbc-b6bc-4679-970d-9707fdef5733 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/ports?device_id=65a973e4-d2a9-438d-a420-4cc12c17a4e6 HTTP/1.1" status: 200 len: 945 time: 0.0518024 May 08 22:17:44.902114 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-d538d402-6728-465b-83fa-a66973612444 req-6a12244f-22d4-4bb0-bb89-d54e251d3202 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/security-groups?id=423ee5f4-731f-4abe-b26e-e2aec22ddd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424669 May 08 22:17:45.211957 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1242f3-896b-4f6f-95cd-dbd12083c121 req-10773a11-7152-4adc-a084-4441b9016e78 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:45.213451 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-3e1242f3-896b-4f6f-95cd-dbd12083c121 req-10773a11-7152-4adc-a084-4441b9016e78 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.24 "GET /v2.0/ports?device_id=65a973e4-d2a9-438d-a420-4cc12c17a4e6 HTTP/1.1" status: 200 len: 945 time: 0.0511737 May 08 22:17:45.322445 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-3e1242f3-896b-4f6f-95cd-dbd12083c121 req-05455a42-2cbe-45b3-a11d-1d1f25e72579 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Deleting port d2103941-bd02-478e-927d-7199eff09e08 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 08 22:17:45.322965 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-3e1242f3-896b-4f6f-95cd-dbd12083c121 req-05455a42-2cbe-45b3-a11d-1d1f25e72579 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791034291685'] for port (d2103941-bd02-478e-927d-7199eff09e08), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:45.421270 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-3e1242f3-896b-4f6f-95cd-dbd12083c121 req-05455a42-2cbe-45b3-a11d-1d1f25e72579 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] For port d2103941-bd02-478e-927d-7199eff09e08, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=d2103941-bd02-478e-927d-7199eff09e08,segment=NetworkSegment(4fde0cd5-8ec1-4827-b518-5e9bcb824b09),segment_id=4fde0cd5-8ec1-4827-b518-5e9bcb824b09)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:17:45.421636 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-3e1242f3-896b-4f6f-95cd-dbd12083c121 req-05455a42-2cbe-45b3-a11d-1d1f25e72579 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786495'] for port (d2103941-bd02-478e-927d-7199eff09e08), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:45.434663 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-3e1242f3-896b-4f6f-95cd-dbd12083c121 req-05455a42-2cbe-45b3-a11d-1d1f25e72579 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Calling delete_port for d2103941-bd02-478e-927d-7199eff09e08 owned by compute:nova {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 08 22:17:45.579576 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-3e1242f3-896b-4f6f-95cd-dbd12083c121 req-05455a42-2cbe-45b3-a11d-1d1f25e72579 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791034301049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791034024021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633834'] for port (d2103941-bd02-478e-927d-7199eff09e08), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:45.590991 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83758d61-3c8a-4b1a-adc9-894aaa458f60 req-1b1efc15-b3c3-48e7-ab7f-ae3aac229246 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:45.592897 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-83758d61-3c8a-4b1a-adc9-894aaa458f60 req-1b1efc15-b3c3-48e7-ab7f-ae3aac229246 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=1be25f68-2dfe-4af6-8c3e-5dbdf1acc72d HTTP/1.1" status: 200 len: 945 time: 0.0500090 May 08 22:17:45.607082 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05455a42-2cbe-45b3-a11d-1d1f25e72579 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Pushing event deleted for resources: {'Port': ['ID=d2103941-bd02-478e-927d-7199eff09e08,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:17:45.624979 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] get_ports_and_sgs() called for port_ids ['d2103941-bd02-478e-927d-7199eff09e08'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 08 22:17:45.660084 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e1242f3-896b-4f6f-95cd-dbd12083c121 req-05455a42-2cbe-45b3-a11d-1d1f25e72579 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] No DVR routers for this DVR port d2103941-bd02-478e-927d-7199eff09e08 on host hv-cinder-84051 {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 08 22:17:45.662995 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-3e1242f3-896b-4f6f-95cd-dbd12083c121 req-05455a42-2cbe-45b3-a11d-1d1f25e72579 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870'] for port (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:45.665407 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-83758d61-3c8a-4b1a-adc9-894aaa458f60 req-e381e89e-7fc7-4e84-9f62-c8fddee1cd82 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664229 May 08 22:17:45.666957 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-3e1242f3-896b-4f6f-95cd-dbd12083c121 req-05455a42-2cbe-45b3-a11d-1d1f25e72579 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.24 "DELETE /v2.0/ports/d2103941-bd02-478e-927d-7199eff09e08 HTTP/1.1" status: 204 len: 173 time: 0.4337330 May 08 22:17:45.667417 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65a973e4-d2a9-438d-a420-4cc12c17a4e6', 'name': 'network-vif-deleted', 'tag': 'd2103941-bd02-478e-927d-7199eff09e08'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 08 22:17:45.670117 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cc8a0c475ac6fe54f5122aa5a8750c48412c688b8f67dba420990604a8daf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edcc089f-de4b-46a1-a2fc-6e4030e12bb0" -d '{"events": [{"server_uuid": "65a973e4-d2a9-438d-a420-4cc12c17a4e6", "name": "network-vif-deleted", "tag": "d2103941-bd02-478e-927d-7199eff09e08"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 08 22:17:45.717853 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 08 May 2022 22:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c54181d-cb59-42ff-84a8-483d70b4dd64 x-openstack-request-id: req-2c54181d-cb59-42ff-84a8-483d70b4dd64 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 08 22:17:45.718152 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65a973e4-d2a9-438d-a420-4cc12c17a4e6", "name": "network-vif-deleted", "tag": "d2103941-bd02-478e-927d-7199eff09e08", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 08 22:17:45.718382 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2c54181d-cb59-42ff-84a8-483d70b4dd64 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 08 22:17:45.718786 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c54181d-cb59-42ff-84a8-483d70b4dd64'] response: {'server_uuid': '65a973e4-d2a9-438d-a420-4cc12c17a4e6', 'name': 'network-vif-deleted', 'tag': 'd2103941-bd02-478e-927d-7199eff09e08', 'status': 'completed', 'code': 200} May 08 22:17:45.913356 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 52926) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:17:45.941954 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f31bf-e309-43cd-a976-c93b42e0b6f5 req-2f2b3abf-908d-452f-85a9-baf8ebedd0d3 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:45.943482 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-2f5f31bf-e309-43cd-a976-c93b42e0b6f5 req-2f2b3abf-908d-452f-85a9-baf8ebedd0d3 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a184e29-6493-48c2-b5d7-fe098bcb7e0e HTTP/1.1" status: 200 len: 946 time: 0.0521564 May 08 22:17:46.019794 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-947f4e0c-b3ca-46e0-8e6b-da6888ececf6 req-4a3f98df-051d-40a1-afed-1947994c2383 tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/ports?device_id=65a973e4-d2a9-438d-a420-4cc12c17a4e6 HTTP/1.1" status: 200 len: 210 time: 0.0387154 May 08 22:17:46.026928 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-2f5f31bf-e309-43cd-a976-c93b42e0b6f5 req-062e2133-bc0b-4b73-bd37-c11f22d83539 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/security-groups?id=37a1b9bc-e6b4-43c1-bfa8-8a40c582d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772491 May 08 22:17:46.043909 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3d2b1139-29f9-459b-be0c-bcc285d19fc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:46.046128 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 52932) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:17:46.122875 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3d2b1139-29f9-459b-be0c-bcc285d19fc0 admin admin] Publish callbacks [] for security_group (0f88c823-f992-4f8f-adc9-32ddf02692a6), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:46.127315 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3d2b1139-29f9-459b-be0c-bcc285d19fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (0f88c823-f992-4f8f-adc9-32ddf02692a6), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:46.166084 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-3d2b1139-29f9-459b-be0c-bcc285d19fc0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a8b6e12afafa4ef1be5c444d7d0f7aa1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2516530 May 08 22:17:46.167291 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2b1139-29f9-459b-be0c-bcc285d19fc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f88c823-f992-4f8f-adc9-32ddf02692a6,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:17:46.169669 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 52936) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:17:46.192559 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f6ea0b-32d4-4163-b97a-792fb0c2e181 tempest-TestMinimumBasicScenario-1403954860 tempest-TestMinimumBasicScenario-1403954860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:46.194922 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-23f6ea0b-32d4-4163-b97a-792fb0c2e181 tempest-TestMinimumBasicScenario-1403954860 tempest-TestMinimumBasicScenario-1403954860-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=8a184e29-6493-48c2-b5d7-fe098bcb7e0e HTTP/1.1" status: 200 len: 1125 time: 0.1472723 May 08 22:17:46.197926 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 52938) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:17:46.202243 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [None req-851a1ade-61c2-4c71-9456-876a825afacf tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Request body: {'floatingip': {'floating_network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'port_id': '7d9cd269-da9b-46a2-a0f0-afbb0a84d461', 'tenant_id': '591851cbb96843c287971cf54acad618', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:17:46.212744 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-0f3898a0-331c-4d0f-a571-189edc8e33b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (399f5491-dab9-4373-bd22-64cd7c73418d), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:46.242378 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0f5103a4-d73f-4982-a307-702db8a41c83 admin admin] Publish callbacks [] for security_group (0f88c823-f992-4f8f-adc9-32ddf02692a6), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:46.244339 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-851a1ade-61c2-4c71-9456-876a825afacf tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:46.310102 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0f5103a4-d73f-4982-a307-702db8a41c83 admin admin] Publish callbacks [] for security_group (0f88c823-f992-4f8f-adc9-32ddf02692a6), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:46.358988 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-851a1ade-61c2-4c71-9456-876a825afacf tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:46.417460 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0f5103a4-d73f-4982-a307-702db8a41c83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (0f88c823-f992-4f8f-adc9-32ddf02692a6), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:46.420021 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0f5103a4-d73f-4982-a307-702db8a41c83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:46.421203 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-0f5103a4-d73f-4982-a307-702db8a41c83 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0f88c823-f992-4f8f-adc9-32ddf02692a6 HTTP/1.1" status: 204 len: 168 time: 0.2506397 May 08 22:17:46.436538 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5103a4-d73f-4982-a307-702db8a41c83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f88c823-f992-4f8f-adc9-32ddf02692a6,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:17:46.489980 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-851a1ade-61c2-4c71-9456-876a825afacf tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Allocated IP 172.27.2.217 (542aeef6-5046-439a-aa53-dc46759766dd/c1306b94-a9cc-4730-bd7d-1800cb77959d/47e3f24c-9450-41d8-8e7c-60571fc02cdd) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 08 22:17:46.595630 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-851a1ade-61c2-4c71-9456-876a825afacf tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Publish callbacks [] for port (47e3f24c-9450-41d8-8e7c-60571fc02cdd), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:46.630065 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-851a1ade-61c2-4c71-9456-876a825afacf tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791034024012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633834'] for port (47e3f24c-9450-41d8-8e7c-60571fc02cdd), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:46.669111 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851a1ade-61c2-4c71-9456-876a825afacf tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Network 542aeef6-5046-439a-aa53-dc46759766dd is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 08 22:17:46.671873 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-851a1ade-61c2-4c71-9456-876a825afacf tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:17:46.674418 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851a1ade-61c2-4c71-9456-876a825afacf tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 08 22:17:46.711800 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851a1ade-61c2-4c71-9456-876a825afacf tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Pushing event updated for resources: {'Port': ['ID=47e3f24c-9450-41d8-8e7c-60571fc02cdd,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:17:46.724323 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 52948) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:17:46.741062 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-99edd88e-6c28-481c-a897-7fed6d00bb75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:46.800027 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0986a9-128a-482b-a09e-a526ac3a1834 req-38ece33a-8d3f-4e28-a9df-8bcd22bd3f87 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:46.801600 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-9e0986a9-128a-482b-a09e-a526ac3a1834 req-38ece33a-8d3f-4e28-a9df-8bcd22bd3f87 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=1be25f68-2dfe-4af6-8c3e-5dbdf1acc72d HTTP/1.1" status: 200 len: 945 time: 0.0594230 May 08 22:17:46.856467 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-9e0986a9-128a-482b-a09e-a526ac3a1834 req-91a092ae-2a0b-4901-9577-e4a6a788c9e8 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488570 May 08 22:17:46.976059 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-99edd88e-6c28-481c-a897-7fed6d00bb75 admin admin] Publish callbacks [] for security_group (885ddc7d-8219-4f84-9249-f75e5c0304b4), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:46.982269 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-99edd88e-6c28-481c-a897-7fed6d00bb75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (885ddc7d-8219-4f84-9249-f75e5c0304b4), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:47.052257 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-99edd88e-6c28-481c-a897-7fed6d00bb75 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4be7591770074fb68d4529707e4176dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3268197 May 08 22:17:47.055115 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 52952) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:17:47.090384 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99edd88e-6c28-481c-a897-7fed6d00bb75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=885ddc7d-8219-4f84-9249-f75e5c0304b4,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:17:47.111527 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-adb164de-f70e-405d-ac1e-8a6cb71f4a6d admin admin] Publish callbacks [] for security_group (885ddc7d-8219-4f84-9249-f75e5c0304b4), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:47.142308 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-fe85b3cc-b703-4b9a-baf2-21eb8951747c req-814500f3-d061-44b8-b920-2bff84a1da4e tempest-VolumesActionsTest-462791982 tempest-VolumesActionsTest-462791982-project] 10.222.0.44 "GET /v2.0/ports?device_id=65a973e4-d2a9-438d-a420-4cc12c17a4e6 HTTP/1.1" status: 200 len: 210 time: 0.0326548 May 08 22:17:47.156937 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-adb164de-f70e-405d-ac1e-8a6cb71f4a6d admin admin] Publish callbacks [] for security_group (885ddc7d-8219-4f84-9249-f75e5c0304b4), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:47.170835 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-851a1ade-61c2-4c71-9456-876a825afacf tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Publish callbacks [] for floatingip (1b33bb00-7992-4ff1-ae33-de98e8598ab6), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:47.209993 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-adb164de-f70e-405d-ac1e-8a6cb71f4a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (885ddc7d-8219-4f84-9249-f75e5c0304b4), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:47.212618 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-adb164de-f70e-405d-ac1e-8a6cb71f4a6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:47.213771 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-adb164de-f70e-405d-ac1e-8a6cb71f4a6d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/885ddc7d-8219-4f84-9249-f75e5c0304b4 HTTP/1.1" status: 204 len: 168 time: 0.1576142 May 08 22:17:47.222340 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb164de-f70e-405d-ac1e-8a6cb71f4a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=885ddc7d-8219-4f84-9249-f75e5c0304b4,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:17:47.246951 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-851a1ade-61c2-4c71-9456-876a825afacf tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (47e3f24c-9450-41d8-8e7c-60571fc02cdd), before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:47.428936 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-851a1ade-61c2-4c71-9456-876a825afacf tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Publish callbacks [] for port (47e3f24c-9450-41d8-8e7c-60571fc02cdd), precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:47.443473 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-851a1ade-61c2-4c71-9456-876a825afacf tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59633821'] for port (47e3f24c-9450-41d8-8e7c-60571fc02cdd), after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:47.517342 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851a1ade-61c2-4c71-9456-876a825afacf tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Pushing event updated for resources: {'Port': ['ID=47e3f24c-9450-41d8-8e7c-60571fc02cdd,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:17:47.529575 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-851a1ade-61c2-4c71-9456-876a825afacf tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-788248'] for floatingip (1b33bb00-7992-4ff1-ae33-de98e8598ab6), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:47.620953 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04453c78-b6a1-4e5c-ab6d-529e4d85c96c req-46fd2efa-7448-4661-ad90-65acd7e6d267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:47.622441 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-04453c78-b6a1-4e5c-ab6d-529e4d85c96c req-46fd2efa-7448-4661-ad90-65acd7e6d267 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1be25f68-2dfe-4af6-8c3e-5dbdf1acc72d HTTP/1.1" status: 200 len: 1129 time: 0.0558867 May 08 22:17:47.669384 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.db.l3_db [None req-851a1ade-61c2-4c71-9456-876a825afacf tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Floating IP 1b33bb00-7992-4ff1-ae33-de98e8598ab6 associated. External IP: 172.27.2.217, port: 7d9cd269-da9b-46a2-a0f0-afbb0a84d461. May 08 22:17:47.992371 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26690129-e500-48d9-b050-72a2f188b2a2 req-7b320b68-f0b0-44e5-924e-63552a042287 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:48.002290 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-26690129-e500-48d9-b050-72a2f188b2a2 req-7b320b68-f0b0-44e5-924e-63552a042287 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=1be25f68-2dfe-4af6-8c3e-5dbdf1acc72d HTTP/1.1" status: 200 len: 945 time: 0.0648201 May 08 22:17:48.045711 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-04453c78-b6a1-4e5c-ab6d-529e4d85c96c req-f548fc82-d794-4a40-9f3a-f45c36bbfdd2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924866 May 08 22:17:48.077913 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-26690129-e500-48d9-b050-72a2f188b2a2 req-5d856079-214d-4f08-ab42-0edf957ea1b0 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727818 May 08 22:17:48.174924 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-851a1ade-61c2-4c71-9456-876a825afacf tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Router a8f265f4-b07f-43aa-9594-a6ccda3c5d38 has already been hosted by L3 agent 69aa2ac4-530d-40c2-a84a-3161d84edf61 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 08 22:17:48.307901 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-851a1ade-61c2-4c71-9456-876a825afacf tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Notify agent at l3_agent.dv-cinder-840511-5-iscsi the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 08 22:17:48.320863 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499ba485-8375-4dd2-a2b5-69853672b284 None None] Sync routers for ids ['a8f265f4-b07f-43aa-9594-a6ccda3c5d38'] in dv-cinder-840511-5-iscsi {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 08 22:17:48.333209 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499ba485-8375-4dd2-a2b5-69853672b284 None None] Routers {'a8f265f4-b07f-43aa-9594-a6ccda3c5d38'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:17:48.334172 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-499ba485-8375-4dd2-a2b5-69853672b284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:17:18Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['a8f265f4-b07f-43aa-9594-a6ccda3c5d38'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:17:48.336787 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-851a1ade-61c2-4c71-9456-876a825afacf tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870'] for floatingip (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:48.371125 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-851a1ade-61c2-4c71-9456-876a825afacf tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1721730 May 08 22:17:48.371714 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a184e29-6493-48c2-b5d7-fe098bcb7e0e', 'tag': '7d9cd269-da9b-46a2-a0f0-afbb0a84d461'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 08 22:17:48.373957 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 52994) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:17:48.374107 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cc8a0c475ac6fe54f5122aa5a8750c48412c688b8f67dba420990604a8daf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d14c5ef-ce95-434c-947b-74b637590125" -d '{"events": [{"name": "network-changed", "server_uuid": "8a184e29-6493-48c2-b5d7-fe098bcb7e0e", "tag": "7d9cd269-da9b-46a2-a0f0-afbb0a84d461"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 08 22:17:48.380980 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.v2.base [None req-dda0e55b-6464-495e-a348-30d92633fceb tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1625993480', 'description': 'tempest-secgroup-smoke-1625993480 description', 'project_id': '591851cbb96843c287971cf54acad618'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:17:48.427699 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-dda0e55b-6464-495e-a348-30d92633fceb tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Publish callbacks [] for security_group (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:48.440760 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 08 May 2022 22:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f55bbdc-eb55-40a3-930f-9a90bafb20e2 x-openstack-request-id: req-0f55bbdc-eb55-40a3-930f-9a90bafb20e2 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 08 22:17:48.441224 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a184e29-6493-48c2-b5d7-fe098bcb7e0e", "tag": "7d9cd269-da9b-46a2-a0f0-afbb0a84d461", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 08 22:17:48.441653 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0f55bbdc-eb55-40a3-930f-9a90bafb20e2 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 08 22:17:48.442760 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f55bbdc-eb55-40a3-930f-9a90bafb20e2'] response: {'name': 'network-changed', 'server_uuid': '8a184e29-6493-48c2-b5d7-fe098bcb7e0e', 'tag': '7d9cd269-da9b-46a2-a0f0-afbb0a84d461', 'status': 'completed', 'code': 200} May 08 22:17:48.468776 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-499ba485-8375-4dd2-a2b5-69853672b284 None None] Set router a8f265f4-b07f-43aa-9594-a6ccda3c5d38 gateway port host: dv-cinder-840511-5-iscsi {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:17:48.507163 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-63ab03b4-ad53-4b84-a29a-e6c66f17ddc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (69aa2ac4-530d-40c2-a84a-3161d84edf61), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:48.554833 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-dda0e55b-6464-495e-a348-30d92633fceb tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Publish callbacks [] for security_group (f71b43b0-b7dc-4e11-b18c-2293bb282793), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:48.561186 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-dda0e55b-6464-495e-a348-30d92633fceb tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (f71b43b0-b7dc-4e11-b18c-2293bb282793), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:48.594928 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-dda0e55b-6464-495e-a348-30d92633fceb tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Publish callbacks [] for security_group (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:48.596177 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-dda0e55b-6464-495e-a348-30d92633fceb tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2203152 May 08 22:17:48.599097 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 53012) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:17:48.600753 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda0e55b-6464-495e-a348-30d92633fceb tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f71b43b0-b7dc-4e11-b18c-2293bb282793,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:17:48.611508 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [None req-a0c649d4-e587-4b6a-9876-d8da980d9fbc tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Request body: {'security_group_rule': {'security_group_id': 'f71b43b0-b7dc-4e11-b18c-2293bb282793', 'project_id': '591851cbb96843c287971cf54acad618', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:17:48.663105 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a0c649d4-e587-4b6a-9876-d8da980d9fbc tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Publish callbacks [] for security_group_rule (68466004-7cb5-4124-8638-bb97e9311fb6), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:48.744651 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a0c649d4-e587-4b6a-9876-d8da980d9fbc tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Publish callbacks [] for security_group_rule (68466004-7cb5-4124-8638-bb97e9311fb6), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:48.749326 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a0c649d4-e587-4b6a-9876-d8da980d9fbc tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571357'] for security_group_rule (68466004-7cb5-4124-8638-bb97e9311fb6), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:48.772825 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c649d4-e587-4b6a-9876-d8da980d9fbc tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68466004-7cb5-4124-8638-bb97e9311fb6,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:17:48.788364 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a0c649d4-e587-4b6a-9876-d8da980d9fbc tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:48.789827 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-a0c649d4-e587-4b6a-9876-d8da980d9fbc tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1894417 May 08 22:17:48.792671 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 53026) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:17:48.797654 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [None req-e7ad8fe0-9698-4e2b-8969-5c4d43a37c68 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Request body: {'security_group_rule': {'security_group_id': 'f71b43b0-b7dc-4e11-b18c-2293bb282793', 'project_id': '591851cbb96843c287971cf54acad618', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:17:48.827775 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e7ad8fe0-9698-4e2b-8969-5c4d43a37c68 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Publish callbacks [] for security_group_rule (94d459cb-0faa-4dca-b4ce-85f9c2c265b6), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:48.861866 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-499ba485-8375-4dd2-a2b5-69853672b284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f265f4-b07f-43aa-9594-a6ccda3c5d38', 'name': 'tempest-TestMinimumBasicScenario-1998958817-router', 'tenant_id': '591851cbb96843c287971cf54acad618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': 'b639c3ec-0801-415f-b630-4947868392a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:16:15Z', 'updated_at': '2022-05-08T22:16:18Z', 'revision_number': 4, 'project_id': '591851cbb96843c287971cf54acad618', 'gw_port': {'id': 'b639c3ec-0801-415f-b630-4947868392a4', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:a8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f265f4-b07f-43aa-9594-a6ccda3c5d38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:16:15Z', 'updated_at': '2022-05-08T22:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_floatingips': [{'id': '1b33bb00-7992-4ff1-ae33-de98e8598ab6', 'tenant_id': '591851cbb96843c287971cf54acad618', 'floating_ip_address': '172.27.2.217', 'floating_network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'router_id': 'a8f265f4-b07f-43aa-9594-a6ccda3c5d38', 'port_id': '7d9cd269-da9b-46a2-a0f0-afbb0a84d461', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2aae8800-127b-4312-8164-8a20bcfe6f91', 'mac_address': 'fa:16:3e:2d:3c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a184e29-6493-48c2-b5d7-fe098bcb7e0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-08T22:17:46Z', 'updated_at': '2022-05-08T22:17:46Z', 'revision_number': 0, 'project_id': '591851cbb96843c287971cf54acad618', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8936f5c-2b4b-4cfa-af7d-30a20440a08a', 'name': '', 'network_id': '2aae8800-127b-4312-8164-8a20bcfe6f91', 'tenant_id': '591851cbb96843c287971cf54acad618', 'mac_address': 'fa:16:3e:0c:56:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f265f4-b07f-43aa-9594-a6ccda3c5d38', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'e594cb87-8b3c-497d-b749-a06b23b83e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:16:18Z', 'updated_at': '2022-05-08T22:16:22Z', 'revision_number': 5, 'project_id': '591851cbb96843c287971cf54acad618', 'subnets': [{'id': 'e594cb87-8b3c-497d-b749-a06b23b83e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:17:48.893972 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e7ad8fe0-9698-4e2b-8969-5c4d43a37c68 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Publish callbacks [] for security_group_rule (94d459cb-0faa-4dca-b4ce-85f9c2c265b6), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:48.894943 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499ba485-8375-4dd2-a2b5-69853672b284 None None] Checking router: a8f265f4-b07f-43aa-9594-a6ccda3c5d38 for host: dv-cinder-840511-5-iscsi {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 08 22:17:48.899137 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e7ad8fe0-9698-4e2b-8969-5c4d43a37c68 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571357'] for security_group_rule (94d459cb-0faa-4dca-b4ce-85f9c2c265b6), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:48.905035 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499ba485-8375-4dd2-a2b5-69853672b284 None None] Routers {'a8f265f4-b07f-43aa-9594-a6ccda3c5d38'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:17:48.905673 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-499ba485-8375-4dd2-a2b5-69853672b284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:17:48Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['a8f265f4-b07f-43aa-9594-a6ccda3c5d38'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:17:48.918384 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ad8fe0-9698-4e2b-8969-5c4d43a37c68 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94d459cb-0faa-4dca-b4ce-85f9c2c265b6,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:17:48.925433 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e7ad8fe0-9698-4e2b-8969-5c4d43a37c68 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:48.926618 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-e7ad8fe0-9698-4e2b-8969-5c4d43a37c68 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1327772 May 08 22:17:48.929417 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 53032) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:17:48.934158 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [None req-9dfec4c1-cd7d-499f-8966-cd18dbfee410 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Request body: {'security_group_rule': {'security_group_id': 'f71b43b0-b7dc-4e11-b18c-2293bb282793', 'project_id': '591851cbb96843c287971cf54acad618', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:17:48.959688 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9dfec4c1-cd7d-499f-8966-cd18dbfee410 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Publish callbacks [] for security_group_rule (9a45439f-9565-4873-9cb8-3a74b0b3c487), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:49.022691 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9dfec4c1-cd7d-499f-8966-cd18dbfee410 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Publish callbacks [] for security_group_rule (9a45439f-9565-4873-9cb8-3a74b0b3c487), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:49.028327 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9dfec4c1-cd7d-499f-8966-cd18dbfee410 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571357'] for security_group_rule (9a45439f-9565-4873-9cb8-3a74b0b3c487), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:49.031668 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device d2103941-bd02-478e-927d-7199eff09e08 no longer exists at agent hyperv_hv-cinder-84051 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 08 22:17:49.032382 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-499ba485-8375-4dd2-a2b5-69853672b284 None None] Set router a8f265f4-b07f-43aa-9594-a6ccda3c5d38 gateway port host: dv-cinder-840511-5-iscsi {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:17:49.057597 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] No Port match for: d2103941-bd02-478e-927d-7199eff09e08 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 08 22:17:49.058901 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device d2103941-bd02-478e-927d-7199eff09e08 not bound to the agent host hv-cinder-84051 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 08 22:17:49.075129 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfec4c1-cd7d-499f-8966-cd18dbfee410 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a45439f-9565-4873-9cb8-3a74b0b3c487,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:17:49.093322 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9dfec4c1-cd7d-499f-8966-cd18dbfee410 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:49.097429 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-9dfec4c1-cd7d-499f-8966-cd18dbfee410 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1641467 May 08 22:17:49.097429 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d14c5ef-ce95-434c-947b-74b637590125 req-2e24a6a3-501c-4fd8-b707-80706239e636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:49.097629 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-8d14c5ef-ce95-434c-947b-74b637590125 req-2e24a6a3-501c-4fd8-b707-80706239e636 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=591851cbb96843c287971cf54acad618&device_id=8a184e29-6493-48c2-b5d7-fe098bcb7e0e HTTP/1.1" status: 200 len: 1130 time: 0.0596201 May 08 22:17:49.097828 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 53042) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:17:49.102449 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.v2.base [None req-6ac4b5f0-c028-4a7b-b640-472d16890add tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Request body: {'security_group_rule': {'security_group_id': 'f71b43b0-b7dc-4e11-b18c-2293bb282793', 'project_id': '591851cbb96843c287971cf54acad618', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:17:49.139993 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6ac4b5f0-c028-4a7b-b640-472d16890add tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Publish callbacks [] for security_group_rule (5b1bca68-15fc-4a62-b371-adb55e5f87a0), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:49.229257 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33643397-f9ea-4661-839b-8408da702919 req-0c3eb0bc-4c66-4842-9287-c237b71349a2 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:49.230856 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-33643397-f9ea-4661-839b-8408da702919 req-0c3eb0bc-4c66-4842-9287-c237b71349a2 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=1be25f68-2dfe-4af6-8c3e-5dbdf1acc72d HTTP/1.1" status: 200 len: 945 time: 0.0753968 May 08 22:17:49.255185 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d14c5ef-ce95-434c-947b-74b637590125 req-c842411c-c019-4520-a41f-1ab0b7cbe10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:49.256811 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-8d14c5ef-ce95-434c-947b-74b637590125 req-c842411c-c019-4520-a41f-1ab0b7cbe10e service neutron] 10.222.0.24 "GET /v2.0/networks?id=2aae8800-127b-4312-8164-8a20bcfe6f91 HTTP/1.1" status: 200 len: 916 time: 0.1480114 May 08 22:17:49.259700 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6ac4b5f0-c028-4a7b-b640-472d16890add tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Publish callbacks [] for security_group_rule (5b1bca68-15fc-4a62-b371-adb55e5f87a0), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:49.266722 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6ac4b5f0-c028-4a7b-b640-472d16890add tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571357'] for security_group_rule (5b1bca68-15fc-4a62-b371-adb55e5f87a0), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:49.302988 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-499ba485-8375-4dd2-a2b5-69853672b284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f265f4-b07f-43aa-9594-a6ccda3c5d38', 'name': 'tempest-TestMinimumBasicScenario-1998958817-router', 'tenant_id': '591851cbb96843c287971cf54acad618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': 'b639c3ec-0801-415f-b630-4947868392a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:16:15Z', 'updated_at': '2022-05-08T22:16:18Z', 'revision_number': 4, 'project_id': '591851cbb96843c287971cf54acad618', 'gw_port': {'id': 'b639c3ec-0801-415f-b630-4947868392a4', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:a8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f265f4-b07f-43aa-9594-a6ccda3c5d38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:16:15Z', 'updated_at': '2022-05-08T22:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_floatingips': [{'id': '1b33bb00-7992-4ff1-ae33-de98e8598ab6', 'tenant_id': '591851cbb96843c287971cf54acad618', 'floating_ip_address': '172.27.2.217', 'floating_network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'router_id': 'a8f265f4-b07f-43aa-9594-a6ccda3c5d38', 'port_id': '7d9cd269-da9b-46a2-a0f0-afbb0a84d461', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2aae8800-127b-4312-8164-8a20bcfe6f91', 'mac_address': 'fa:16:3e:2d:3c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a184e29-6493-48c2-b5d7-fe098bcb7e0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-08T22:17:46Z', 'updated_at': '2022-05-08T22:17:46Z', 'revision_number': 0, 'project_id': '591851cbb96843c287971cf54acad618', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8936f5c-2b4b-4cfa-af7d-30a20440a08a', 'name': '', 'network_id': '2aae8800-127b-4312-8164-8a20bcfe6f91', 'tenant_id': '591851cbb96843c287971cf54acad618', 'mac_address': 'fa:16:3e:0c:56:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f265f4-b07f-43aa-9594-a6ccda3c5d38', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'e594cb87-8b3c-497d-b749-a06b23b83e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:16:18Z', 'updated_at': '2022-05-08T22:16:22Z', 'revision_number': 5, 'project_id': '591851cbb96843c287971cf54acad618', 'subnets': [{'id': 'e594cb87-8b3c-497d-b749-a06b23b83e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:17:49.304777 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac4b5f0-c028-4a7b-b640-472d16890add tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b1bca68-15fc-4a62-b371-adb55e5f87a0,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:17:49.311282 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-33643397-f9ea-4661-839b-8408da702919 req-ae3421f0-67d4-47bf-82ad-ee86d7262e40 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735772 May 08 22:17:49.313924 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6ac4b5f0-c028-4a7b-b640-472d16890add tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:49.317907 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-6ac4b5f0-c028-4a7b-b640-472d16890add tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2190218 May 08 22:17:49.318965 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 53058) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:17:49.322904 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.v2.base [None req-6bde3373-7870-4339-935e-8208aae4f74a tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Request body: {'security_group_rule': {'security_group_id': 'f71b43b0-b7dc-4e11-b18c-2293bb282793', 'project_id': '591851cbb96843c287971cf54acad618', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:17:49.332823 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-68d59b13-bdd3-4890-b330-3a9be9bf9791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (167e5ba9-08ef-43b6-aca0-7c88b7f9e735), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:49.353764 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499ba485-8375-4dd2-a2b5-69853672b284 None None] The sync data for ids ['a8f265f4-b07f-43aa-9594-a6ccda3c5d38'] in dv-cinder-840511-5-iscsi is: [{'id': 'a8f265f4-b07f-43aa-9594-a6ccda3c5d38', 'name': 'tempest-TestMinimumBasicScenario-1998958817-router', 'tenant_id': '591851cbb96843c287971cf54acad618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': 'b639c3ec-0801-415f-b630-4947868392a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:16:15Z', 'updated_at': '2022-05-08T22:16:18Z', 'revision_number': 4, 'project_id': '591851cbb96843c287971cf54acad618', 'gw_port': {'id': 'b639c3ec-0801-415f-b630-4947868392a4', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:a8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f265f4-b07f-43aa-9594-a6ccda3c5d38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:16:15Z', 'updated_at': '2022-05-08T22:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_floatingips': [{'id': '1b33bb00-7992-4ff1-ae33-de98e8598ab6', 'tenant_id': '591851cbb96843c287971cf54acad618', 'floating_ip_address': '172.27.2.217', 'floating_network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'router_id': 'a8f265f4-b07f-43aa-9594-a6ccda3c5d38', 'port_id': '7d9cd269-da9b-46a2-a0f0-afbb0a84d461', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2aae8800-127b-4312-8164-8a20bcfe6f91', 'mac_address': 'fa:16:3e:2d:3c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a184e29-6493-48c2-b5d7-fe098bcb7e0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-08T22:17:46Z', 'updated_at': '2022-05-08T22:17:46Z', 'revision_number': 0, 'project_id': '591851cbb96843c287971cf54acad618', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8936f5c-2b4b-4cfa-af7d-30a20440a08a', 'name': '', 'network_id': '2aae8800-127b-4312-8164-8a20bcfe6f91', 'tenant_id': '591851cbb96843c287971cf54acad618', 'mac_address': 'fa:16:3e:0c:56:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f265f4-b07f-43aa-9594-a6ccda3c5d38', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'e594cb87-8b3c-497d-b749-a06b23b83e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:16:18Z', 'updated_at': '2022-05-08T22:16:22Z', 'revision_number': 5, 'project_id': '591851cbb96843c287971cf54acad618', 'subnets': [{'id': 'e594cb87-8b3c-497d-b749-a06b23b83e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 08 22:17:49.354409 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.db.securitygroups_db [None req-6bde3373-7870-4339-935e-8208aae4f74a tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Project 591851cbb96843c287971cf54acad618 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 08 22:17:49.361544 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6bde3373-7870-4339-935e-8208aae4f74a tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Publish callbacks [] for security_group_rule (f034785e-aee6-4819-8fc4-d10f5efe6423), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:49.379391 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-8d14c5ef-ce95-434c-947b-74b637590125 req-59b7fcb8-59fe-4e07-9e5c-3f5294840a4f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7d9cd269-da9b-46a2-a0f0-afbb0a84d461 HTTP/1.1" status: 200 len: 1000 time: 0.0829225 May 08 22:17:49.435255 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6bde3373-7870-4339-935e-8208aae4f74a tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Publish callbacks [] for security_group_rule (f034785e-aee6-4819-8fc4-d10f5efe6423), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:49.435750 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d14c5ef-ce95-434c-947b-74b637590125 req-f753d630-450d-4abb-ba48-38a11f02ab76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:49.437276 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-8d14c5ef-ce95-434c-947b-74b637590125 req-f753d630-450d-4abb-ba48-38a11f02ab76 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e594cb87-8b3c-497d-b749-a06b23b83e86 HTTP/1.1" status: 200 len: 854 time: 0.0489810 May 08 22:17:49.441128 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6bde3373-7870-4339-935e-8208aae4f74a tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571357'] for security_group_rule (f034785e-aee6-4819-8fc4-d10f5efe6423), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:49.460028 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bde3373-7870-4339-935e-8208aae4f74a tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f034785e-aee6-4819-8fc4-d10f5efe6423,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:17:49.468722 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6bde3373-7870-4339-935e-8208aae4f74a tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:49.472431 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-6bde3373-7870-4339-935e-8208aae4f74a tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1505988 May 08 22:17:49.472768 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 53060) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:17:49.478885 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [None req-c242846f-0a5e-4104-b387-0f416aad5c1c tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Request body: {'security_group_rule': {'security_group_id': 'f71b43b0-b7dc-4e11-b18c-2293bb282793', 'project_id': '591851cbb96843c287971cf54acad618', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:17:49.502785 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d14c5ef-ce95-434c-947b-74b637590125 req-0114a68e-8558-49de-8901-85f9a40152c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:49.504373 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-8d14c5ef-ce95-434c-947b-74b637590125 req-0114a68e-8558-49de-8901-85f9a40152c3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2aae8800-127b-4312-8164-8a20bcfe6f91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0593784 May 08 22:17:49.515074 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.db.securitygroups_db [None req-c242846f-0a5e-4104-b387-0f416aad5c1c tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Project 591851cbb96843c287971cf54acad618 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 08 22:17:49.521311 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c242846f-0a5e-4104-b387-0f416aad5c1c tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Publish callbacks [] for security_group_rule (04408286-ece3-413d-907b-139cd484aa37), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:49.565600 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ff05e9-3949-4841-a803-0441185a3b05 None None] New status for floating IP 1b33bb00-7992-4ff1-ae33-de98e8598ab6: ACTIVE {{(pid=103630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 08 22:17:49.588214 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c242846f-0a5e-4104-b387-0f416aad5c1c tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Publish callbacks [] for security_group_rule (04408286-ece3-413d-907b-139cd484aa37), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:49.593918 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c242846f-0a5e-4104-b387-0f416aad5c1c tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571357'] for security_group_rule (04408286-ece3-413d-907b-139cd484aa37), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:49.612723 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c242846f-0a5e-4104-b387-0f416aad5c1c tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04408286-ece3-413d-907b-139cd484aa37,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:17:49.623024 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c242846f-0a5e-4104-b387-0f416aad5c1c tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:49.624332 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-c242846f-0a5e-4104-b387-0f416aad5c1c tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1488602 May 08 22:17:49.751275 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-3bb1d0a8-b057-4a3b-ad22-dc23c693591e req-832e6706-f48b-4d05-8b79-20ed27c37a43 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1625993480&fields=id&tenant_id=591851cbb96843c287971cf54acad618 HTTP/1.1" status: 200 len: 267 time: 0.0796895 May 08 22:17:49.771432 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-8d14c5ef-ce95-434c-947b-74b637590125 req-7c89fce4-ced2-442e-a192-8272a029f23f service neutron] 10.222.0.24 "GET /v2.0/networks/2aae8800-127b-4312-8164-8a20bcfe6f91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106400 May 08 22:17:49.809887 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb1d0a8-b057-4a3b-ad22-dc23c693591e req-32a24f3b-69c4-41c8-95a5-bda34788eaf0 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:49.811430 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-3bb1d0a8-b057-4a3b-ad22-dc23c693591e req-32a24f3b-69c4-41c8-95a5-bda34788eaf0 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a184e29-6493-48c2-b5d7-fe098bcb7e0e HTTP/1.1" status: 200 len: 946 time: 0.0515294 May 08 22:17:49.822708 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.v2.base [req-3bb1d0a8-b057-4a3b-ad22-dc23c693591e req-d240e618-689b-4375-82e5-4d978941f881 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Request body: {'port': {'security_groups': ['37a1b9bc-e6b4-43c1-bfa8-8a40c582d1ef', 'f71b43b0-b7dc-4e11-b18c-2293bb282793']}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:17:49.927659 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [req-3bb1d0a8-b057-4a3b-ad22-dc23c693591e req-d240e618-689b-4375-82e5-4d978941f881 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (7d9cd269-da9b-46a2-a0f0-afbb0a84d461), before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:50.153265 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.db [req-3bb1d0a8-b057-4a3b-ad22-dc23c693591e req-d240e618-689b-4375-82e5-4d978941f881 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] For port 7d9cd269-da9b-46a2-a0f0-afbb0a84d461, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=7d9cd269-da9b-46a2-a0f0-afbb0a84d461,segment=NetworkSegment(15aac9db-17a7-464b-8eed-23bde88d4145),segment_id=15aac9db-17a7-464b-8eed-23bde88d4145)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:17:50.182707 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [req-3bb1d0a8-b057-4a3b-ad22-dc23c693591e req-d240e618-689b-4375-82e5-4d978941f881 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Publish callbacks [] for port (7d9cd269-da9b-46a2-a0f0-afbb0a84d461), precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:50.188818 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [req-3bb1d0a8-b057-4a3b-ad22-dc23c693591e req-d240e618-689b-4375-82e5-4d978941f881 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (7d9cd269-da9b-46a2-a0f0-afbb0a84d461), after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:50.231180 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] get_ports_and_sgs() called for port_ids ['7d9cd269-da9b-46a2-a0f0-afbb0a84d461'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 08 22:17:50.234953 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb1d0a8-b057-4a3b-ad22-dc23c693591e req-d240e618-689b-4375-82e5-4d978941f881 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:50.235375 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [req-3bb1d0a8-b057-4a3b-ad22-dc23c693591e req-d240e618-689b-4375-82e5-4d978941f881 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745315'] for port (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:50.236992 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-3bb1d0a8-b057-4a3b-ad22-dc23c693591e req-d240e618-689b-4375-82e5-4d978941f881 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "PUT /v2.0/ports/7d9cd269-da9b-46a2-a0f0-afbb0a84d461 HTTP/1.1" status: 200 len: 982 time: 0.4190385 May 08 22:17:50.237456 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a184e29-6493-48c2-b5d7-fe098bcb7e0e', 'tag': '7d9cd269-da9b-46a2-a0f0-afbb0a84d461'}] {{(pid=103628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 08 22:17:50.239782 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e2a9c85b17fa97aa3ee6f0cc28bce24bf61ad2de26c4d93421d838ad5289b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5390e7ab-154c-497a-b25f-dfbc1336f249" -d '{"events": [{"name": "network-changed", "server_uuid": "8a184e29-6493-48c2-b5d7-fe098bcb7e0e", "tag": "7d9cd269-da9b-46a2-a0f0-afbb0a84d461"}]}' {{(pid=103628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 08 22:17:50.287591 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d240e618-689b-4375-82e5-4d978941f881 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Pushing event updated for resources: {'Port': ['ID=7d9cd269-da9b-46a2-a0f0-afbb0a84d461,revision_number=6']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:17:50.308285 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 08 May 2022 22:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-699b1fa8-ed66-4856-89fd-e6a3b8f3d86c x-openstack-request-id: req-699b1fa8-ed66-4856-89fd-e6a3b8f3d86c {{(pid=103628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 08 22:17:50.308827 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a184e29-6493-48c2-b5d7-fe098bcb7e0e", "tag": "7d9cd269-da9b-46a2-a0f0-afbb0a84d461", "status": "completed", "code": 200}]} {{(pid=103628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 08 22:17:50.309272 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-699b1fa8-ed66-4856-89fd-e6a3b8f3d86c {{(pid=103628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 08 22:17:50.309683 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.notifiers.nova [-] Nova event matching ['req-699b1fa8-ed66-4856-89fd-e6a3b8f3d86c'] response: {'name': 'network-changed', 'server_uuid': '8a184e29-6493-48c2-b5d7-fe098bcb7e0e', 'tag': '7d9cd269-da9b-46a2-a0f0-afbb0a84d461', 'status': 'completed', 'code': 200} May 08 22:17:50.392607 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0388376-3a95-415f-b965-cd52545ce181 req-ba0fedde-bd93-4086-987c-f2a89aaed516 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:50.408695 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-d0388376-3a95-415f-b965-cd52545ce181 req-ba0fedde-bd93-4086-987c-f2a89aaed516 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a184e29-6493-48c2-b5d7-fe098bcb7e0e HTTP/1.1" status: 200 len: 985 time: 0.0918348 May 08 22:17:50.449420 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-8d14c5ef-ce95-434c-947b-74b637590125 req-42fb9a85-2618-4dac-ad1f-5a082b841e46 service neutron] 10.222.0.24 "GET /v2.0/networks/2aae8800-127b-4312-8164-8a20bcfe6f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341696 May 08 22:17:50.490682 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf81dd-45d6-4560-b5f6-6508c228723a req-4fa6f488-ca0a-47f1-8012-5fe44d7b45c5 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:50.492904 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-62cf81dd-45d6-4560-b5f6-6508c228723a req-4fa6f488-ca0a-47f1-8012-5fe44d7b45c5 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=1be25f68-2dfe-4af6-8c3e-5dbdf1acc72d HTTP/1.1" status: 200 len: 945 time: 0.0811267 May 08 22:17:50.503950 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-4a7db450-5c58-4371-ae6e-c0905de4bbbb None None] Provisioning complete for port 7d9cd269-da9b-46a2-a0f0-afbb0a84d461 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:17:50.504237 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-4a7db450-5c58-4371-ae6e-c0905de4bbbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (7d9cd269-da9b-46a2-a0f0-afbb0a84d461), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:50.537576 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-d0388376-3a95-415f-b965-cd52545ce181 req-94cbef0b-b7cf-4d54-ac50-ee273e8ce1f0 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/security-groups?id=37a1b9bc-e6b4-43c1-bfa8-8a40c582d1ef&id=f71b43b0-b7dc-4e11-b18c-2293bb282793&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1275780 May 08 22:17:50.573280 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-62cf81dd-45d6-4560-b5f6-6508c228723a req-557919de-a38f-463b-8464-81a714d349a6 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694535 May 08 22:17:50.651680 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-4a7db450-5c58-4371-ae6e-c0905de4bbbb None None] Current status of the port 7d9cd269-da9b-46a2-a0f0-afbb0a84d461 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:17:50.819974 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a52ee9-fec5-49e6-8d4a-c0c196128a83 req-1c4dc2b2-9e3a-459c-92d9-34f89e81a7d5 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:50.821493 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-36a52ee9-fec5-49e6-8d4a-c0c196128a83 req-1c4dc2b2-9e3a-459c-92d9-34f89e81a7d5 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=1be25f68-2dfe-4af6-8c3e-5dbdf1acc72d HTTP/1.1" status: 200 len: 945 time: 0.0458786 May 08 22:17:50.869954 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-36a52ee9-fec5-49e6-8d4a-c0c196128a83 req-17f6e9d8-886c-4465-bd7c-54dc43306718 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428863 May 08 22:17:50.916037 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f82e6e54-0a06-4075-8e4d-2bf0b0f201e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (1fcc0290-7f55-4633-95cb-6d94e7aa5e57), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:52.000585 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203a5e16-c286-43ad-89ce-571d5c502fe7 req-6a70e027-51aa-4cac-9a80-c66b338fd566 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:52.002146 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-203a5e16-c286-43ad-89ce-571d5c502fe7 req-6a70e027-51aa-4cac-9a80-c66b338fd566 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=1be25f68-2dfe-4af6-8c3e-5dbdf1acc72d HTTP/1.1" status: 200 len: 945 time: 0.0522838 May 08 22:17:52.053443 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-203a5e16-c286-43ad-89ce-571d5c502fe7 req-c3d7380d-5c33-4021-91dd-6ec86c21ded4 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429153 May 08 22:17:52.435983 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (7e3c7ef6-abd5-4f0f-b372-b2734b637fd0), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:17:53.175010 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8503362-f9f1-4251-9775-e05212f3a239 req-322fe182-cc11-42f9-bb4c-eeac2f27e35a tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:53.176452 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-d8503362-f9f1-4251-9775-e05212f3a239 req-322fe182-cc11-42f9-bb4c-eeac2f27e35a tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=1be25f68-2dfe-4af6-8c3e-5dbdf1acc72d HTTP/1.1" status: 200 len: 945 time: 0.0466981 May 08 22:17:53.228687 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-d8503362-f9f1-4251-9775-e05212f3a239 req-c157e2d0-0cd9-49b4-b44f-a033a9442672 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438008 May 08 22:17:54.352203 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d3ffec-5465-48e5-8fc4-28f22a90e828 req-44a640f7-f775-458e-aaf9-6febef3dbfe4 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:54.353691 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-49d3ffec-5465-48e5-8fc4-28f22a90e828 req-44a640f7-f775-458e-aaf9-6febef3dbfe4 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=1be25f68-2dfe-4af6-8c3e-5dbdf1acc72d HTTP/1.1" status: 200 len: 945 time: 0.0542536 May 08 22:17:54.407097 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-49d3ffec-5465-48e5-8fc4-28f22a90e828 req-ae684c2c-0cdb-48d5-8d71-39993fdc8910 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462728 May 08 22:17:55.498821 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] get_ports_and_sgs() called for port_ids ['7d9cd269-da9b-46a2-a0f0-afbb0a84d461'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 08 22:17:55.527612 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74042e2-2664-4972-b302-b31571700640 req-c0971ae0-93ec-4913-bf76-5f5f9d67491e tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:55.529141 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-a74042e2-2664-4972-b302-b31571700640 req-c0971ae0-93ec-4913-bf76-5f5f9d67491e tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=1be25f68-2dfe-4af6-8c3e-5dbdf1acc72d HTTP/1.1" status: 200 len: 945 time: 0.0547736 May 08 22:17:55.577766 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-a74042e2-2664-4972-b302-b31571700640 req-d03e757a-69b6-4931-92a6-027476a5afc0 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424726 May 08 22:17:55.658560 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a99682f-6d02-4191-9611-0a2865f827ec req-c591b2de-6865-4d38-b7c2-7355891aacc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:55.660061 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-3a99682f-6d02-4191-9611-0a2865f827ec req-c591b2de-6865-4d38-b7c2-7355891aacc4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9bf17cedd3154ce4b6b2bd0e4dcbb92c&device_id=1be25f68-2dfe-4af6-8c3e-5dbdf1acc72d HTTP/1.1" status: 200 len: 1129 time: 0.0648465 May 08 22:17:55.663249 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5390e7ab-154c-497a-b25f-dfbc1336f249 req-d244630a-be4e-4578-ab09-ac0717c45767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:55.664589 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-5390e7ab-154c-497a-b25f-dfbc1336f249 req-d244630a-be4e-4578-ab09-ac0717c45767 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=591851cbb96843c287971cf54acad618&device_id=8a184e29-6493-48c2-b5d7-fe098bcb7e0e HTTP/1.1" status: 200 len: 1169 time: 0.0607941 May 08 22:17:55.828480 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a99682f-6d02-4191-9611-0a2865f827ec req-a347a028-bc6d-4c79-a31a-d129f20ea46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:55.830156 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-3a99682f-6d02-4191-9611-0a2865f827ec req-a347a028-bc6d-4c79-a31a-d129f20ea46d service neutron] 10.222.0.24 "GET /v2.0/networks?id=4427f95d-7dad-47df-8ab1-304fd704186a HTTP/1.1" status: 200 len: 919 time: 0.1572306 May 08 22:17:55.831516 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5390e7ab-154c-497a-b25f-dfbc1336f249 req-ce40e99d-8d7d-43d8-9e75-990ff523778b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:55.832896 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-5390e7ab-154c-497a-b25f-dfbc1336f249 req-ce40e99d-8d7d-43d8-9e75-990ff523778b service neutron] 10.222.0.24 "GET /v2.0/networks?id=2aae8800-127b-4312-8164-8a20bcfe6f91 HTTP/1.1" status: 200 len: 916 time: 0.1588297 May 08 22:17:55.917655 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-3a99682f-6d02-4191-9611-0a2865f827ec req-8c511dad-8a6f-49e0-9bc0-8ca712c531ed service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e36bd48-5ead-4567-94f4-b17494e5b745 HTTP/1.1" status: 200 len: 217 time: 0.0706966 May 08 22:17:55.970192 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-5390e7ab-154c-497a-b25f-dfbc1336f249 req-e66beb3c-1c65-4896-b230-57b160660ab5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7d9cd269-da9b-46a2-a0f0-afbb0a84d461 HTTP/1.1" status: 200 len: 1002 time: 0.1165812 May 08 22:17:56.016984 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a99682f-6d02-4191-9611-0a2865f827ec req-73d4b630-1627-4cbf-96bf-1a750e1d8e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:56.018623 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-3a99682f-6d02-4191-9611-0a2865f827ec req-73d4b630-1627-4cbf-96bf-1a750e1d8e74 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d42cc4d2-76bb-4552-9ac7-abf4e664168d HTTP/1.1" status: 200 len: 857 time: 0.0836792 May 08 22:17:56.026891 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5390e7ab-154c-497a-b25f-dfbc1336f249 req-c0c68024-3a01-49cb-bd9b-869498af3af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:56.028214 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-5390e7ab-154c-497a-b25f-dfbc1336f249 req-c0c68024-3a01-49cb-bd9b-869498af3af3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e594cb87-8b3c-497d-b749-a06b23b83e86 HTTP/1.1" status: 200 len: 854 time: 0.0504415 May 08 22:17:56.104014 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a99682f-6d02-4191-9611-0a2865f827ec req-93e1d603-cacc-4232-96b8-94126225d531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:56.105443 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-3a99682f-6d02-4191-9611-0a2865f827ec req-93e1d603-cacc-4232-96b8-94126225d531 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4427f95d-7dad-47df-8ab1-304fd704186a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0685966 May 08 22:17:56.106463 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5390e7ab-154c-497a-b25f-dfbc1336f249 req-b10e5c2e-98c7-4527-b6a6-97a6a57d4790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:56.107785 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-5390e7ab-154c-497a-b25f-dfbc1336f249 req-b10e5c2e-98c7-4527-b6a6-97a6a57d4790 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2aae8800-127b-4312-8164-8a20bcfe6f91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0698519 May 08 22:17:56.269785 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-3a99682f-6d02-4191-9611-0a2865f827ec req-5cca3182-b799-4fad-a6ce-2df1783d2acd service neutron] 10.222.0.24 "GET /v2.0/networks/4427f95d-7dad-47df-8ab1-304fd704186a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518254 May 08 22:17:56.271585 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-5390e7ab-154c-497a-b25f-dfbc1336f249 req-2b10350d-bede-4842-b1d6-3086d35af175 service neutron] 10.222.0.24 "GET /v2.0/networks/2aae8800-127b-4312-8164-8a20bcfe6f91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429141 May 08 22:17:56.428244 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-5390e7ab-154c-497a-b25f-dfbc1336f249 req-139b3f0b-a95f-42d2-b11a-a9b1ff8402a9 service neutron] 10.222.0.24 "GET /v2.0/networks/2aae8800-127b-4312-8164-8a20bcfe6f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448619 May 08 22:17:56.430102 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-3a99682f-6d02-4191-9611-0a2865f827ec req-2a881f08-5660-4995-b72b-aa3a91b375e5 service neutron] 10.222.0.24 "GET /v2.0/networks/4427f95d-7dad-47df-8ab1-304fd704186a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479266 May 08 22:17:56.698439 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782b5528-9751-4054-91ff-cdb55f32cab4 req-394cf6ab-f366-4ceb-bb53-a2cf60ab7f0b tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:56.699908 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-782b5528-9751-4054-91ff-cdb55f32cab4 req-394cf6ab-f366-4ceb-bb53-a2cf60ab7f0b tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=1be25f68-2dfe-4af6-8c3e-5dbdf1acc72d HTTP/1.1" status: 200 len: 945 time: 0.0500805 May 08 22:17:56.755269 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-782b5528-9751-4054-91ff-cdb55f32cab4 req-4e1e1d12-c66a-4f09-9a16-1ec6eb82bc1d tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466142 May 08 22:17:57.885541 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90236cd6-2b42-4bd2-a8dd-66b7e4d7f0d3 req-ac73208b-78f0-4740-9d38-e477f13abb31 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:57.887644 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-90236cd6-2b42-4bd2-a8dd-66b7e4d7f0d3 req-ac73208b-78f0-4740-9d38-e477f13abb31 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=1be25f68-2dfe-4af6-8c3e-5dbdf1acc72d HTTP/1.1" status: 200 len: 945 time: 0.0536604 May 08 22:17:57.942170 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-90236cd6-2b42-4bd2-a8dd-66b7e4d7f0d3 req-16b66784-da9e-4a38-89f0-6df9346e1b0b tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482292 May 08 22:17:59.079806 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d6e22-932d-4a1f-8f2d-df179eeea4b0 req-8034bfe3-b16e-4fb8-96e4-ce8208a4bc83 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:17:59.087055 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-f57d6e22-932d-4a1f-8f2d-df179eeea4b0 req-8034bfe3-b16e-4fb8-96e4-ce8208a4bc83 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=1be25f68-2dfe-4af6-8c3e-5dbdf1acc72d HTTP/1.1" status: 200 len: 945 time: 0.0563555 May 08 22:17:59.133360 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-f57d6e22-932d-4a1f-8f2d-df179eeea4b0 req-f7d2f0b9-dc72-49a7-aa4d-e981b81979e8 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453563 May 08 22:18:00.266132 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95069af-c78a-45b1-9c65-94c298a863d8 req-d2a70f0a-07dc-4b03-a0eb-109564851feb tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:00.273483 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-d95069af-c78a-45b1-9c65-94c298a863d8 req-d2a70f0a-07dc-4b03-a0eb-109564851feb tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=1be25f68-2dfe-4af6-8c3e-5dbdf1acc72d HTTP/1.1" status: 200 len: 945 time: 0.0680754 May 08 22:18:00.329607 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-d95069af-c78a-45b1-9c65-94c298a863d8 req-5127d701-11fd-456f-a09f-8a1fe647f43a tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549822 May 08 22:18:03.231146 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 53312) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:18:03.236416 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.v2.base [None req-57974aba-2cbf-4542-98ad-02b5bfe03223 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Request body: {'security_group': {'name': 'tempest-securitygroup--212404700', 'description': 'tempest-description--1974002073'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:18:03.261704 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-57974aba-2cbf-4542-98ad-02b5bfe03223 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Publish callbacks [] for security_group (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:03.353396 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-57974aba-2cbf-4542-98ad-02b5bfe03223 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Publish callbacks [] for security_group (a49e6154-3948-4540-84d0-3002a0183869), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:03.358567 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-57974aba-2cbf-4542-98ad-02b5bfe03223 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (a49e6154-3948-4540-84d0-3002a0183869), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:03.389740 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57974aba-2cbf-4542-98ad-02b5bfe03223 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a49e6154-3948-4540-84d0-3002a0183869,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:18:03.394073 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-57974aba-2cbf-4542-98ad-02b5bfe03223 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Publish callbacks [] for security_group (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:03.395755 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-57974aba-2cbf-4542-98ad-02b5bfe03223 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1627553 May 08 22:18:03.399666 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 53316) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:18:03.407434 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.v2.base [None req-f8256040-cd37-4fa4-b3a1-4cf564dfb537 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Request body: {'security_group_rule': {'security_group_id': 'a49e6154-3948-4540-84d0-3002a0183869', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:18:03.436739 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f8256040-cd37-4fa4-b3a1-4cf564dfb537 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Publish callbacks [] for security_group_rule (6fd0de96-df66-41cc-9422-ccb35d8bfb02), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:03.496847 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f8256040-cd37-4fa4-b3a1-4cf564dfb537 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Publish callbacks [] for security_group_rule (6fd0de96-df66-41cc-9422-ccb35d8bfb02), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:03.501408 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f8256040-cd37-4fa4-b3a1-4cf564dfb537 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571357'] for security_group_rule (6fd0de96-df66-41cc-9422-ccb35d8bfb02), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:03.521659 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8256040-cd37-4fa4-b3a1-4cf564dfb537 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fd0de96-df66-41cc-9422-ccb35d8bfb02,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:18:03.534092 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f8256040-cd37-4fa4-b3a1-4cf564dfb537 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:03.535673 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-f8256040-cd37-4fa4-b3a1-4cf564dfb537 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1342635 May 08 22:18:03.538488 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 53318) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:18:03.542948 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.v2.base [None req-148d623f-9a48-4361-aa20-c29d7381084e tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Request body: {'security_group_rule': {'security_group_id': 'a49e6154-3948-4540-84d0-3002a0183869', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:18:03.572514 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-148d623f-9a48-4361-aa20-c29d7381084e tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Publish callbacks [] for security_group_rule (eff1cc06-7a49-4b78-9a72-fbe51b703d7c), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:03.643489 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-148d623f-9a48-4361-aa20-c29d7381084e tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Publish callbacks [] for security_group_rule (eff1cc06-7a49-4b78-9a72-fbe51b703d7c), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:03.648188 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-148d623f-9a48-4361-aa20-c29d7381084e tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571357'] for security_group_rule (eff1cc06-7a49-4b78-9a72-fbe51b703d7c), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:03.666317 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148d623f-9a48-4361-aa20-c29d7381084e tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eff1cc06-7a49-4b78-9a72-fbe51b703d7c,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:18:03.676845 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-148d623f-9a48-4361-aa20-c29d7381084e tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:03.678531 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-148d623f-9a48-4361-aa20-c29d7381084e tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1389999 May 08 22:18:03.681693 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 53324) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:18:03.688394 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [None req-0621687d-2ae7-4fde-9886-0dc6470d83ec tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Request body: {'floatingip': {'floating_network_id': '542aeef6-5046-439a-aa53-dc46759766dd'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:18:03.711364 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0621687d-2ae7-4fde-9886-0dc6470d83ec tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:03.806528 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0621687d-2ae7-4fde-9886-0dc6470d83ec tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:03.931258 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-0621687d-2ae7-4fde-9886-0dc6470d83ec tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Allocated IP 172.27.2.195 (542aeef6-5046-439a-aa53-dc46759766dd/c1306b94-a9cc-4730-bd7d-1800cb77959d/e2e462c7-227b-46b1-ba85-fc4a0b61059c) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 08 22:18:04.038831 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0621687d-2ae7-4fde-9886-0dc6470d83ec tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Publish callbacks [] for port (e2e462c7-227b-46b1-ba85-fc4a0b61059c), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:04.072957 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0621687d-2ae7-4fde-9886-0dc6470d83ec tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791034024012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633834'] for port (e2e462c7-227b-46b1-ba85-fc4a0b61059c), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:04.111510 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0621687d-2ae7-4fde-9886-0dc6470d83ec tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Network 542aeef6-5046-439a-aa53-dc46759766dd is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 08 22:18:04.114570 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-0621687d-2ae7-4fde-9886-0dc6470d83ec tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:18:04.120358 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0621687d-2ae7-4fde-9886-0dc6470d83ec tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 08 22:18:04.126042 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0621687d-2ae7-4fde-9886-0dc6470d83ec tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Pushing event updated for resources: {'Port': ['ID=e2e462c7-227b-46b1-ba85-fc4a0b61059c,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:18:04.223034 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0621687d-2ae7-4fde-9886-0dc6470d83ec tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Publish callbacks [] for floatingip (97a69fbe-1c0b-4486-b945-2d0068062f5f), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:04.260379 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0621687d-2ae7-4fde-9886-0dc6470d83ec tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (e2e462c7-227b-46b1-ba85-fc4a0b61059c), before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:04.421147 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0621687d-2ae7-4fde-9886-0dc6470d83ec tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Publish callbacks [] for port (e2e462c7-227b-46b1-ba85-fc4a0b61059c), precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:04.427137 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0621687d-2ae7-4fde-9886-0dc6470d83ec tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59633821'] for port (e2e462c7-227b-46b1-ba85-fc4a0b61059c), after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:04.497718 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0621687d-2ae7-4fde-9886-0dc6470d83ec tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Pushing event updated for resources: {'Port': ['ID=e2e462c7-227b-46b1-ba85-fc4a0b61059c,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:18:04.508058 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0621687d-2ae7-4fde-9886-0dc6470d83ec tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-788248'] for floatingip (97a69fbe-1c0b-4486-b945-2d0068062f5f), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:04.525585 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0621687d-2ae7-4fde-9886-0dc6470d83ec tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870'] for floatingip (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:04.540635 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-0621687d-2ae7-4fde-9886-0dc6470d83ec tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8442657 May 08 22:18:04.761894 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-7387788d-55bf-431d-a32f-1b5fdf7518ad req-ccb3f4b6-1e13-4188-ab08-a398ca3a0272 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--212404700&fields=id&tenant_id=9bf17cedd3154ce4b6b2bd0e4dcbb92c HTTP/1.1" status: 200 len: 267 time: 0.0551059 May 08 22:18:04.895312 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7387788d-55bf-431d-a32f-1b5fdf7518ad req-66c41c05-9141-48fe-8a92-be30917e4772 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:04.904248 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-7387788d-55bf-431d-a32f-1b5fdf7518ad req-66c41c05-9141-48fe-8a92-be30917e4772 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/networks?id=4427f95d-7dad-47df-8ab1-304fd704186a HTTP/1.1" status: 200 len: 818 time: 0.1347921 May 08 22:18:04.933824 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-7387788d-55bf-431d-a32f-1b5fdf7518ad req-81e49601-d001-4066-b909-73ec1d4a7a7c tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/quotas/9bf17cedd3154ce4b6b2bd0e4dcbb92c HTTP/1.1" status: 200 len: 375 time: 0.0266745 May 08 22:18:05.016721 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-7387788d-55bf-431d-a32f-1b5fdf7518ad req-627cd9e2-8d68-49e1-b3a7-6286e1fedc05 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9bf17cedd3154ce4b6b2bd0e4dcbb92c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0780911 May 08 22:18:05.173325 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-7387788d-55bf-431d-a32f-1b5fdf7518ad req-d2aa7b09-bc53-4a1d-b9c9-1eb1718f38f1 service neutron] 10.222.0.44 "GET /v2.0/networks/4427f95d-7dad-47df-8ab1-304fd704186a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385062 May 08 22:18:05.306534 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-7387788d-55bf-431d-a32f-1b5fdf7518ad req-dd1920b9-3448-4661-92d4-a6cfe638e256 service neutron] 10.222.0.44 "GET /v2.0/networks/4427f95d-7dad-47df-8ab1-304fd704186a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320705 May 08 22:18:05.579915 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-44cf6905-9577-4fa1-ab2e-5fc87d7080e3 req-5787ed21-94fa-40f1-8642-651787776585 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=8fcffdfe-d0ae-47bc-bab8-b2ea5b12a665 HTTP/1.1" status: 200 len: 210 time: 0.0473518 May 08 22:18:06.497661 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 53384) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:18:06.671140 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-87cb9ad4-f798-4a4e-b121-2302bb2f09d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:06.720611 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-a2db3ff2-b5d0-4104-b513-8dcd53b51dce req-8f81ff39-6366-4da6-bb54-a04427a5055f tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=8fcffdfe-d0ae-47bc-bab8-b2ea5b12a665 HTTP/1.1" status: 200 len: 210 time: 0.0399420 May 08 22:18:06.834976 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-87cb9ad4-f798-4a4e-b121-2302bb2f09d2 admin admin] Publish callbacks [] for security_group (b39537b3-d0da-4d1c-9c8c-f443a83e9789), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:06.842081 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-87cb9ad4-f798-4a4e-b121-2302bb2f09d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (b39537b3-d0da-4d1c-9c8c-f443a83e9789), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:06.883318 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7387788d-55bf-431d-a32f-1b5fdf7518ad req-df8ef921-9721-4904-97a1-0b10d5cfa764 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:06.885757 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-7387788d-55bf-431d-a32f-1b5fdf7518ad req-df8ef921-9721-4904-97a1-0b10d5cfa764 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.24 "GET /v2.0/networks?id=4427f95d-7dad-47df-8ab1-304fd704186a HTTP/1.1" status: 200 len: 818 time: 0.1544957 May 08 22:18:06.892603 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-87cb9ad4-f798-4a4e-b121-2302bb2f09d2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9baa450df19240319b09b6c839414d13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3937008 May 08 22:18:06.892932 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 53396) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:18:06.911782 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cb9ad4-f798-4a4e-b121-2302bb2f09d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b39537b3-d0da-4d1c-9c8c-f443a83e9789,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:18:07.003126 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6d64b121-f9d9-47c5-85f4-d20c1e859735 admin admin] Publish callbacks [] for security_group (b39537b3-d0da-4d1c-9c8c-f443a83e9789), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:07.009327 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-7387788d-55bf-431d-a32f-1b5fdf7518ad req-b0da9713-8206-4de4-8ee1-3efdb76bd991 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9bf17cedd3154ce4b6b2bd0e4dcbb92c HTTP/1.1" status: 200 len: 379 time: 0.0906851 May 08 22:18:07.031563 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6d64b121-f9d9-47c5-85f4-d20c1e859735 admin admin] Publish callbacks [] for security_group (b39537b3-d0da-4d1c-9c8c-f443a83e9789), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:07.089796 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6d64b121-f9d9-47c5-85f4-d20c1e859735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (b39537b3-d0da-4d1c-9c8c-f443a83e9789), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:07.094676 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6d64b121-f9d9-47c5-85f4-d20c1e859735 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:07.094676 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-6d64b121-f9d9-47c5-85f4-d20c1e859735 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b39537b3-d0da-4d1c-9c8c-f443a83e9789 HTTP/1.1" status: 204 len: 168 time: 0.2002578 May 08 22:18:07.104978 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d64b121-f9d9-47c5-85f4-d20c1e859735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39537b3-d0da-4d1c-9c8c-f443a83e9789,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:18:07.113958 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d64b121-f9d9-47c5-85f4-d20c1e859735 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:18:07.114343 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d64b121-f9d9-47c5-85f4-d20c1e859735 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:18:07.114693 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d64b121-f9d9-47c5-85f4-d20c1e859735 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:18:07.115020 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d64b121-f9d9-47c5-85f4-d20c1e859735 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:18:07.115349 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d64b121-f9d9-47c5-85f4-d20c1e859735 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:18:07.115732 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d64b121-f9d9-47c5-85f4-d20c1e859735 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:18:07.116057 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d64b121-f9d9-47c5-85f4-d20c1e859735 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:18:07.116378 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d64b121-f9d9-47c5-85f4-d20c1e859735 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:18:07.116839 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d64b121-f9d9-47c5-85f4-d20c1e859735 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:18:07.117043 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d64b121-f9d9-47c5-85f4-d20c1e859735 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:18:07.117354 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d64b121-f9d9-47c5-85f4-d20c1e859735 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:18:07.117674 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d64b121-f9d9-47c5-85f4-d20c1e859735 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:18:07.118141 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d64b121-f9d9-47c5-85f4-d20c1e859735 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:18:07.118474 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d64b121-f9d9-47c5-85f4-d20c1e859735 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:18:07.118780 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d64b121-f9d9-47c5-85f4-d20c1e859735 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:18:07.126654 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [req-7387788d-55bf-431d-a32f-1b5fdf7518ad req-2f67b7c3-e088-4acd-8177-6e7d30782151 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Request body: {'port': {'device_id': '8fcffdfe-d0ae-47bc-bab8-b2ea5b12a665', 'network_id': '4427f95d-7dad-47df-8ab1-304fd704186a', 'admin_state_up': True, 'tenant_id': '9bf17cedd3154ce4b6b2bd0e4dcbb92c', 'security_groups': ['a49e6154-3948-4540-84d0-3002a0183869']}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:18:07.527357 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7387788d-55bf-431d-a32f-1b5fdf7518ad req-2f67b7c3-e088-4acd-8177-6e7d30782151 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Made reservation on behalf of 9bf17cedd3154ce4b6b2bd0e4dcbb92c for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 08 22:18:07.535301 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-7387788d-55bf-431d-a32f-1b5fdf7518ad req-2f67b7c3-e088-4acd-8177-6e7d30782151 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:07.746005 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [req-7387788d-55bf-431d-a32f-1b5fdf7518ad req-2f67b7c3-e088-4acd-8177-6e7d30782151 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Allocated IP 172.20.0.8 (4427f95d-7dad-47df-8ab1-304fd704186a/d42cc4d2-76bb-4552-9ac7-abf4e664168d/b6ef1d5c-b1ef-498c-9efb-0c956a66f992) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 08 22:18:07.866162 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-b828cdf0-49b7-4dbf-822e-191220e1e0ef req-d72382a9-ed2c-4b7d-819a-ec50c18c3751 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=8fcffdfe-d0ae-47bc-bab8-b2ea5b12a665 HTTP/1.1" status: 200 len: 210 time: 0.0460751 May 08 22:18:07.980045 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-7387788d-55bf-431d-a32f-1b5fdf7518ad req-2f67b7c3-e088-4acd-8177-6e7d30782151 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Publish callbacks [] for port (b6ef1d5c-b1ef-498c-9efb-0c956a66f992), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:08.018181 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-7387788d-55bf-431d-a32f-1b5fdf7518ad req-2f67b7c3-e088-4acd-8177-6e7d30782151 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791034024012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633834'] for port (b6ef1d5c-b1ef-498c-9efb-0c956a66f992), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:08.067202 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7387788d-55bf-431d-a32f-1b5fdf7518ad req-2f67b7c3-e088-4acd-8177-6e7d30782151 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Network 4427f95d-7dad-47df-8ab1-304fd704186a is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 08 22:18:08.070514 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [req-7387788d-55bf-431d-a32f-1b5fdf7518ad req-2f67b7c3-e088-4acd-8177-6e7d30782151 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:18:08.073356 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-7387788d-55bf-431d-a32f-1b5fdf7518ad req-2f67b7c3-e088-4acd-8177-6e7d30782151 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 08 22:18:08.118779 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f67b7c3-e088-4acd-8177-6e7d30782151 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Pushing event updated for resources: {'Port': ['ID=b6ef1d5c-b1ef-498c-9efb-0c956a66f992,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:18:08.148166 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7387788d-55bf-431d-a32f-1b5fdf7518ad req-2f67b7c3-e088-4acd-8177-6e7d30782151 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:08.148918 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-7387788d-55bf-431d-a32f-1b5fdf7518ad req-2f67b7c3-e088-4acd-8177-6e7d30782151 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870'] for port (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:08.177459 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-7387788d-55bf-431d-a32f-1b5fdf7518ad req-2f67b7c3-e088-4acd-8177-6e7d30782151 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0554121 May 08 22:18:08.202684 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [req-7387788d-55bf-431d-a32f-1b5fdf7518ad req-70cde644-9dad-4b9e-bf6e-9f3d39a54d7d service neutron] Request body: {'port': {'device_id': '8fcffdfe-d0ae-47bc-bab8-b2ea5b12a665', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:18:08.295220 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-7387788d-55bf-431d-a32f-1b5fdf7518ad req-70cde644-9dad-4b9e-bf6e-9f3d39a54d7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (b6ef1d5c-b1ef-498c-9efb-0c956a66f992), before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:08.425376 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-ae5ecbcf-b5ce-4809-9aed-3642fd87de18 None None] Provisioning complete for port b6ef1d5c-b1ef-498c-9efb-0c956a66f992 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:18:08.426475 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-ae5ecbcf-b5ce-4809-9aed-3642fd87de18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (b6ef1d5c-b1ef-498c-9efb-0c956a66f992), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:08.486269 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-ae5ecbcf-b5ce-4809-9aed-3642fd87de18 None None] Port b6ef1d5c-b1ef-498c-9efb-0c956a66f992 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 08 22:18:08.597922 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.notifiers.nova [req-7387788d-55bf-431d-a32f-1b5fdf7518ad req-70cde644-9dad-4b9e-bf6e-9f3d39a54d7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6ef1d5c-b1ef-498c-9efb-0c956a66f992 {{(pid=103629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 08 22:18:08.605878 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-7387788d-55bf-431d-a32f-1b5fdf7518ad req-70cde644-9dad-4b9e-bf6e-9f3d39a54d7d service neutron] Publish callbacks [] for port (b6ef1d5c-b1ef-498c-9efb-0c956a66f992), precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:08.619124 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.provisioning_blocks [req-7387788d-55bf-431d-a32f-1b5fdf7518ad req-70cde644-9dad-4b9e-bf6e-9f3d39a54d7d service neutron] Transition to ACTIVE for port object b6ef1d5c-b1ef-498c-9efb-0c956a66f992 will not be triggered until provisioned by entity L2. {{(pid=103629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 08 22:18:08.624292 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-7387788d-55bf-431d-a32f-1b5fdf7518ad req-70cde644-9dad-4b9e-bf6e-9f3d39a54d7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59633821'] for port (b6ef1d5c-b1ef-498c-9efb-0c956a66f992), after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:08.678968 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cde644-9dad-4b9e-bf6e-9f3d39a54d7d service neutron] Pushing event updated for resources: {'Port': ['ID=b6ef1d5c-b1ef-498c-9efb-0c956a66f992,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:18:08.764472 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-7387788d-55bf-431d-a32f-1b5fdf7518ad req-70cde644-9dad-4b9e-bf6e-9f3d39a54d7d service neutron] Attempting to bind port b6ef1d5c-b1ef-498c-9efb-0c956a66f992 on host hv-cinder-84051 for vnic_type normal with profile {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 08 22:18:08.764858 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-7387788d-55bf-431d-a32f-1b5fdf7518ad req-70cde644-9dad-4b9e-bf6e-9f3d39a54d7d service neutron] Attempting to bind port b6ef1d5c-b1ef-498c-9efb-0c956a66f992 by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': '3409f877-3e4a-40e4-97c7-350ebf9f66ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4427f95d-7dad-47df-8ab1-304fd704186a'}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 08 22:18:08.765189 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7387788d-55bf-431d-a32f-1b5fdf7518ad req-70cde644-9dad-4b9e-bf6e-9f3d39a54d7d service neutron] Attempting to bind port b6ef1d5c-b1ef-498c-9efb-0c956a66f992 on network 4427f95d-7dad-47df-8ab1-304fd704186a {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 08 22:18:08.770658 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7387788d-55bf-431d-a32f-1b5fdf7518ad req-70cde644-9dad-4b9e-bf6e-9f3d39a54d7d service neutron] Port b6ef1d5c-b1ef-498c-9efb-0c956a66f992 on network 4427f95d-7dad-47df-8ab1-304fd704186a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 08 22:18:08.770980 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7387788d-55bf-431d-a32f-1b5fdf7518ad req-70cde644-9dad-4b9e-bf6e-9f3d39a54d7d service neutron] Attempting to bind port b6ef1d5c-b1ef-498c-9efb-0c956a66f992 on network 4427f95d-7dad-47df-8ab1-304fd704186a {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 08 22:18:08.776270 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7387788d-55bf-431d-a32f-1b5fdf7518ad req-70cde644-9dad-4b9e-bf6e-9f3d39a54d7d service neutron] Checking agent: {'id': '50086534-3b0f-4edb-899f-da05c46c2546', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 8, 22, 13, 10), 'started_at': datetime.datetime(2022, 5, 8, 22, 13, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 8, 22, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 08 22:18:08.776634 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7387788d-55bf-431d-a32f-1b5fdf7518ad req-70cde644-9dad-4b9e-bf6e-9f3d39a54d7d service neutron] Checking segment: {'id': '3409f877-3e4a-40e4-97c7-350ebf9f66ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4427f95d-7dad-47df-8ab1-304fd704186a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 08 22:18:08.777026 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7387788d-55bf-431d-a32f-1b5fdf7518ad req-70cde644-9dad-4b9e-bf6e-9f3d39a54d7d service neutron] Bound using segment: {'id': '3409f877-3e4a-40e4-97c7-350ebf9f66ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4427f95d-7dad-47df-8ab1-304fd704186a'} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 08 22:18:08.777455 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-7387788d-55bf-431d-a32f-1b5fdf7518ad req-70cde644-9dad-4b9e-bf6e-9f3d39a54d7d service neutron] Bound port: b6ef1d5c-b1ef-498c-9efb-0c956a66f992, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3409f877-3e4a-40e4-97c7-350ebf9f66ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4427f95d-7dad-47df-8ab1-304fd704186a'}}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 08 22:18:08.777813 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-7387788d-55bf-431d-a32f-1b5fdf7518ad req-70cde644-9dad-4b9e-bf6e-9f3d39a54d7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (b6ef1d5c-b1ef-498c-9efb-0c956a66f992), before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:08.858967 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-7387788d-55bf-431d-a32f-1b5fdf7518ad req-70cde644-9dad-4b9e-bf6e-9f3d39a54d7d service neutron] For port b6ef1d5c-b1ef-498c-9efb-0c956a66f992, host hv-cinder-84051, cleared binding levels {{(pid=103629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 08 22:18:08.863374 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-7387788d-55bf-431d-a32f-1b5fdf7518ad req-70cde644-9dad-4b9e-bf6e-9f3d39a54d7d service neutron] For port b6ef1d5c-b1ef-498c-9efb-0c956a66f992, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=b6ef1d5c-b1ef-498c-9efb-0c956a66f992,segment=NetworkSegment(3409f877-3e4a-40e4-97c7-350ebf9f66ba),segment_id=3409f877-3e4a-40e4-97c7-350ebf9f66ba)] {{(pid=103629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 08 22:18:08.874581 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-7387788d-55bf-431d-a32f-1b5fdf7518ad req-70cde644-9dad-4b9e-bf6e-9f3d39a54d7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59633821'] for port (b6ef1d5c-b1ef-498c-9efb-0c956a66f992), after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:08.914774 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7387788d-55bf-431d-a32f-1b5fdf7518ad req-70cde644-9dad-4b9e-bf6e-9f3d39a54d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:08.915386 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-7387788d-55bf-431d-a32f-1b5fdf7518ad req-70cde644-9dad-4b9e-bf6e-9f3d39a54d7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870'] for port (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:08.916820 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-7387788d-55bf-431d-a32f-1b5fdf7518ad req-70cde644-9dad-4b9e-bf6e-9f3d39a54d7d service neutron] 10.222.0.24 "PUT /v2.0/ports/b6ef1d5c-b1ef-498c-9efb-0c956a66f992 HTTP/1.1" status: 200 len: 1093 time: 0.7191114 May 08 22:18:08.917267 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fcffdfe-d0ae-47bc-bab8-b2ea5b12a665', 'tag': 'b6ef1d5c-b1ef-498c-9efb-0c956a66f992'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 08 22:18:08.920275 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cc8a0c475ac6fe54f5122aa5a8750c48412c688b8f67dba420990604a8daf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33c7877-241e-4209-9865-477c3c303276" -d '{"events": [{"name": "network-changed", "server_uuid": "8fcffdfe-d0ae-47bc-bab8-b2ea5b12a665", "tag": "b6ef1d5c-b1ef-498c-9efb-0c956a66f992"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 08 22:18:08.947575 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cde644-9dad-4b9e-bf6e-9f3d39a54d7d service neutron] Pushing event updated for resources: {'Port': ['ID=b6ef1d5c-b1ef-498c-9efb-0c956a66f992,revision_number=3']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:18:08.993477 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 08 May 2022 22:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d586a0dd-179e-424f-82f0-3d236bcf8f5e x-openstack-request-id: req-d586a0dd-179e-424f-82f0-3d236bcf8f5e {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 08 22:18:08.994735 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fcffdfe-d0ae-47bc-bab8-b2ea5b12a665", "tag": "b6ef1d5c-b1ef-498c-9efb-0c956a66f992", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 08 22:18:08.995232 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d586a0dd-179e-424f-82f0-3d236bcf8f5e {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 08 22:18:08.995863 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d586a0dd-179e-424f-82f0-3d236bcf8f5e'] response: {'name': 'network-changed', 'server_uuid': '8fcffdfe-d0ae-47bc-bab8-b2ea5b12a665', 'tag': 'b6ef1d5c-b1ef-498c-9efb-0c956a66f992', 'status': 'completed', 'code': 200} May 08 22:18:09.036757 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddc7472-1d92-4621-b756-7c4ee4f3f5a3 req-7f180917-3c3e-4213-8100-2a656cde8389 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:09.038640 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-7ddc7472-1d92-4621-b756-7c4ee4f3f5a3 req-7f180917-3c3e-4213-8100-2a656cde8389 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=8fcffdfe-d0ae-47bc-bab8-b2ea5b12a665 HTTP/1.1" status: 200 len: 943 time: 0.0673983 May 08 22:18:09.085361 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7387788d-55bf-431d-a32f-1b5fdf7518ad req-850817a0-3855-4560-87e1-f16935910f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:09.087278 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-7387788d-55bf-431d-a32f-1b5fdf7518ad req-850817a0-3855-4560-87e1-f16935910f94 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9bf17cedd3154ce4b6b2bd0e4dcbb92c&device_id=8fcffdfe-d0ae-47bc-bab8-b2ea5b12a665 HTTP/1.1" status: 200 len: 1127 time: 0.0612490 May 08 22:18:09.100264 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-7ddc7472-1d92-4621-b756-7c4ee4f3f5a3 req-6e70254f-c6d4-4f76-b7c2-5242e2143abf tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=a49e6154-3948-4540-84d0-3002a0183869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547047 May 08 22:18:09.152642 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-7387788d-55bf-431d-a32f-1b5fdf7518ad req-596ed0de-782f-43cd-b3a6-fa41cd0d23da service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6ef1d5c-b1ef-498c-9efb-0c956a66f992 HTTP/1.1" status: 200 len: 217 time: 0.0485978 May 08 22:18:09.220528 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7387788d-55bf-431d-a32f-1b5fdf7518ad req-e0465c94-0a06-4be1-8ad1-8f3dd07d8c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:09.222559 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-7387788d-55bf-431d-a32f-1b5fdf7518ad req-e0465c94-0a06-4be1-8ad1-8f3dd07d8c36 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d42cc4d2-76bb-4552-9ac7-abf4e664168d HTTP/1.1" status: 200 len: 857 time: 0.0608048 May 08 22:18:09.280669 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7387788d-55bf-431d-a32f-1b5fdf7518ad req-8dae9fa2-7226-4024-a2f1-a5cd45c3193e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:09.285630 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-7387788d-55bf-431d-a32f-1b5fdf7518ad req-8dae9fa2-7226-4024-a2f1-a5cd45c3193e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4427f95d-7dad-47df-8ab1-304fd704186a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0558877 May 08 22:18:09.400260 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-7387788d-55bf-431d-a32f-1b5fdf7518ad req-215441fa-ffd8-4c5f-9018-9c94f93d7e9d service neutron] 10.222.0.24 "GET /v2.0/networks/4427f95d-7dad-47df-8ab1-304fd704186a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026986 May 08 22:18:09.507412 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-7387788d-55bf-431d-a32f-1b5fdf7518ad req-6d9f97c4-6b22-4012-8edb-85686201c953 service neutron] 10.222.0.24 "GET /v2.0/networks/4427f95d-7dad-47df-8ab1-304fd704186a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008008 May 08 22:18:09.740001 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-4299bf45-61c9-4e13-892e-8f2338927f3d req-d58f7a6b-fef9-49bd-a5f9-5e394549b370 tempest-VolumesNegativeTest-1336102928 tempest-VolumesNegativeTest-1336102928-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=4ba87f04caf143278d9bc8fb46634f38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350034 May 08 22:18:10.211399 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (50086534-3b0f-4edb-899f-da05c46c2546), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:10.228915 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4299bf45-61c9-4e13-892e-8f2338927f3d req-2ff0a745-e624-43bf-8271-de6306e8d67c tempest-VolumesNegativeTest-1336102928 tempest-VolumesNegativeTest-1336102928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:10.236002 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-4299bf45-61c9-4e13-892e-8f2338927f3d req-2ff0a745-e624-43bf-8271-de6306e8d67c tempest-VolumesNegativeTest-1336102928 tempest-VolumesNegativeTest-1336102928-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4822350 May 08 22:18:10.269086 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-4299bf45-61c9-4e13-892e-8f2338927f3d req-49ae337e-902b-41fe-894f-fa1c18d3a78f tempest-VolumesNegativeTest-1336102928 tempest-VolumesNegativeTest-1336102928-project] 10.222.0.44 "GET /v2.0/quotas/4ba87f04caf143278d9bc8fb46634f38 HTTP/1.1" status: 200 len: 375 time: 0.0314984 May 08 22:18:10.310745 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-4299bf45-61c9-4e13-892e-8f2338927f3d req-6486bad2-3c7a-43c7-af36-75b0fdefdc95 tempest-VolumesNegativeTest-1336102928 tempest-VolumesNegativeTest-1336102928-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4ba87f04caf143278d9bc8fb46634f38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400679 May 08 22:18:10.330901 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed982e-01ae-45a0-b47d-9a9851bb3fe8 req-b48bf8dd-626f-4e71-a55a-92f6a40cfd21 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:10.338431 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-5eed982e-01ae-45a0-b47d-9a9851bb3fe8 req-b48bf8dd-626f-4e71-a55a-92f6a40cfd21 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=8fcffdfe-d0ae-47bc-bab8-b2ea5b12a665 HTTP/1.1" status: 200 len: 943 time: 0.1314600 May 08 22:18:10.392462 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-5eed982e-01ae-45a0-b47d-9a9851bb3fe8 req-763d132c-167c-41e1-b48e-4387cb028f1d tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=a49e6154-3948-4540-84d0-3002a0183869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528028 May 08 22:18:10.576319 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-eeb909f2-f8d7-4924-8623-b1782f2f5a5b req-b290c034-729e-4913-a5f8-9311fc1e0028 tempest-VolumesNegativeTest-1336102928 tempest-VolumesNegativeTest-1336102928-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab3d2df8-ebc9-4283-831b-13c0cbde6400 HTTP/1.1" status: 200 len: 210 time: 0.0562868 May 08 22:18:11.543625 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0364e8-dc25-4a65-a3b6-7037f6ea261c req-2dec790d-e22c-4371-a30f-eb5a5abc5a2e tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:11.545601 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-5e0364e8-dc25-4a65-a3b6-7037f6ea261c req-2dec790d-e22c-4371-a30f-eb5a5abc5a2e tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=8fcffdfe-d0ae-47bc-bab8-b2ea5b12a665 HTTP/1.1" status: 200 len: 943 time: 0.0668867 May 08 22:18:11.620700 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-5e0364e8-dc25-4a65-a3b6-7037f6ea261c req-0a8318ee-4f13-478d-81ae-ec00d1904f73 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=a49e6154-3948-4540-84d0-3002a0183869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623789 May 08 22:18:11.709046 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-0274a676-c841-47a0-870a-3e054f2dc2d5 req-0453917e-b632-437a-b7ce-cfe160b3875a tempest-VolumesNegativeTest-1336102928 tempest-VolumesNegativeTest-1336102928-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab3d2df8-ebc9-4283-831b-13c0cbde6400 HTTP/1.1" status: 200 len: 210 time: 0.0305552 May 08 22:18:11.825020 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 53518) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:18:11.973609 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-53e165f2-352f-41d7-84d1-6ad80099f7eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:12.101275 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-53e165f2-352f-41d7-84d1-6ad80099f7eb admin admin] Publish callbacks [] for security_group (ce6aa676-30f4-4888-9fb5-cb520ed4149a), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:12.107122 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-53e165f2-352f-41d7-84d1-6ad80099f7eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (ce6aa676-30f4-4888-9fb5-cb520ed4149a), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:12.150534 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e165f2-352f-41d7-84d1-6ad80099f7eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce6aa676-30f4-4888-9fb5-cb520ed4149a,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:18:12.156644 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-53e165f2-352f-41d7-84d1-6ad80099f7eb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fd10110221af4e2bbb5ce74acad0bd6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3305030 May 08 22:18:12.160191 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 53522) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:18:12.223938 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cacdcad5-7df1-4d3b-8799-2d4098afb8bb admin admin] Publish callbacks [] for security_group (ce6aa676-30f4-4888-9fb5-cb520ed4149a), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:12.252930 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cacdcad5-7df1-4d3b-8799-2d4098afb8bb admin admin] Publish callbacks [] for security_group (ce6aa676-30f4-4888-9fb5-cb520ed4149a), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:12.311682 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cacdcad5-7df1-4d3b-8799-2d4098afb8bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (ce6aa676-30f4-4888-9fb5-cb520ed4149a), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:12.315084 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cacdcad5-7df1-4d3b-8799-2d4098afb8bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:12.316145 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-cacdcad5-7df1-4d3b-8799-2d4098afb8bb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ce6aa676-30f4-4888-9fb5-cb520ed4149a HTTP/1.1" status: 204 len: 168 time: 0.1542554 May 08 22:18:12.327643 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacdcad5-7df1-4d3b-8799-2d4098afb8bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce6aa676-30f4-4888-9fb5-cb520ed4149a,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:18:12.357204 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacdcad5-7df1-4d3b-8799-2d4098afb8bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:18:12.357204 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacdcad5-7df1-4d3b-8799-2d4098afb8bb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:18:12.357204 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacdcad5-7df1-4d3b-8799-2d4098afb8bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:18:12.357204 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacdcad5-7df1-4d3b-8799-2d4098afb8bb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:18:12.358267 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacdcad5-7df1-4d3b-8799-2d4098afb8bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:18:12.358267 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacdcad5-7df1-4d3b-8799-2d4098afb8bb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:18:12.358267 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacdcad5-7df1-4d3b-8799-2d4098afb8bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:18:12.358556 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacdcad5-7df1-4d3b-8799-2d4098afb8bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:18:12.358895 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacdcad5-7df1-4d3b-8799-2d4098afb8bb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:18:12.359177 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacdcad5-7df1-4d3b-8799-2d4098afb8bb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:18:12.359510 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacdcad5-7df1-4d3b-8799-2d4098afb8bb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:18:12.359835 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacdcad5-7df1-4d3b-8799-2d4098afb8bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:18:12.362866 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacdcad5-7df1-4d3b-8799-2d4098afb8bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:18:12.363021 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacdcad5-7df1-4d3b-8799-2d4098afb8bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:18:12.363323 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacdcad5-7df1-4d3b-8799-2d4098afb8bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:18:12.814561 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb1ba2-d4d9-4989-bb7d-9ea8e19310d2 req-93989174-ad3e-413a-8c8e-bcd0fe6d9883 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:12.823582 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-faeb1ba2-d4d9-4989-bb7d-9ea8e19310d2 req-93989174-ad3e-413a-8c8e-bcd0fe6d9883 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=8fcffdfe-d0ae-47bc-bab8-b2ea5b12a665 HTTP/1.1" status: 200 len: 943 time: 0.1232946 May 08 22:18:12.843373 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c7877-241e-4209-9865-477c3c303276 req-c9b6a038-6339-41e5-9ebb-7cbfe52591b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:12.853260 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-b33c7877-241e-4209-9865-477c3c303276 req-c9b6a038-6339-41e5-9ebb-7cbfe52591b8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9bf17cedd3154ce4b6b2bd0e4dcbb92c&device_id=8fcffdfe-d0ae-47bc-bab8-b2ea5b12a665 HTTP/1.1" status: 200 len: 1127 time: 0.1424217 May 08 22:18:12.915871 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-25149dc7-6d84-4074-a23d-bdc630519c42 req-3b6285b3-eac7-42ae-b53a-83c73f4f3798 tempest-VolumesNegativeTest-1336102928 tempest-VolumesNegativeTest-1336102928-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab3d2df8-ebc9-4283-831b-13c0cbde6400 HTTP/1.1" status: 200 len: 210 time: 0.0913162 May 08 22:18:12.969763 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-faeb1ba2-d4d9-4989-bb7d-9ea8e19310d2 req-831439d9-0fbb-40d7-a693-9e2b70ed1a82 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=a49e6154-3948-4540-84d0-3002a0183869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321290 May 08 22:18:13.026335 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-3d78f3e3-9ca0-4601-92a2-ef702879c70f req-002662fc-ae7f-434a-9a40-51ef294bb064 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=41b2fdbd-2397-4f6f-904a-24c65bd20707&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0500674 May 08 22:18:13.048878 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c7877-241e-4209-9865-477c3c303276 req-cb4a058c-0a6c-405d-8723-56d1a6f0f355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:13.048878 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-b33c7877-241e-4209-9865-477c3c303276 req-cb4a058c-0a6c-405d-8723-56d1a6f0f355 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4427f95d-7dad-47df-8ab1-304fd704186a HTTP/1.1" status: 200 len: 919 time: 0.1855469 May 08 22:18:13.186049 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-b33c7877-241e-4209-9865-477c3c303276 req-2fa96337-4227-4be5-9e7e-279c4a935608 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6ef1d5c-b1ef-498c-9efb-0c956a66f992 HTTP/1.1" status: 200 len: 217 time: 0.0614066 May 08 22:18:13.228798 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d78f3e3-9ca0-4601-92a2-ef702879c70f req-9fc3e037-723e-4789-85b7-3f65b06d0467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:13.230431 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-3d78f3e3-9ca0-4601-92a2-ef702879c70f req-9fc3e037-723e-4789-85b7-3f65b06d0467 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=877c3ddd8833480d8dedc0796ec7dcd2&device_id=41b2fdbd-2397-4f6f-904a-24c65bd20707 HTTP/1.1" status: 200 len: 1130 time: 0.1188710 May 08 22:18:13.262270 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c7877-241e-4209-9865-477c3c303276 req-d0a18e61-c0aa-439f-866b-c86f9b26a24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:13.265289 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-b33c7877-241e-4209-9865-477c3c303276 req-d0a18e61-c0aa-439f-866b-c86f9b26a24f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d42cc4d2-76bb-4552-9ac7-abf4e664168d HTTP/1.1" status: 200 len: 857 time: 0.0697262 May 08 22:18:13.614791 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device b6ef1d5c-b1ef-498c-9efb-0c956a66f992 details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=103630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 08 22:18:13.691153 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c7877-241e-4209-9865-477c3c303276 req-ecfdde14-2cb1-4ddf-99c2-bbc7bb04c924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:13.693248 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-b33c7877-241e-4209-9865-477c3c303276 req-ecfdde14-2cb1-4ddf-99c2-bbc7bb04c924 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4427f95d-7dad-47df-8ab1-304fd704186a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1012533 May 08 22:18:13.756051 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] For port b6ef1d5c-b1ef-498c-9efb-0c956a66f992, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=b6ef1d5c-b1ef-498c-9efb-0c956a66f992,segment=NetworkSegment(3409f877-3e4a-40e4-97c7-350ebf9f66ba),segment_id=3409f877-3e4a-40e4-97c7-350ebf9f66ba)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:18:13.772411 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Returning: {'device': 'b6ef1d5c-b1ef-498c-9efb-0c956a66f992', 'network_id': '4427f95d-7dad-47df-8ab1-304fd704186a', 'port_id': 'b6ef1d5c-b1ef-498c-9efb-0c956a66f992', 'mac_address': 'fa:16:3e:db:03:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd42cc4d2-76bb-4552-9ac7-abf4e664168d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 08 22:18:13.841698 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Current status of the port b6ef1d5c-b1ef-498c-9efb-0c956a66f992 is: DOWN; New status is: BUILD {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:18:13.842105 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (b6ef1d5c-b1ef-498c-9efb-0c956a66f992), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:13.844868 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d78f3e3-9ca0-4601-92a2-ef702879c70f req-3bccbb87-b3b5-48f2-b356-fdc98e9877c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:13.847073 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-3d78f3e3-9ca0-4601-92a2-ef702879c70f req-3bccbb87-b3b5-48f2-b356-fdc98e9877c9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=387fc46a-30bd-496f-ac2d-d7b18b5cbea6 HTTP/1.1" status: 200 len: 911 time: 0.2453752 May 08 22:18:13.851065 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-4299bf45-61c9-4e13-892e-8f2338927f3d req-21385427-b4b9-480e-a551-38e90b3906e9 tempest-VolumesNegativeTest-1336102928 tempest-VolumesNegativeTest-1336102928-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=4ba87f04caf143278d9bc8fb46634f38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0487771 May 08 22:18:13.863598 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.notifiers.nova [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6ef1d5c-b1ef-498c-9efb-0c956a66f992 {{(pid=103630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 08 22:18:13.887106 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] For port b6ef1d5c-b1ef-498c-9efb-0c956a66f992, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=b6ef1d5c-b1ef-498c-9efb-0c956a66f992,segment=NetworkSegment(3409f877-3e4a-40e4-97c7-350ebf9f66ba),segment_id=3409f877-3e4a-40e4-97c7-350ebf9f66ba)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:18:13.909863 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (b6ef1d5c-b1ef-498c-9efb-0c956a66f992), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:13.979400 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-3d78f3e3-9ca0-4601-92a2-ef702879c70f req-d38e1dc6-a85c-4cca-9461-0d760fcd5079 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ba34ff9-9e2c-4e2f-b1f0-9f8ca1724b67 HTTP/1.1" status: 200 len: 1002 time: 0.1196876 May 08 22:18:14.071606 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Pushing event updated for resources: {'Port': ['ID=b6ef1d5c-b1ef-498c-9efb-0c956a66f992,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:18:14.122606 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-b33c7877-241e-4209-9865-477c3c303276 req-5befe162-6cca-4e9f-917e-28eefa94a39a service neutron] 10.222.0.24 "GET /v2.0/networks/4427f95d-7dad-47df-8ab1-304fd704186a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4199312 May 08 22:18:14.152974 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-d25cf8b6-3a3c-498f-9226-96c27175ecfa req-0171fb73-258d-4305-bde0-9ff9a49cf3dc tempest-VolumesNegativeTest-1336102928 tempest-VolumesNegativeTest-1336102928-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab3d2df8-ebc9-4283-831b-13c0cbde6400 HTTP/1.1" status: 200 len: 210 time: 0.0934477 May 08 22:18:14.248126 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d78f3e3-9ca0-4601-92a2-ef702879c70f req-561670e8-9513-4c88-9286-33e2f1d0a1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:14.250504 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-3d78f3e3-9ca0-4601-92a2-ef702879c70f req-561670e8-9513-4c88-9286-33e2f1d0a1b3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=22276153-f38c-4e2a-9ff9-b172da35f69d HTTP/1.1" status: 200 len: 849 time: 0.2584250 May 08 22:18:14.264197 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7711b498-3972-43f1-97dd-646a643d5556 req-f3e0c2ba-14b0-4464-9bf6-ceac28769736 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:14.270494 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-7711b498-3972-43f1-97dd-646a643d5556 req-f3e0c2ba-14b0-4464-9bf6-ceac28769736 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=8fcffdfe-d0ae-47bc-bab8-b2ea5b12a665 HTTP/1.1" status: 200 len: 944 time: 0.1008537 May 08 22:18:14.307136 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-b33c7877-241e-4209-9865-477c3c303276 req-a88bccc8-cb11-439a-be96-70724492619c service neutron] 10.222.0.24 "GET /v2.0/networks/4427f95d-7dad-47df-8ab1-304fd704186a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736381 May 08 22:18:14.363113 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-7711b498-3972-43f1-97dd-646a643d5556 req-57949525-d6af-4d5e-88ba-d277c6a317bb tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=a49e6154-3948-4540-84d0-3002a0183869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882761 May 08 22:18:14.375548 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4299bf45-61c9-4e13-892e-8f2338927f3d req-f450e5cc-f93a-45be-ac7a-89c6b9d4398f tempest-VolumesNegativeTest-1336102928 tempest-VolumesNegativeTest-1336102928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:14.375548 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-4299bf45-61c9-4e13-892e-8f2338927f3d req-f450e5cc-f93a-45be-ac7a-89c6b9d4398f tempest-VolumesNegativeTest-1336102928 tempest-VolumesNegativeTest-1336102928-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5019093 May 08 22:18:14.384129 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d78f3e3-9ca0-4601-92a2-ef702879c70f req-9d13166d-4a83-47d6-b22c-615e50909de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:14.385629 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-3d78f3e3-9ca0-4601-92a2-ef702879c70f req-9d13166d-4a83-47d6-b22c-615e50909de0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=387fc46a-30bd-496f-ac2d-d7b18b5cbea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0741417 May 08 22:18:14.404235 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [req-4299bf45-61c9-4e13-892e-8f2338927f3d req-9d9fe059-17e9-49bf-bbb5-a0b68a3ebc53 tempest-VolumesNegativeTest-1336102928 tempest-VolumesNegativeTest-1336102928-project] Request body: {'port': {'device_id': 'ab3d2df8-ebc9-4283-831b-13c0cbde6400', 'network_id': '646d9a17-61d9-4b81-9252-7068f045e6fc', 'admin_state_up': True, 'tenant_id': '4ba87f04caf143278d9bc8fb46634f38'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:18:14.477764 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] get_ports_and_sgs() called for port_ids ['b6ef1d5c-b1ef-498c-9efb-0c956a66f992'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 08 22:18:14.581362 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-3d78f3e3-9ca0-4601-92a2-ef702879c70f req-c4271694-bb6a-4085-a438-546438b821f7 service neutron] 10.222.0.24 "GET /v2.0/networks/387fc46a-30bd-496f-ac2d-d7b18b5cbea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807694 May 08 22:18:14.638167 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4299bf45-61c9-4e13-892e-8f2338927f3d req-9d9fe059-17e9-49bf-bbb5-a0b68a3ebc53 tempest-VolumesNegativeTest-1336102928 tempest-VolumesNegativeTest-1336102928-project] Made reservation on behalf of 4ba87f04caf143278d9bc8fb46634f38 for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 08 22:18:14.641458 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-4299bf45-61c9-4e13-892e-8f2338927f3d req-9d9fe059-17e9-49bf-bbb5-a0b68a3ebc53 tempest-VolumesNegativeTest-1336102928 tempest-VolumesNegativeTest-1336102928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:14.657110 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-4299bf45-61c9-4e13-892e-8f2338927f3d req-9d9fe059-17e9-49bf-bbb5-a0b68a3ebc53 tempest-VolumesNegativeTest-1336102928 tempest-VolumesNegativeTest-1336102928-project] Publish callbacks [] for security_group (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:14.718204 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-3d78f3e3-9ca0-4601-92a2-ef702879c70f req-15e2f383-3f4a-49da-915e-9bd20cf939e6 service neutron] 10.222.0.24 "GET /v2.0/networks/387fc46a-30bd-496f-ac2d-d7b18b5cbea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262548 May 08 22:18:14.780442 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-4299bf45-61c9-4e13-892e-8f2338927f3d req-9d9fe059-17e9-49bf-bbb5-a0b68a3ebc53 tempest-VolumesNegativeTest-1336102928 tempest-VolumesNegativeTest-1336102928-project] Publish callbacks [] for security_group (be093e52-81f3-4f7c-b0c4-769e25281dfe), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:14.787016 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-4299bf45-61c9-4e13-892e-8f2338927f3d req-9d9fe059-17e9-49bf-bbb5-a0b68a3ebc53 tempest-VolumesNegativeTest-1336102928 tempest-VolumesNegativeTest-1336102928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (be093e52-81f3-4f7c-b0c4-769e25281dfe), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:14.860257 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fe059-17e9-49bf-bbb5-a0b68a3ebc53 tempest-VolumesNegativeTest-1336102928 tempest-VolumesNegativeTest-1336102928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be093e52-81f3-4f7c-b0c4-769e25281dfe,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:18:14.946457 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [req-4299bf45-61c9-4e13-892e-8f2338927f3d req-9d9fe059-17e9-49bf-bbb5-a0b68a3ebc53 tempest-VolumesNegativeTest-1336102928 tempest-VolumesNegativeTest-1336102928-project] Allocated IP 192.168.233.5 (646d9a17-61d9-4b81-9252-7068f045e6fc/3fc2b0ba-ddde-49b3-865b-fd94f316e152/7de32865-7a06-4783-bf21-584beb9c9fd2) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 08 22:18:15.147552 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-4299bf45-61c9-4e13-892e-8f2338927f3d req-9d9fe059-17e9-49bf-bbb5-a0b68a3ebc53 tempest-VolumesNegativeTest-1336102928 tempest-VolumesNegativeTest-1336102928-project] Publish callbacks [] for port (7de32865-7a06-4783-bf21-584beb9c9fd2), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:15.208844 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-4299bf45-61c9-4e13-892e-8f2338927f3d req-9d9fe059-17e9-49bf-bbb5-a0b68a3ebc53 tempest-VolumesNegativeTest-1336102928 tempest-VolumesNegativeTest-1336102928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791034024012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633834'] for port (7de32865-7a06-4783-bf21-584beb9c9fd2), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:15.288408 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c05e72-1e83-43b0-8085-523d3d802d52 req-bea38990-02ca-4139-8971-792c2d3e8a91 tempest-VolumesNegativeTest-1336102928 tempest-VolumesNegativeTest-1336102928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:15.290729 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-18c05e72-1e83-43b0-8085-523d3d802d52 req-bea38990-02ca-4139-8971-792c2d3e8a91 tempest-VolumesNegativeTest-1336102928 tempest-VolumesNegativeTest-1336102928-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab3d2df8-ebc9-4283-831b-13c0cbde6400 HTTP/1.1" status: 200 len: 934 time: 0.0659490 May 08 22:18:15.349492 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4299bf45-61c9-4e13-892e-8f2338927f3d req-9d9fe059-17e9-49bf-bbb5-a0b68a3ebc53 tempest-VolumesNegativeTest-1336102928 tempest-VolumesNegativeTest-1336102928-project] Network 646d9a17-61d9-4b81-9252-7068f045e6fc is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 08 22:18:15.353565 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-18c05e72-1e83-43b0-8085-523d3d802d52 req-12e366aa-1491-4be5-9df1-069073258bfe tempest-VolumesNegativeTest-1336102928 tempest-VolumesNegativeTest-1336102928-project] 10.222.0.44 "GET /v2.0/security-groups?id=be093e52-81f3-4f7c-b0c4-769e25281dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558522 May 08 22:18:15.363900 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [req-4299bf45-61c9-4e13-892e-8f2338927f3d req-9d9fe059-17e9-49bf-bbb5-a0b68a3ebc53 tempest-VolumesNegativeTest-1336102928 tempest-VolumesNegativeTest-1336102928-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:18:15.366985 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-4299bf45-61c9-4e13-892e-8f2338927f3d req-9d9fe059-17e9-49bf-bbb5-a0b68a3ebc53 tempest-VolumesNegativeTest-1336102928 tempest-VolumesNegativeTest-1336102928-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 08 22:18:15.669923 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b47069-7ba6-464a-ad9c-3aae5817d285 req-672c8a78-1c48-4bd8-89dc-888d9c4ab4a0 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:15.678895 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-61b47069-7ba6-464a-ad9c-3aae5817d285 req-672c8a78-1c48-4bd8-89dc-888d9c4ab4a0 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=8fcffdfe-d0ae-47bc-bab8-b2ea5b12a665 HTTP/1.1" status: 200 len: 944 time: 0.1047633 May 08 22:18:15.804050 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-61b47069-7ba6-464a-ad9c-3aae5817d285 req-f92e470e-1250-46f2-b713-2e955cd6065f tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=a49e6154-3948-4540-84d0-3002a0183869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241927 May 08 22:18:15.841527 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device b6ef1d5c-b1ef-498c-9efb-0c956a66f992 up at agent hyperv_hv-cinder-84051 {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 08 22:18:15.891416 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-fcc3a75a-db63-4d36-8343-d9cb6dc30b39 None None] Provisioning complete for port 7de32865-7a06-4783-bf21-584beb9c9fd2 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:18:15.892136 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-fcc3a75a-db63-4d36-8343-d9cb6dc30b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (7de32865-7a06-4783-bf21-584beb9c9fd2), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:15.893042 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fe059-17e9-49bf-bbb5-a0b68a3ebc53 tempest-VolumesNegativeTest-1336102928 tempest-VolumesNegativeTest-1336102928-project] Pushing event updated for resources: {'Port': ['ID=7de32865-7a06-4783-bf21-584beb9c9fd2,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:18:15.933500 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4299bf45-61c9-4e13-892e-8f2338927f3d req-9d9fe059-17e9-49bf-bbb5-a0b68a3ebc53 tempest-VolumesNegativeTest-1336102928 tempest-VolumesNegativeTest-1336102928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:15.933864 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-4299bf45-61c9-4e13-892e-8f2338927f3d req-9d9fe059-17e9-49bf-bbb5-a0b68a3ebc53 tempest-VolumesNegativeTest-1336102928 tempest-VolumesNegativeTest-1336102928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870'] for port (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:15.967963 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-4299bf45-61c9-4e13-892e-8f2338927f3d req-9d9fe059-17e9-49bf-bbb5-a0b68a3ebc53 tempest-VolumesNegativeTest-1336102928 tempest-VolumesNegativeTest-1336102928-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5686328 May 08 22:18:15.970211 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Provisioning for port b6ef1d5c-b1ef-498c-9efb-0c956a66f992 completed by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 08 22:18:15.974037 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-fcc3a75a-db63-4d36-8343-d9cb6dc30b39 None None] Port 7de32865-7a06-4783-bf21-584beb9c9fd2 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 08 22:18:15.983728 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Provisioning complete for port b6ef1d5c-b1ef-498c-9efb-0c956a66f992 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:18:15.984333 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (b6ef1d5c-b1ef-498c-9efb-0c956a66f992), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:15.996008 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [req-4299bf45-61c9-4e13-892e-8f2338927f3d req-5b552d8d-5d29-4050-ab86-ce38132b2b64 service neutron] Request body: {'port': {'device_id': 'ab3d2df8-ebc9-4283-831b-13c0cbde6400', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:18:16.079819 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Current status of the port b6ef1d5c-b1ef-498c-9efb-0c956a66f992 is: BUILD; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:18:16.080548 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (b6ef1d5c-b1ef-498c-9efb-0c956a66f992), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:16.082800 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-4299bf45-61c9-4e13-892e-8f2338927f3d req-5b552d8d-5d29-4050-ab86-ce38132b2b64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (7de32865-7a06-4783-bf21-584beb9c9fd2), before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:16.110533 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fcffdfe-d0ae-47bc-bab8-b2ea5b12a665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ef1d5c-b1ef-498c-9efb-0c956a66f992'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 08 22:18:16.113653 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bcef9e280bae9da70c0250555725ec84c8fe71b1405edcfc00240691fe86bce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b74dcf02-cab8-4bf6-b500-801565257a54" -d '{"events": [{"server_uuid": "8fcffdfe-d0ae-47bc-bab8-b2ea5b12a665", "name": "network-vif-plugged", "status": "completed", "tag": "b6ef1d5c-b1ef-498c-9efb-0c956a66f992"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 08 22:18:16.147860 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] For port b6ef1d5c-b1ef-498c-9efb-0c956a66f992, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=b6ef1d5c-b1ef-498c-9efb-0c956a66f992,segment=NetworkSegment(3409f877-3e4a-40e4-97c7-350ebf9f66ba),segment_id=3409f877-3e4a-40e4-97c7-350ebf9f66ba)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:18:16.155083 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (b6ef1d5c-b1ef-498c-9efb-0c956a66f992), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:16.184523 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 08 May 2022 22:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55001275-4170-40f6-8b7c-067a6fa48c51 x-openstack-request-id: req-55001275-4170-40f6-8b7c-067a6fa48c51 {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 08 22:18:16.185221 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fcffdfe-d0ae-47bc-bab8-b2ea5b12a665", "name": "network-vif-plugged", "status": "completed", "tag": "b6ef1d5c-b1ef-498c-9efb-0c956a66f992", "code": 200}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 08 22:18:16.185687 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-55001275-4170-40f6-8b7c-067a6fa48c51 {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 08 22:18:16.186078 dv-cinder-840511-5-iscsi neutron-server[103630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55001275-4170-40f6-8b7c-067a6fa48c51'] response: {'server_uuid': '8fcffdfe-d0ae-47bc-bab8-b2ea5b12a665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ef1d5c-b1ef-498c-9efb-0c956a66f992', 'code': 200} May 08 22:18:16.229457 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Pushing event updated for resources: {'Port': ['ID=b6ef1d5c-b1ef-498c-9efb-0c956a66f992,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:18:16.241775 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-59d2191c-7aa7-45a8-97a9-4839d98231e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (399f5491-dab9-4373-bd22-64cd7c73418d), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:16.430757 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.notifiers.nova [req-4299bf45-61c9-4e13-892e-8f2338927f3d req-5b552d8d-5d29-4050-ab86-ce38132b2b64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7de32865-7a06-4783-bf21-584beb9c9fd2 {{(pid=103629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 08 22:18:16.438991 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-4299bf45-61c9-4e13-892e-8f2338927f3d req-5b552d8d-5d29-4050-ab86-ce38132b2b64 service neutron] Publish callbacks [] for port (7de32865-7a06-4783-bf21-584beb9c9fd2), precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:16.455414 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.provisioning_blocks [req-4299bf45-61c9-4e13-892e-8f2338927f3d req-5b552d8d-5d29-4050-ab86-ce38132b2b64 service neutron] Transition to ACTIVE for port object 7de32865-7a06-4783-bf21-584beb9c9fd2 will not be triggered until provisioned by entity L2. {{(pid=103629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 08 22:18:16.461351 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-4299bf45-61c9-4e13-892e-8f2338927f3d req-5b552d8d-5d29-4050-ab86-ce38132b2b64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59633821'] for port (7de32865-7a06-4783-bf21-584beb9c9fd2), after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:16.503698 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b552d8d-5d29-4050-ab86-ce38132b2b64 service neutron] Pushing event updated for resources: {'Port': ['ID=7de32865-7a06-4783-bf21-584beb9c9fd2,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:18:16.577965 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c9d478-8f0c-444c-87e5-48458202b1bf req-b2ab803f-827d-4e7b-a8c4-6e36f95e1ac9 tempest-VolumesNegativeTest-1336102928 tempest-VolumesNegativeTest-1336102928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:16.579948 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-54c9d478-8f0c-444c-87e5-48458202b1bf req-b2ab803f-827d-4e7b-a8c4-6e36f95e1ac9 tempest-VolumesNegativeTest-1336102928 tempest-VolumesNegativeTest-1336102928-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab3d2df8-ebc9-4283-831b-13c0cbde6400 HTTP/1.1" status: 200 len: 946 time: 0.0783000 May 08 22:18:16.622015 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-4299bf45-61c9-4e13-892e-8f2338927f3d req-5b552d8d-5d29-4050-ab86-ce38132b2b64 service neutron] Attempting to bind port 7de32865-7a06-4783-bf21-584beb9c9fd2 on host hv-cinder-84051 for vnic_type normal with profile {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 08 22:18:16.622379 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-4299bf45-61c9-4e13-892e-8f2338927f3d req-5b552d8d-5d29-4050-ab86-ce38132b2b64 service neutron] Attempting to bind port 7de32865-7a06-4783-bf21-584beb9c9fd2 by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': '5be1b8e9-bd6a-4c86-be5f-36cbe6a7f45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '646d9a17-61d9-4b81-9252-7068f045e6fc'}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 08 22:18:16.622700 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4299bf45-61c9-4e13-892e-8f2338927f3d req-5b552d8d-5d29-4050-ab86-ce38132b2b64 service neutron] Attempting to bind port 7de32865-7a06-4783-bf21-584beb9c9fd2 on network 646d9a17-61d9-4b81-9252-7068f045e6fc {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 08 22:18:16.630141 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4299bf45-61c9-4e13-892e-8f2338927f3d req-5b552d8d-5d29-4050-ab86-ce38132b2b64 service neutron] Port 7de32865-7a06-4783-bf21-584beb9c9fd2 on network 646d9a17-61d9-4b81-9252-7068f045e6fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 08 22:18:16.630535 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4299bf45-61c9-4e13-892e-8f2338927f3d req-5b552d8d-5d29-4050-ab86-ce38132b2b64 service neutron] Attempting to bind port 7de32865-7a06-4783-bf21-584beb9c9fd2 on network 646d9a17-61d9-4b81-9252-7068f045e6fc {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 08 22:18:16.640314 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4299bf45-61c9-4e13-892e-8f2338927f3d req-5b552d8d-5d29-4050-ab86-ce38132b2b64 service neutron] Checking agent: {'id': '50086534-3b0f-4edb-899f-da05c46c2546', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 8, 22, 13, 10), 'started_at': datetime.datetime(2022, 5, 8, 22, 13, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 8, 22, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 08 22:18:16.640751 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4299bf45-61c9-4e13-892e-8f2338927f3d req-5b552d8d-5d29-4050-ab86-ce38132b2b64 service neutron] Checking segment: {'id': '5be1b8e9-bd6a-4c86-be5f-36cbe6a7f45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '646d9a17-61d9-4b81-9252-7068f045e6fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 08 22:18:16.641222 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4299bf45-61c9-4e13-892e-8f2338927f3d req-5b552d8d-5d29-4050-ab86-ce38132b2b64 service neutron] Bound using segment: {'id': '5be1b8e9-bd6a-4c86-be5f-36cbe6a7f45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '646d9a17-61d9-4b81-9252-7068f045e6fc'} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 08 22:18:16.641716 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-4299bf45-61c9-4e13-892e-8f2338927f3d req-5b552d8d-5d29-4050-ab86-ce38132b2b64 service neutron] Bound port: 7de32865-7a06-4783-bf21-584beb9c9fd2, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5be1b8e9-bd6a-4c86-be5f-36cbe6a7f45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '646d9a17-61d9-4b81-9252-7068f045e6fc'}}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 08 22:18:16.642137 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-4299bf45-61c9-4e13-892e-8f2338927f3d req-5b552d8d-5d29-4050-ab86-ce38132b2b64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (7de32865-7a06-4783-bf21-584beb9c9fd2), before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:16.643537 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-54c9d478-8f0c-444c-87e5-48458202b1bf req-88b69363-f809-4fec-b98d-accab17f1a52 tempest-VolumesNegativeTest-1336102928 tempest-VolumesNegativeTest-1336102928-project] 10.222.0.44 "GET /v2.0/security-groups?id=be093e52-81f3-4f7c-b0c4-769e25281dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579705 May 08 22:18:16.722460 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-4299bf45-61c9-4e13-892e-8f2338927f3d req-5b552d8d-5d29-4050-ab86-ce38132b2b64 service neutron] For port 7de32865-7a06-4783-bf21-584beb9c9fd2, host hv-cinder-84051, cleared binding levels {{(pid=103629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 08 22:18:16.726408 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-4299bf45-61c9-4e13-892e-8f2338927f3d req-5b552d8d-5d29-4050-ab86-ce38132b2b64 service neutron] For port 7de32865-7a06-4783-bf21-584beb9c9fd2, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=7de32865-7a06-4783-bf21-584beb9c9fd2,segment=NetworkSegment(5be1b8e9-bd6a-4c86-be5f-36cbe6a7f45f),segment_id=5be1b8e9-bd6a-4c86-be5f-36cbe6a7f45f)] {{(pid=103629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 08 22:18:16.737533 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-4299bf45-61c9-4e13-892e-8f2338927f3d req-5b552d8d-5d29-4050-ab86-ce38132b2b64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59633821'] for port (7de32865-7a06-4783-bf21-584beb9c9fd2), after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:16.780649 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4299bf45-61c9-4e13-892e-8f2338927f3d req-5b552d8d-5d29-4050-ab86-ce38132b2b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:16.781453 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-4299bf45-61c9-4e13-892e-8f2338927f3d req-5b552d8d-5d29-4050-ab86-ce38132b2b64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870'] for port (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:16.782936 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-4299bf45-61c9-4e13-892e-8f2338927f3d req-5b552d8d-5d29-4050-ab86-ce38132b2b64 service neutron] 10.222.0.24 "PUT /v2.0/ports/7de32865-7a06-4783-bf21-584beb9c9fd2 HTTP/1.1" status: 200 len: 1096 time: 0.7932441 May 08 22:18:16.787877 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab3d2df8-ebc9-4283-831b-13c0cbde6400', 'tag': '7de32865-7a06-4783-bf21-584beb9c9fd2'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 08 22:18:16.790222 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cc8a0c475ac6fe54f5122aa5a8750c48412c688b8f67dba420990604a8daf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-783f9b87-60a2-45ed-a86a-34893c78d5ce" -d '{"events": [{"name": "network-changed", "server_uuid": "ab3d2df8-ebc9-4283-831b-13c0cbde6400", "tag": "7de32865-7a06-4783-bf21-584beb9c9fd2"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 08 22:18:16.807452 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b552d8d-5d29-4050-ab86-ce38132b2b64 service neutron] Pushing event updated for resources: {'Port': ['ID=7de32865-7a06-4783-bf21-584beb9c9fd2,revision_number=3']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:18:16.864012 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 08 May 2022 22:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-203e9f30-42ea-40bd-b684-e567fb5765a3 x-openstack-request-id: req-203e9f30-42ea-40bd-b684-e567fb5765a3 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 08 22:18:16.864372 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab3d2df8-ebc9-4283-831b-13c0cbde6400", "tag": "7de32865-7a06-4783-bf21-584beb9c9fd2", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 08 22:18:16.865205 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-203e9f30-42ea-40bd-b684-e567fb5765a3 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 08 22:18:16.865678 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-203e9f30-42ea-40bd-b684-e567fb5765a3'] response: {'name': 'network-changed', 'server_uuid': 'ab3d2df8-ebc9-4283-831b-13c0cbde6400', 'tag': '7de32865-7a06-4783-bf21-584beb9c9fd2', 'status': 'completed', 'code': 200} May 08 22:18:16.962234 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1b2b44-a41a-4ef5-bcdd-ec90d07b1d40 req-a2342f3a-3798-4ecf-b1e8-e5a781e93eb4 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:16.964361 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-8b1b2b44-a41a-4ef5-bcdd-ec90d07b1d40 req-a2342f3a-3798-4ecf-b1e8-e5a781e93eb4 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=8fcffdfe-d0ae-47bc-bab8-b2ea5b12a665 HTTP/1.1" status: 200 len: 945 time: 0.0602443 May 08 22:18:17.094628 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-8b1b2b44-a41a-4ef5-bcdd-ec90d07b1d40 req-c95eb7ec-6a68-4451-b05d-df2c56a94cbb tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=a49e6154-3948-4540-84d0-3002a0183869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241167 May 08 22:18:17.769766 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca7158-1c70-404c-8ed7-b518fc8e4582 req-bdf77ec0-54dc-4011-969c-54b8a751040e tempest-VolumesNegativeTest-1336102928 tempest-VolumesNegativeTest-1336102928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:17.771435 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-ccca7158-1c70-404c-8ed7-b518fc8e4582 req-bdf77ec0-54dc-4011-969c-54b8a751040e tempest-VolumesNegativeTest-1336102928 tempest-VolumesNegativeTest-1336102928-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab3d2df8-ebc9-4283-831b-13c0cbde6400 HTTP/1.1" status: 200 len: 946 time: 0.0557942 May 08 22:18:17.822244 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-ccca7158-1c70-404c-8ed7-b518fc8e4582 req-6e7680e7-be93-49f3-9808-7a3027e14745 tempest-VolumesNegativeTest-1336102928 tempest-VolumesNegativeTest-1336102928-project] 10.222.0.44 "GET /v2.0/security-groups?id=be093e52-81f3-4f7c-b0c4-769e25281dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451932 May 08 22:18:17.848557 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.agents_db [None req-09216671-537f-4251-a64c-737ccd42d6d2 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 08 22:18:18.212195 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd63f45f-c6e2-4485-965d-a7fe8fdfa35b req-9f77cf40-ebf6-4008-a558-8a079cc48c74 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:18.213612 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-cd63f45f-c6e2-4485-965d-a7fe8fdfa35b req-9f77cf40-ebf6-4008-a558-8a079cc48c74 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=8fcffdfe-d0ae-47bc-bab8-b2ea5b12a665 HTTP/1.1" status: 200 len: 945 time: 0.0466192 May 08 22:18:18.263793 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-cd63f45f-c6e2-4485-965d-a7fe8fdfa35b req-1ddaee01-4108-4a3e-a97d-fb0b3de29395 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=a49e6154-3948-4540-84d0-3002a0183869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442016 May 08 22:18:18.473034 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-74465cb0-69f2-4386-bafa-6e6c365e9d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (69aa2ac4-530d-40c2-a84a-3161d84edf61), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:18.938436 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adfa15c-c018-4ec4-9f56-3b10ccc34aa6 req-ba998a10-1193-4091-86ab-fa06dc8d4d77 tempest-VolumesNegativeTest-1336102928 tempest-VolumesNegativeTest-1336102928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:18.939916 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-5adfa15c-c018-4ec4-9f56-3b10ccc34aa6 req-ba998a10-1193-4091-86ab-fa06dc8d4d77 tempest-VolumesNegativeTest-1336102928 tempest-VolumesNegativeTest-1336102928-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab3d2df8-ebc9-4283-831b-13c0cbde6400 HTTP/1.1" status: 200 len: 946 time: 0.0476332 May 08 22:18:18.989537 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-5adfa15c-c018-4ec4-9f56-3b10ccc34aa6 req-7e54cd59-eb7e-474c-95ff-ee37136fca5c tempest-VolumesNegativeTest-1336102928 tempest-VolumesNegativeTest-1336102928-project] 10.222.0.44 "GET /v2.0/security-groups?id=be093e52-81f3-4f7c-b0c4-769e25281dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438647 May 08 22:18:19.322166 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-68d59b13-bdd3-4890-b330-3a9be9bf9791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (167e5ba9-08ef-43b6-aca0-7c88b7f9e735), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:19.388203 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07feb57d-bdb6-4393-bc30-c423b69885a1 req-bc3b87a4-8032-4ec1-b16f-d1ccc5ea2104 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:19.389632 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-07feb57d-bdb6-4393-bc30-c423b69885a1 req-bc3b87a4-8032-4ec1-b16f-d1ccc5ea2104 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=8fcffdfe-d0ae-47bc-bab8-b2ea5b12a665 HTTP/1.1" status: 200 len: 945 time: 0.0494492 May 08 22:18:19.437994 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-07feb57d-bdb6-4393-bc30-c423b69885a1 req-1148355c-52aa-44e6-a81c-18e7bd83a394 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=a49e6154-3948-4540-84d0-3002a0183869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425320 May 08 22:18:20.116148 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c3140b-b43c-4a46-8fea-af7b9cf3a16b req-eb7651df-659e-487f-8aa7-0df94bc618d9 tempest-VolumesNegativeTest-1336102928 tempest-VolumesNegativeTest-1336102928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:20.117728 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-94c3140b-b43c-4a46-8fea-af7b9cf3a16b req-eb7651df-659e-487f-8aa7-0df94bc618d9 tempest-VolumesNegativeTest-1336102928 tempest-VolumesNegativeTest-1336102928-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab3d2df8-ebc9-4283-831b-13c0cbde6400 HTTP/1.1" status: 200 len: 946 time: 0.0476394 May 08 22:18:20.168346 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-94c3140b-b43c-4a46-8fea-af7b9cf3a16b req-6ff4f159-0c78-4bc7-853a-ecdd88ba35a4 tempest-VolumesNegativeTest-1336102928 tempest-VolumesNegativeTest-1336102928-project] 10.222.0.44 "GET /v2.0/security-groups?id=be093e52-81f3-4f7c-b0c4-769e25281dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449038 May 08 22:18:20.570548 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00008262-30fd-4aa6-b984-344e961feb96 req-349d934e-eba0-4244-b182-4f6028a966e1 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:20.572090 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-00008262-30fd-4aa6-b984-344e961feb96 req-349d934e-eba0-4244-b182-4f6028a966e1 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=8fcffdfe-d0ae-47bc-bab8-b2ea5b12a665 HTTP/1.1" status: 200 len: 945 time: 0.0581157 May 08 22:18:20.618981 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-00008262-30fd-4aa6-b984-344e961feb96 req-f74f49c9-c50a-49f0-9a09-d09226389e6e tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=a49e6154-3948-4540-84d0-3002a0183869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409961 May 08 22:18:20.851848 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783f9b87-60a2-45ed-a86a-34893c78d5ce req-a86c5e7c-d13f-4502-b1ba-201bdb4c4d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:20.853364 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-783f9b87-60a2-45ed-a86a-34893c78d5ce req-a86c5e7c-d13f-4502-b1ba-201bdb4c4d2f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4ba87f04caf143278d9bc8fb46634f38&device_id=ab3d2df8-ebc9-4283-831b-13c0cbde6400 HTTP/1.1" status: 200 len: 1130 time: 0.0517750 May 08 22:18:20.930402 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f82e6e54-0a06-4075-8e4d-2bf0b0f201e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (1fcc0290-7f55-4633-95cb-6d94e7aa5e57), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:20.937347 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-783f9b87-60a2-45ed-a86a-34893c78d5ce req-b8f5f1c6-8829-499b-ba0f-241c33d30fdc service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=4ba87f04caf143278d9bc8fb46634f38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227199 May 08 22:18:21.042734 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783f9b87-60a2-45ed-a86a-34893c78d5ce req-ca09abee-28f7-4522-942f-c3e038eb3299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:21.044262 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-783f9b87-60a2-45ed-a86a-34893c78d5ce req-ca09abee-28f7-4522-942f-c3e038eb3299 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0946109 May 08 22:18:21.313099 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434b4728-8e34-4daf-9ffd-e03fcb125c3a req-67581e32-dd00-4123-a0dd-76897c4485f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:21.314249 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402b735d-66a0-4b94-8f67-d07ee73526ea req-4791d93b-a0a8-49f1-af24-87d69b2ed6a1 tempest-VolumesNegativeTest-1336102928 tempest-VolumesNegativeTest-1336102928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:21.314729 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-434b4728-8e34-4daf-9ffd-e03fcb125c3a req-67581e32-dd00-4123-a0dd-76897c4485f9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8fcffdfe-d0ae-47bc-bab8-b2ea5b12a665 HTTP/1.1" status: 200 len: 1129 time: 0.0409052 May 08 22:18:21.315818 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-402b735d-66a0-4b94-8f67-d07ee73526ea req-4791d93b-a0a8-49f1-af24-87d69b2ed6a1 tempest-VolumesNegativeTest-1336102928 tempest-VolumesNegativeTest-1336102928-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab3d2df8-ebc9-4283-831b-13c0cbde6400 HTTP/1.1" status: 200 len: 946 time: 0.0644486 May 08 22:18:21.368386 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-402b735d-66a0-4b94-8f67-d07ee73526ea req-817ac4fa-58f3-4046-98dc-5845ae6680de tempest-VolumesNegativeTest-1336102928 tempest-VolumesNegativeTest-1336102928-project] 10.222.0.44 "GET /v2.0/security-groups?id=be093e52-81f3-4f7c-b0c4-769e25281dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457888 May 08 22:18:21.389414 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4299bf45-61c9-4e13-892e-8f2338927f3d req-3cd9dbef-d8a0-4043-ada7-c4666196cff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:21.389414 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-4299bf45-61c9-4e13-892e-8f2338927f3d req-3cd9dbef-d8a0-4043-ada7-c4666196cff4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4ba87f04caf143278d9bc8fb46634f38&device_id=ab3d2df8-ebc9-4283-831b-13c0cbde6400 HTTP/1.1" status: 200 len: 1130 time: 0.0690162 May 08 22:18:21.394997 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-434b4728-8e34-4daf-9ffd-e03fcb125c3a req-d387d0d2-52d4-4275-967a-ccb252c1066e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a49e6154-3948-4540-84d0-3002a0183869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711703 May 08 22:18:21.736228 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b361b4f-b60a-4d74-935e-3d7dc7c946d0 req-b68cd186-e5d6-40a5-a403-1a65ad41cac0 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:21.737785 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-5b361b4f-b60a-4d74-935e-3d7dc7c946d0 req-b68cd186-e5d6-40a5-a403-1a65ad41cac0 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=8fcffdfe-d0ae-47bc-bab8-b2ea5b12a665 HTTP/1.1" status: 200 len: 945 time: 0.0493448 May 08 22:18:21.797397 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-5b361b4f-b60a-4d74-935e-3d7dc7c946d0 req-0f9c563a-deb9-4696-af3a-5688f8eeaa16 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=a49e6154-3948-4540-84d0-3002a0183869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526307 May 08 22:18:22.116888 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-4299bf45-61c9-4e13-892e-8f2338927f3d req-a8707b1d-cfc0-4eb5-9777-79ff50eba922 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=7de32865-7a06-4783-bf21-584beb9c9fd2 HTTP/1.1" status: 200 len: 217 time: 0.0428288 May 08 22:18:22.167821 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4299bf45-61c9-4e13-892e-8f2338927f3d req-304cb1ba-9a62-457d-8583-e225c9ea4d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:22.169315 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-4299bf45-61c9-4e13-892e-8f2338927f3d req-304cb1ba-9a62-457d-8583-e225c9ea4d2e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3fc2b0ba-ddde-49b3-865b-fd94f316e152 HTTP/1.1" status: 200 len: 843 time: 0.0449657 May 08 22:18:22.218707 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4299bf45-61c9-4e13-892e-8f2338927f3d req-24ea6e64-b2dd-4291-b588-bfa88b406023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:22.220233 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-4299bf45-61c9-4e13-892e-8f2338927f3d req-24ea6e64-b2dd-4291-b588-bfa88b406023 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=646d9a17-61d9-4b81-9252-7068f045e6fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0443423 May 08 22:18:22.429235 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (7e3c7ef6-abd5-4f0f-b372-b2734b637fd0), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:22.489129 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9532debc-081d-4d30-87ea-0a655b2bc87d req-17cb4ce4-8b32-4089-8b56-d2f43795b6e3 tempest-VolumesNegativeTest-1336102928 tempest-VolumesNegativeTest-1336102928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:22.490891 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-9532debc-081d-4d30-87ea-0a655b2bc87d req-17cb4ce4-8b32-4089-8b56-d2f43795b6e3 tempest-VolumesNegativeTest-1336102928 tempest-VolumesNegativeTest-1336102928-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab3d2df8-ebc9-4283-831b-13c0cbde6400 HTTP/1.1" status: 200 len: 946 time: 0.0492201 May 08 22:18:22.542091 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-9532debc-081d-4d30-87ea-0a655b2bc87d req-fc3c424d-b35c-4bd8-9fdc-3c9294e719f1 tempest-VolumesNegativeTest-1336102928 tempest-VolumesNegativeTest-1336102928-project] 10.222.0.44 "GET /v2.0/security-groups?id=be093e52-81f3-4f7c-b0c4-769e25281dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454521 May 08 22:18:22.914536 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76777c2c-ef1b-4683-916a-7d72990ca229 req-fc68c9be-7929-4389-8c03-413db0d5ea5f tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:22.916009 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-76777c2c-ef1b-4683-916a-7d72990ca229 req-fc68c9be-7929-4389-8c03-413db0d5ea5f tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=8fcffdfe-d0ae-47bc-bab8-b2ea5b12a665 HTTP/1.1" status: 200 len: 945 time: 0.0485277 May 08 22:18:22.968783 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-76777c2c-ef1b-4683-916a-7d72990ca229 req-53de9f09-7c74-422d-ac21-60443295c22e tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=a49e6154-3948-4540-84d0-3002a0183869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427821 May 08 22:18:23.156776 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-4299bf45-61c9-4e13-892e-8f2338927f3d req-56bbb81d-0e4d-4ebb-b3c0-f82bfb4aba0c service neutron] 10.222.0.24 "GET /v2.0/networks/646d9a17-61d9-4b81-9252-7068f045e6fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911150 May 08 22:18:23.286389 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-4299bf45-61c9-4e13-892e-8f2338927f3d req-8e1e6e47-b05d-4057-b5c9-54d784e05d09 service neutron] 10.222.0.24 "GET /v2.0/networks/646d9a17-61d9-4b81-9252-7068f045e6fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994313 May 08 22:18:23.668603 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266064ec-b7b3-4e4a-985e-5b190773030e req-2fa1a110-df5a-4dcd-a1e0-2e4e3a697e81 tempest-VolumesNegativeTest-1336102928 tempest-VolumesNegativeTest-1336102928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:23.670086 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-266064ec-b7b3-4e4a-985e-5b190773030e req-2fa1a110-df5a-4dcd-a1e0-2e4e3a697e81 tempest-VolumesNegativeTest-1336102928 tempest-VolumesNegativeTest-1336102928-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab3d2df8-ebc9-4283-831b-13c0cbde6400 HTTP/1.1" status: 200 len: 946 time: 0.0605741 May 08 22:18:23.718872 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-266064ec-b7b3-4e4a-985e-5b190773030e req-0ce880ec-c58c-40cd-8a86-a47a3d145384 tempest-VolumesNegativeTest-1336102928 tempest-VolumesNegativeTest-1336102928-project] 10.222.0.44 "GET /v2.0/security-groups?id=be093e52-81f3-4f7c-b0c4-769e25281dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432558 May 08 22:18:24.085253 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae53b4-c6b5-4338-ada1-475decacfac9 req-6df8e601-5138-4a90-8468-ef80e84c7b69 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:24.086735 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-baae53b4-c6b5-4338-ada1-475decacfac9 req-6df8e601-5138-4a90-8468-ef80e84c7b69 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=8fcffdfe-d0ae-47bc-bab8-b2ea5b12a665 HTTP/1.1" status: 200 len: 945 time: 0.0470617 May 08 22:18:24.095349 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 53770) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:18:24.134491 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-baae53b4-c6b5-4338-ada1-475decacfac9 req-c3ed0134-6fd0-4bf1-831c-d683bfd5ee29 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=a49e6154-3948-4540-84d0-3002a0183869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413711 May 08 22:18:24.139375 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.db_base_plugin_v2 [None req-55115df1-47b3-486e-aef4-e917544647d5 admin admin] Deleting subnet b67f9e41-8e88-417d-a124-a63b13e30eef {{(pid=103629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 08 22:18:24.142665 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-55115df1-47b3-486e-aef4-e917544647d5 admin admin] Publish callbacks [] for subnet (b67f9e41-8e88-417d-a124-a63b13e30eef), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:24.177381 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-55115df1-47b3-486e-aef4-e917544647d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3425589'] for subnet (b67f9e41-8e88-417d-a124-a63b13e30eef), precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:24.216057 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-55115df1-47b3-486e-aef4-e917544647d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16446418'] for subnet (b67f9e41-8e88-417d-a124-a63b13e30eef), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:24.272809 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-55115df1-47b3-486e-aef4-e917544647d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16446411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59633499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59716232'] for subnet (b67f9e41-8e88-417d-a124-a63b13e30eef), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:24.297577 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55115df1-47b3-486e-aef4-e917544647d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b67f9e41-8e88-417d-a124-a63b13e30eef,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:18:24.302316 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-55115df1-47b3-486e-aef4-e917544647d5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:24.305550 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-55115df1-47b3-486e-aef4-e917544647d5 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/b67f9e41-8e88-417d-a124-a63b13e30eef HTTP/1.1" status: 204 len: 168 time: 0.2092333 May 08 22:18:24.308319 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 53772) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:18:24.379262 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-469a489d-f5cc-4101-bb73-56b33a15efe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16411149'] for network (01fd74e4-19fe-4127-93e4-f2dc9928f3de), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:24.465189 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-469a489d-f5cc-4101-bb73-56b33a15efe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16435559', 'neutron.services.segments.db._delete_segments_for_network-8791034498326'] for network (01fd74e4-19fe-4127-93e4-f2dc9928f3de), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:24.494328 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-469a489d-f5cc-4101-bb73-56b33a15efe7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:18:24.494698 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-469a489d-f5cc-4101-bb73-56b33a15efe7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:18:24.495429 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-469a489d-f5cc-4101-bb73-56b33a15efe7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:18:24.495785 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-469a489d-f5cc-4101-bb73-56b33a15efe7 admin admin] Subscribe: > port after_create 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:18:24.496117 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-469a489d-f5cc-4101-bb73-56b33a15efe7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:18:24.496430 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-469a489d-f5cc-4101-bb73-56b33a15efe7 admin admin] Subscribe: > port after_update 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:18:24.496814 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-469a489d-f5cc-4101-bb73-56b33a15efe7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:18:24.497132 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-469a489d-f5cc-4101-bb73-56b33a15efe7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:18:24.497461 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-469a489d-f5cc-4101-bb73-56b33a15efe7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:18:24.497798 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-469a489d-f5cc-4101-bb73-56b33a15efe7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:18:24.565318 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-469a489d-f5cc-4101-bb73-56b33a15efe7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:18:24.565659 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-469a489d-f5cc-4101-bb73-56b33a15efe7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:18:24.565989 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-469a489d-f5cc-4101-bb73-56b33a15efe7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:18:24.566313 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-469a489d-f5cc-4101-bb73-56b33a15efe7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 08 22:18:24.566678 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.services.segments.db [None req-469a489d-f5cc-4101-bb73-56b33a15efe7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01fd74e4-19fe-4127-93e4-f2dc9928f3de']}} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:18:24.584675 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.services.segments.db [None req-469a489d-f5cc-4101-bb73-56b33a15efe7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fde0cd5-8ec1-4827-b518-5e9bcb824b09') {'for_net_delete': True} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:18:24.584969 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.services.segments.db [None req-469a489d-f5cc-4101-bb73-56b33a15efe7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fde0cd5-8ec1-4827-b518-5e9bcb824b09') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:18:24.605102 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-469a489d-f5cc-4101-bb73-56b33a15efe7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791034500383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59229230'] for segment (4fde0cd5-8ec1-4827-b518-5e9bcb824b09), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:24.625510 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-469a489d-f5cc-4101-bb73-56b33a15efe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16448297'] for segment (4fde0cd5-8ec1-4827-b518-5e9bcb824b09), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:24.635186 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-469a489d-f5cc-4101-bb73-56b33a15efe7 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 08 22:18:24.635851 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-469a489d-f5cc-4101-bb73-56b33a15efe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16448297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59173183'] for segment (4fde0cd5-8ec1-4827-b518-5e9bcb824b09), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:24.642356 dv-cinder-840511-5-iscsi neutron-server[103628]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 08 22:18:24.642356 dv-cinder-840511-5-iscsi neutron-server[103628]: from cryptography.utils import int_from_bytes May 08 22:18:24.642356 dv-cinder-840511-5-iscsi neutron-server[103628]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 08 22:18:24.642356 dv-cinder-840511-5-iscsi neutron-server[103628]: from cryptography.utils import int_from_bytes May 08 22:18:24.642356 dv-cinder-840511-5-iscsi neutron-server[103628]: Traceback (most recent call last): May 08 22:18:24.642356 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 08 22:18:24.642356 dv-cinder-840511-5-iscsi neutron-server[103628]: timer() May 08 22:18:24.642356 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 08 22:18:24.642356 dv-cinder-840511-5-iscsi neutron-server[103628]: cb(*args, **kw) May 08 22:18:24.642356 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 08 22:18:24.642356 dv-cinder-840511-5-iscsi neutron-server[103628]: return func(*args, **kwargs) May 08 22:18:24.642356 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 08 22:18:24.642356 dv-cinder-840511-5-iscsi neutron-server[103628]: self._notify() May 08 22:18:24.642356 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 08 22:18:24.642356 dv-cinder-840511-5-iscsi neutron-server[103628]: self.callback(batched_events) May 08 22:18:24.642356 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 08 22:18:24.642356 dv-cinder-840511-5-iscsi neutron-server[103628]: event.method(event) May 08 22:18:24.642356 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 08 22:18:24.642356 dv-cinder-840511-5-iscsi neutron-server[103628]: aggregate_id = self._get_aggregate_id(event.segment_id) May 08 22:18:24.642356 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 08 22:18:24.642356 dv-cinder-840511-5-iscsi neutron-server[103628]: aggregate_uuid = self.p_client.list_aggregates( May 08 22:18:24.642356 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 08 22:18:24.642356 dv-cinder-840511-5-iscsi neutron-server[103628]: return f(self, *a, **k) May 08 22:18:24.642356 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 08 22:18:24.642356 dv-cinder-840511-5-iscsi neutron-server[103628]: return self._get(url).json() May 08 22:18:24.642356 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 08 22:18:24.642356 dv-cinder-840511-5-iscsi neutron-server[103628]: return self._client.get(url, endpoint_filter=self._ks_filter, May 08 22:18:24.642356 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 08 22:18:24.642356 dv-cinder-840511-5-iscsi neutron-server[103628]: return self.request(url, 'GET', **kwargs) May 08 22:18:24.642356 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 08 22:18:24.642356 dv-cinder-840511-5-iscsi neutron-server[103628]: base_url = self.get_endpoint(auth, allow=allow, May 08 22:18:24.642356 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 08 22:18:24.642356 dv-cinder-840511-5-iscsi neutron-server[103628]: auth = self._auth_required(auth, 'determine endpoint URL') May 08 22:18:24.642356 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 08 22:18:24.642356 dv-cinder-840511-5-iscsi neutron-server[103628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 08 22:18:24.642356 dv-cinder-840511-5-iscsi neutron-server[103628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 08 22:18:24.702290 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-469a489d-f5cc-4101-bb73-56b33a15efe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16435548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-788469'] for network (01fd74e4-19fe-4127-93e4-f2dc9928f3de), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:24.711161 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-469a489d-f5cc-4101-bb73-56b33a15efe7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745315'] for network (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:24.714547 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-469a489d-f5cc-4101-bb73-56b33a15efe7 admin admin] 10.222.0.44 "DELETE /v2.0/networks/01fd74e4-19fe-4127-93e4-f2dc9928f3de HTTP/1.1" status: 204 len: 168 time: 0.4052157 May 08 22:18:24.725134 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469a489d-f5cc-4101-bb73-56b33a15efe7 admin admin] Pushing event deleted for resources: {'Network': ['ID=01fd74e4-19fe-4127-93e4-f2dc9928f3de,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:18:24.844931 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cff7761-72d3-478b-a9d4-a74eadbe7579 req-bd7002ef-10b0-4ef5-8c0d-abfdd0c675c9 tempest-VolumesNegativeTest-1336102928 tempest-VolumesNegativeTest-1336102928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:24.846535 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-8cff7761-72d3-478b-a9d4-a74eadbe7579 req-bd7002ef-10b0-4ef5-8c0d-abfdd0c675c9 tempest-VolumesNegativeTest-1336102928 tempest-VolumesNegativeTest-1336102928-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab3d2df8-ebc9-4283-831b-13c0cbde6400 HTTP/1.1" status: 200 len: 946 time: 0.0537572 May 08 22:18:24.904537 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-8cff7761-72d3-478b-a9d4-a74eadbe7579 req-bfd45f30-013c-4e03-960f-8b8d0ef83045 tempest-VolumesNegativeTest-1336102928 tempest-VolumesNegativeTest-1336102928-project] 10.222.0.44 "GET /v2.0/security-groups?id=be093e52-81f3-4f7c-b0c4-769e25281dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518470 May 08 22:18:24.904828 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 53786) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:18:24.946143 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-bfdeeba8-4009-446f-921c-13fcd9eaeb3e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=654d3196600a44cc81cc95a1df44f7b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401835 May 08 22:18:24.948599 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 53790) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:18:24.996333 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a68a1e5b-d9b6-44b1-9dd0-a7852a881a52 admin admin] Publish callbacks [] for security_group (423ee5f4-731f-4abe-b26e-e2aec22ddd16), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:25.018381 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a68a1e5b-d9b6-44b1-9dd0-a7852a881a52 admin admin] Publish callbacks [] for security_group (423ee5f4-731f-4abe-b26e-e2aec22ddd16), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:25.078711 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a68a1e5b-d9b6-44b1-9dd0-a7852a881a52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (423ee5f4-731f-4abe-b26e-e2aec22ddd16), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:25.081428 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a68a1e5b-d9b6-44b1-9dd0-a7852a881a52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:25.082585 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-a68a1e5b-d9b6-44b1-9dd0-a7852a881a52 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/423ee5f4-731f-4abe-b26e-e2aec22ddd16 HTTP/1.1" status: 204 len: 168 time: 0.1330092 May 08 22:18:25.091650 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68a1e5b-d9b6-44b1-9dd0-a7852a881a52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=423ee5f4-731f-4abe-b26e-e2aec22ddd16,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:18:25.255595 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac7aefc-7812-4843-b99a-56a94b0f2913 req-8165b8b3-89d2-4ff6-9a64-6001f1d79b06 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:25.264338 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-1ac7aefc-7812-4843-b99a-56a94b0f2913 req-8165b8b3-89d2-4ff6-9a64-6001f1d79b06 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=8fcffdfe-d0ae-47bc-bab8-b2ea5b12a665 HTTP/1.1" status: 200 len: 945 time: 0.0524046 May 08 22:18:25.317435 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-1ac7aefc-7812-4843-b99a-56a94b0f2913 req-9964db46-5ee8-4889-ba31-7586bcee4c10 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=a49e6154-3948-4540-84d0-3002a0183869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545607 May 08 22:18:25.735045 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 53826) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:18:25.936142 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1ce3605d-822b-4627-bd96-43dfc68b868c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:26.032718 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d4cb68-8bcb-4182-8703-12f8a9cce96a req-2ad92aad-a43c-4763-81ae-b0d78e06a9e8 tempest-VolumesNegativeTest-1336102928 tempest-VolumesNegativeTest-1336102928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:26.034189 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-19d4cb68-8bcb-4182-8703-12f8a9cce96a req-2ad92aad-a43c-4763-81ae-b0d78e06a9e8 tempest-VolumesNegativeTest-1336102928 tempest-VolumesNegativeTest-1336102928-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab3d2df8-ebc9-4283-831b-13c0cbde6400 HTTP/1.1" status: 200 len: 946 time: 0.0599654 May 08 22:18:26.065673 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1ce3605d-822b-4627-bd96-43dfc68b868c admin admin] Publish callbacks [] for security_group (3a63f7a8-80eb-4366-a73e-3f50b307c9f9), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:26.073639 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1ce3605d-822b-4627-bd96-43dfc68b868c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (3a63f7a8-80eb-4366-a73e-3f50b307c9f9), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:26.121217 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-19d4cb68-8bcb-4182-8703-12f8a9cce96a req-40d71972-0ee7-4e69-8b08-1385507d03fe tempest-VolumesNegativeTest-1336102928 tempest-VolumesNegativeTest-1336102928-project] 10.222.0.44 "GET /v2.0/security-groups?id=be093e52-81f3-4f7c-b0c4-769e25281dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787537 May 08 22:18:26.130096 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-1ce3605d-822b-4627-bd96-43dfc68b868c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6498e8a8c84a4b40bc82c3919d50f351&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3940108 May 08 22:18:26.130996 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce3605d-822b-4627-bd96-43dfc68b868c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a63f7a8-80eb-4366-a73e-3f50b307c9f9,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:18:26.133234 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 53870) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:18:26.183253 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-416c4cfc-899b-4200-acb5-eb1bc113a633 admin admin] Publish callbacks [] for security_group (3a63f7a8-80eb-4366-a73e-3f50b307c9f9), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:26.207308 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-416c4cfc-899b-4200-acb5-eb1bc113a633 admin admin] Publish callbacks [] for security_group (3a63f7a8-80eb-4366-a73e-3f50b307c9f9), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:26.259863 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-416c4cfc-899b-4200-acb5-eb1bc113a633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (3a63f7a8-80eb-4366-a73e-3f50b307c9f9), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:26.262564 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-416c4cfc-899b-4200-acb5-eb1bc113a633 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:26.263731 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-416c4cfc-899b-4200-acb5-eb1bc113a633 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3a63f7a8-80eb-4366-a73e-3f50b307c9f9 HTTP/1.1" status: 204 len: 168 time: 0.1291094 May 08 22:18:26.272595 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416c4cfc-899b-4200-acb5-eb1bc113a633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a63f7a8-80eb-4366-a73e-3f50b307c9f9,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:18:26.702948 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device 7de32865-7a06-4783-bf21-584beb9c9fd2 details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=103630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 08 22:18:26.812960 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] For port 7de32865-7a06-4783-bf21-584beb9c9fd2, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=7de32865-7a06-4783-bf21-584beb9c9fd2,segment=NetworkSegment(5be1b8e9-bd6a-4c86-be5f-36cbe6a7f45f),segment_id=5be1b8e9-bd6a-4c86-be5f-36cbe6a7f45f)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:18:26.825353 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Returning: {'device': '7de32865-7a06-4783-bf21-584beb9c9fd2', 'network_id': '646d9a17-61d9-4b81-9252-7068f045e6fc', 'port_id': '7de32865-7a06-4783-bf21-584beb9c9fd2', 'mac_address': 'fa:16:3e:67:10:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fc2b0ba-ddde-49b3-865b-fd94f316e152', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 08 22:18:26.866688 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Current status of the port 7de32865-7a06-4783-bf21-584beb9c9fd2 is: DOWN; New status is: BUILD {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:18:26.867073 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (7de32865-7a06-4783-bf21-584beb9c9fd2), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:26.885573 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.notifiers.nova [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7de32865-7a06-4783-bf21-584beb9c9fd2 {{(pid=103630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 08 22:18:26.908435 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] For port 7de32865-7a06-4783-bf21-584beb9c9fd2, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=7de32865-7a06-4783-bf21-584beb9c9fd2,segment=NetworkSegment(5be1b8e9-bd6a-4c86-be5f-36cbe6a7f45f),segment_id=5be1b8e9-bd6a-4c86-be5f-36cbe6a7f45f)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:18:26.914094 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (7de32865-7a06-4783-bf21-584beb9c9fd2), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:26.963905 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Pushing event updated for resources: {'Port': ['ID=7de32865-7a06-4783-bf21-584beb9c9fd2,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:18:26.972046 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:18:26.972371 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:18:26.972751 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:18:26.973291 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:18:26.973721 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:18:26.974100 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:18:26.974472 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:18:26.974881 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:18:26.975166 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:18:26.975488 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:18:26.975818 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:18:26.976145 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:18:26.976469 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:18:26.976813 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:18:26.977117 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:18:27.482469 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] get_ports_and_sgs() called for port_ids ['7de32865-7a06-4783-bf21-584beb9c9fd2'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 08 22:18:27.673924 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673ffa64-a1db-4f4a-902c-1821c88d4e11 req-f8438e10-2d82-4eab-8a33-9b671267005a tempest-VolumesNegativeTest-1336102928 tempest-VolumesNegativeTest-1336102928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:27.676275 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-673ffa64-a1db-4f4a-902c-1821c88d4e11 req-f8438e10-2d82-4eab-8a33-9b671267005a tempest-VolumesNegativeTest-1336102928 tempest-VolumesNegativeTest-1336102928-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab3d2df8-ebc9-4283-831b-13c0cbde6400 HTTP/1.1" status: 200 len: 947 time: 0.0526910 May 08 22:18:27.728809 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be25c15-505c-407d-8446-443a8868a1c1 req-66e32678-da28-4706-897f-4defa3bf8c99 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:27.730292 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-2be25c15-505c-407d-8446-443a8868a1c1 req-66e32678-da28-4706-897f-4defa3bf8c99 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=8fcffdfe-d0ae-47bc-bab8-b2ea5b12a665 HTTP/1.1" status: 200 len: 945 time: 0.1165531 May 08 22:18:27.769532 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-673ffa64-a1db-4f4a-902c-1821c88d4e11 req-439eeb22-2a79-4e73-addb-7383b15c781c tempest-VolumesNegativeTest-1336102928 tempest-VolumesNegativeTest-1336102928-project] 10.222.0.44 "GET /v2.0/security-groups?id=be093e52-81f3-4f7c-b0c4-769e25281dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763037 May 08 22:18:27.799375 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-2be25c15-505c-407d-8446-443a8868a1c1 req-22ad8b7c-194e-41b8-a47e-dbeecfb7c84b tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=a49e6154-3948-4540-84d0-3002a0183869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591137 May 08 22:18:27.909927 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31548672-f47a-4d5d-9020-ff496ddd64e7 req-434e78e7-03a7-4a8d-8763-d2b0b8d8f142 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:27.911349 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-31548672-f47a-4d5d-9020-ff496ddd64e7 req-434e78e7-03a7-4a8d-8763-d2b0b8d8f142 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=8fcffdfe-d0ae-47bc-bab8-b2ea5b12a665 HTTP/1.1" status: 200 len: 945 time: 0.0476911 May 08 22:18:27.920627 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 53924) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:18:27.929163 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.v2.base [None req-a6aa8d19-cbd0-4ad6-aea8-ec5c4f5db894 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Request body: {'floatingip': {'port_id': 'b6ef1d5c-b1ef-498c-9efb-0c956a66f992'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:18:28.005786 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a6aa8d19-cbd0-4ad6-aea8-ec5c4f5db894 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Publish callbacks [] for floatingip (97a69fbe-1c0b-4486-b945-2d0068062f5f), before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:28.748760 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.db.resource_extend [None req-a6aa8d19-cbd0-4ad6-aea8-ec5c4f5db894 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 08 22:18:28.828054 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a6aa8d19-cbd0-4ad6-aea8-ec5c4f5db894 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:28.833278 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a6aa8d19-cbd0-4ad6-aea8-ec5c4f5db894 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-788248'] for floatingip (97a69fbe-1c0b-4486-b945-2d0068062f5f), after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:28.936532 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220e1134-56a6-47ad-ac35-85b2e6df63fd req-56b2bc3a-d605-4ce8-8ee0-f68995fa8de4 tempest-VolumesNegativeTest-1336102928 tempest-VolumesNegativeTest-1336102928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:28.938226 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-220e1134-56a6-47ad-ac35-85b2e6df63fd req-56b2bc3a-d605-4ce8-8ee0-f68995fa8de4 tempest-VolumesNegativeTest-1336102928 tempest-VolumesNegativeTest-1336102928-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab3d2df8-ebc9-4283-831b-13c0cbde6400 HTTP/1.1" status: 200 len: 947 time: 0.0964997 May 08 22:18:28.959441 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device 7de32865-7a06-4783-bf21-584beb9c9fd2 up at agent hyperv_hv-cinder-84051 {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 08 22:18:29.007867 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Provisioning for port 7de32865-7a06-4783-bf21-584beb9c9fd2 completed by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 08 22:18:29.011876 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.db.l3_db [None req-a6aa8d19-cbd0-4ad6-aea8-ec5c4f5db894 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Floating IP 97a69fbe-1c0b-4486-b945-2d0068062f5f associated. External IP: 172.27.2.195, port: b6ef1d5c-b1ef-498c-9efb-0c956a66f992. May 08 22:18:29.015066 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Provisioning complete for port 7de32865-7a06-4783-bf21-584beb9c9fd2 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:18:29.015441 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (7de32865-7a06-4783-bf21-584beb9c9fd2), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:29.058566 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-220e1134-56a6-47ad-ac35-85b2e6df63fd req-2b9cd1ca-63db-41e0-bd0f-241668855bbf tempest-VolumesNegativeTest-1336102928 tempest-VolumesNegativeTest-1336102928-project] 10.222.0.44 "GET /v2.0/security-groups?id=be093e52-81f3-4f7c-b0c4-769e25281dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133728 May 08 22:18:29.095275 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Current status of the port 7de32865-7a06-4783-bf21-584beb9c9fd2 is: BUILD; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:18:29.095619 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (7de32865-7a06-4783-bf21-584beb9c9fd2), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:29.118721 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab3d2df8-ebc9-4283-831b-13c0cbde6400', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7de32865-7a06-4783-bf21-584beb9c9fd2'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 08 22:18:29.120969 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bcef9e280bae9da70c0250555725ec84c8fe71b1405edcfc00240691fe86bce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faed0d7c-0d03-488f-ba97-01d1a7618454" -d '{"events": [{"server_uuid": "ab3d2df8-ebc9-4283-831b-13c0cbde6400", "name": "network-vif-plugged", "status": "completed", "tag": "7de32865-7a06-4783-bf21-584beb9c9fd2"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 08 22:18:29.141766 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] For port 7de32865-7a06-4783-bf21-584beb9c9fd2, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=7de32865-7a06-4783-bf21-584beb9c9fd2,segment=NetworkSegment(5be1b8e9-bd6a-4c86-be5f-36cbe6a7f45f),segment_id=5be1b8e9-bd6a-4c86-be5f-36cbe6a7f45f)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:18:29.148363 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (7de32865-7a06-4783-bf21-584beb9c9fd2), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:29.172445 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 08 May 2022 22:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d1de2ae-2896-454b-896b-3b85bcb4010e x-openstack-request-id: req-7d1de2ae-2896-454b-896b-3b85bcb4010e {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 08 22:18:29.172775 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab3d2df8-ebc9-4283-831b-13c0cbde6400", "name": "network-vif-plugged", "status": "completed", "tag": "7de32865-7a06-4783-bf21-584beb9c9fd2", "code": 200}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 08 22:18:29.173031 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7d1de2ae-2896-454b-896b-3b85bcb4010e {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 08 22:18:29.173423 dv-cinder-840511-5-iscsi neutron-server[103630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d1de2ae-2896-454b-896b-3b85bcb4010e'] response: {'server_uuid': 'ab3d2df8-ebc9-4283-831b-13c0cbde6400', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7de32865-7a06-4783-bf21-584beb9c9fd2', 'code': 200} May 08 22:18:29.199703 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Pushing event updated for resources: {'Port': ['ID=7de32865-7a06-4783-bf21-584beb9c9fd2,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:18:29.246829 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6aa8d19-cbd0-4ad6-aea8-ec5c4f5db894 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Router 704f50fb-b91a-4966-b01e-da4167ed8b5e has already been hosted by L3 agent 69aa2ac4-530d-40c2-a84a-3161d84edf61 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 08 22:18:29.363877 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6aa8d19-cbd0-4ad6-aea8-ec5c4f5db894 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Notify agent at l3_agent.dv-cinder-840511-5-iscsi the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 08 22:18:29.368953 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a6aa8d19-cbd0-4ad6-aea8-ec5c4f5db894 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870'] for floatingip (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:29.374222 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215e9044-5bcd-4aa0-a43c-b871b9b3c4c7 None None] Sync routers for ids ['704f50fb-b91a-4966-b01e-da4167ed8b5e'] in dv-cinder-840511-5-iscsi {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 08 22:18:29.384473 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215e9044-5bcd-4aa0-a43c-b871b9b3c4c7 None None] Routers {'704f50fb-b91a-4966-b01e-da4167ed8b5e'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:18:29.385117 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-215e9044-5bcd-4aa0-a43c-b871b9b3c4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:18:18Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['704f50fb-b91a-4966-b01e-da4167ed8b5e'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:18:29.406504 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-a6aa8d19-cbd0-4ad6-aea8-ec5c4f5db894 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "PUT /v2.0/floatingips/97a69fbe-1c0b-4486-b945-2d0068062f5f HTTP/1.1" status: 200 len: 991 time: 1.4844408 May 08 22:18:29.407636 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fcffdfe-d0ae-47bc-bab8-b2ea5b12a665', 'tag': 'b6ef1d5c-b1ef-498c-9efb-0c956a66f992'}] {{(pid=103628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 08 22:18:29.408945 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a45b7e-0a08-495d-8c60-58b26ec197f5 req-160f0e26-dc22-48bc-a2d7-83f4df3ba33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:29.410159 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e2a9c85b17fa97aa3ee6f0cc28bce24bf61ad2de26c4d93421d838ad5289b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01d3e878-f7a1-4c64-95c7-fff732ef2d06" -d '{"events": [{"name": "network-changed", "server_uuid": "8fcffdfe-d0ae-47bc-bab8-b2ea5b12a665", "tag": "b6ef1d5c-b1ef-498c-9efb-0c956a66f992"}]}' {{(pid=103628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 08 22:18:29.411794 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-49a45b7e-0a08-495d-8c60-58b26ec197f5 req-160f0e26-dc22-48bc-a2d7-83f4df3ba33a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ab3d2df8-ebc9-4283-831b-13c0cbde6400 HTTP/1.1" status: 200 len: 1132 time: 0.0428019 May 08 22:18:29.451283 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 08 May 2022 22:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb7ed56a-156c-4ca1-9032-50968c836c65 x-openstack-request-id: req-cb7ed56a-156c-4ca1-9032-50968c836c65 {{(pid=103628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 08 22:18:29.451578 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fcffdfe-d0ae-47bc-bab8-b2ea5b12a665", "tag": "b6ef1d5c-b1ef-498c-9efb-0c956a66f992", "status": "completed", "code": 200}]} {{(pid=103628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 08 22:18:29.451827 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cb7ed56a-156c-4ca1-9032-50968c836c65 {{(pid=103628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 08 22:18:29.452231 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb7ed56a-156c-4ca1-9032-50968c836c65'] response: {'name': 'network-changed', 'server_uuid': '8fcffdfe-d0ae-47bc-bab8-b2ea5b12a665', 'tag': 'b6ef1d5c-b1ef-498c-9efb-0c956a66f992', 'status': 'completed', 'code': 200} May 08 22:18:29.468494 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-49a45b7e-0a08-495d-8c60-58b26ec197f5 req-e1547abd-e50b-495c-bc6c-cb4a0a8288af service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=be093e52-81f3-4f7c-b0c4-769e25281dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485425 May 08 22:18:29.498301 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-215e9044-5bcd-4aa0-a43c-b871b9b3c4c7 None None] Set router 704f50fb-b91a-4966-b01e-da4167ed8b5e gateway port host: dv-cinder-840511-5-iscsi {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:18:29.826835 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-215e9044-5bcd-4aa0-a43c-b871b9b3c4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '704f50fb-b91a-4966-b01e-da4167ed8b5e', 'name': 'tempest-ServerRescueNegativeTestJSON-825093394-router', 'tenant_id': '9bf17cedd3154ce4b6b2bd0e4dcbb92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '0c671479-16d2-4562-bc9b-36013f9f96d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:15:06Z', 'updated_at': '2022-05-08T22:15:16Z', 'revision_number': 4, 'project_id': '9bf17cedd3154ce4b6b2bd0e4dcbb92c', 'gw_port': {'id': '0c671479-16d2-4562-bc9b-36013f9f96d1', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ab:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704f50fb-b91a-4966-b01e-da4167ed8b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:08Z', 'updated_at': '2022-05-08T22:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_floatingips': [{'id': '97a69fbe-1c0b-4486-b945-2d0068062f5f', 'tenant_id': '9bf17cedd3154ce4b6b2bd0e4dcbb92c', 'floating_ip_address': '172.27.2.195', 'floating_network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'router_id': '704f50fb-b91a-4966-b01e-da4167ed8b5e', 'port_id': 'b6ef1d5c-b1ef-498c-9efb-0c956a66f992', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4427f95d-7dad-47df-8ab1-304fd704186a', 'mac_address': 'fa:16:3e:db:03:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcffdfe-d0ae-47bc-bab8-b2ea5b12a665', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-08T22:18:04Z', 'updated_at': '2022-05-08T22:18:28Z', 'revision_number': 1, 'project_id': '9bf17cedd3154ce4b6b2bd0e4dcbb92c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ffd45d4-366f-40f2-8045-f1961d7b8f55', 'name': '', 'network_id': '4427f95d-7dad-47df-8ab1-304fd704186a', 'tenant_id': '9bf17cedd3154ce4b6b2bd0e4dcbb92c', 'mac_address': 'fa:16:3e:5c:d0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704f50fb-b91a-4966-b01e-da4167ed8b5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd42cc4d2-76bb-4552-9ac7-abf4e664168d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:14Z', 'updated_at': '2022-05-08T22:15:30Z', 'revision_number': 5, 'project_id': '9bf17cedd3154ce4b6b2bd0e4dcbb92c', 'subnets': [{'id': 'd42cc4d2-76bb-4552-9ac7-abf4e664168d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:18:29.853472 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215e9044-5bcd-4aa0-a43c-b871b9b3c4c7 None None] Checking router: 704f50fb-b91a-4966-b01e-da4167ed8b5e for host: dv-cinder-840511-5-iscsi {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 08 22:18:29.862683 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215e9044-5bcd-4aa0-a43c-b871b9b3c4c7 None None] Routers {'704f50fb-b91a-4966-b01e-da4167ed8b5e'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:18:29.863280 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-215e9044-5bcd-4aa0-a43c-b871b9b3c4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:18:18Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['704f50fb-b91a-4966-b01e-da4167ed8b5e'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:18:29.967967 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3e878-f7a1-4c64-95c7-fff732ef2d06 req-31e4125e-4359-4856-9de2-826da4adb7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:29.969670 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-01d3e878-f7a1-4c64-95c7-fff732ef2d06 req-31e4125e-4359-4856-9de2-826da4adb7f3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9bf17cedd3154ce4b6b2bd0e4dcbb92c&device_id=8fcffdfe-d0ae-47bc-bab8-b2ea5b12a665 HTTP/1.1" status: 200 len: 1129 time: 0.0423613 May 08 22:18:29.973034 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-215e9044-5bcd-4aa0-a43c-b871b9b3c4c7 None None] Set router 704f50fb-b91a-4966-b01e-da4167ed8b5e gateway port host: dv-cinder-840511-5-iscsi {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:18:30.071117 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3e878-f7a1-4c64-95c7-fff732ef2d06 req-80ee4014-7348-4bc9-8d6e-98047315ebc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:30.072757 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-01d3e878-f7a1-4c64-95c7-fff732ef2d06 req-80ee4014-7348-4bc9-8d6e-98047315ebc7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4427f95d-7dad-47df-8ab1-304fd704186a HTTP/1.1" status: 200 len: 919 time: 0.0960631 May 08 22:18:30.183196 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f06cc2a-d3b5-4f53-b614-bf30ac23e204 req-3bdfce78-4426-4916-adf6-3e5b1741a5b8 tempest-VolumesNegativeTest-1336102928 tempest-VolumesNegativeTest-1336102928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:30.185286 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-9f06cc2a-d3b5-4f53-b614-bf30ac23e204 req-3bdfce78-4426-4916-adf6-3e5b1741a5b8 tempest-VolumesNegativeTest-1336102928 tempest-VolumesNegativeTest-1336102928-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab3d2df8-ebc9-4283-831b-13c0cbde6400 HTTP/1.1" status: 200 len: 948 time: 0.0528071 May 08 22:18:30.192405 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-215e9044-5bcd-4aa0-a43c-b871b9b3c4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '704f50fb-b91a-4966-b01e-da4167ed8b5e', 'name': 'tempest-ServerRescueNegativeTestJSON-825093394-router', 'tenant_id': '9bf17cedd3154ce4b6b2bd0e4dcbb92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '0c671479-16d2-4562-bc9b-36013f9f96d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:15:06Z', 'updated_at': '2022-05-08T22:15:16Z', 'revision_number': 4, 'project_id': '9bf17cedd3154ce4b6b2bd0e4dcbb92c', 'gw_port': {'id': '0c671479-16d2-4562-bc9b-36013f9f96d1', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ab:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704f50fb-b91a-4966-b01e-da4167ed8b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:08Z', 'updated_at': '2022-05-08T22:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_floatingips': [{'id': '97a69fbe-1c0b-4486-b945-2d0068062f5f', 'tenant_id': '9bf17cedd3154ce4b6b2bd0e4dcbb92c', 'floating_ip_address': '172.27.2.195', 'floating_network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'router_id': '704f50fb-b91a-4966-b01e-da4167ed8b5e', 'port_id': 'b6ef1d5c-b1ef-498c-9efb-0c956a66f992', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4427f95d-7dad-47df-8ab1-304fd704186a', 'mac_address': 'fa:16:3e:db:03:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcffdfe-d0ae-47bc-bab8-b2ea5b12a665', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-08T22:18:04Z', 'updated_at': '2022-05-08T22:18:28Z', 'revision_number': 1, 'project_id': '9bf17cedd3154ce4b6b2bd0e4dcbb92c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ffd45d4-366f-40f2-8045-f1961d7b8f55', 'name': '', 'network_id': '4427f95d-7dad-47df-8ab1-304fd704186a', 'tenant_id': '9bf17cedd3154ce4b6b2bd0e4dcbb92c', 'mac_address': 'fa:16:3e:5c:d0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704f50fb-b91a-4966-b01e-da4167ed8b5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd42cc4d2-76bb-4552-9ac7-abf4e664168d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:14Z', 'updated_at': '2022-05-08T22:15:30Z', 'revision_number': 5, 'project_id': '9bf17cedd3154ce4b6b2bd0e4dcbb92c', 'subnets': [{'id': 'd42cc4d2-76bb-4552-9ac7-abf4e664168d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:18:30.219608 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215e9044-5bcd-4aa0-a43c-b871b9b3c4c7 None None] The sync data for ids ['704f50fb-b91a-4966-b01e-da4167ed8b5e'] in dv-cinder-840511-5-iscsi is: [{'id': '704f50fb-b91a-4966-b01e-da4167ed8b5e', 'name': 'tempest-ServerRescueNegativeTestJSON-825093394-router', 'tenant_id': '9bf17cedd3154ce4b6b2bd0e4dcbb92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '0c671479-16d2-4562-bc9b-36013f9f96d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:15:06Z', 'updated_at': '2022-05-08T22:15:16Z', 'revision_number': 4, 'project_id': '9bf17cedd3154ce4b6b2bd0e4dcbb92c', 'gw_port': {'id': '0c671479-16d2-4562-bc9b-36013f9f96d1', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ab:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704f50fb-b91a-4966-b01e-da4167ed8b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:08Z', 'updated_at': '2022-05-08T22:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_floatingips': [{'id': '97a69fbe-1c0b-4486-b945-2d0068062f5f', 'tenant_id': '9bf17cedd3154ce4b6b2bd0e4dcbb92c', 'floating_ip_address': '172.27.2.195', 'floating_network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'router_id': '704f50fb-b91a-4966-b01e-da4167ed8b5e', 'port_id': 'b6ef1d5c-b1ef-498c-9efb-0c956a66f992', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4427f95d-7dad-47df-8ab1-304fd704186a', 'mac_address': 'fa:16:3e:db:03:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcffdfe-d0ae-47bc-bab8-b2ea5b12a665', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-08T22:18:04Z', 'updated_at': '2022-05-08T22:18:28Z', 'revision_number': 1, 'project_id': '9bf17cedd3154ce4b6b2bd0e4dcbb92c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ffd45d4-366f-40f2-8045-f1961d7b8f55', 'name': '', 'network_id': '4427f95d-7dad-47df-8ab1-304fd704186a', 'tenant_id': '9bf17cedd3154ce4b6b2bd0e4dcbb92c', 'mac_address': 'fa:16:3e:5c:d0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704f50fb-b91a-4966-b01e-da4167ed8b5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd42cc4d2-76bb-4552-9ac7-abf4e664168d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:14Z', 'updated_at': '2022-05-08T22:15:30Z', 'revision_number': 5, 'project_id': '9bf17cedd3154ce4b6b2bd0e4dcbb92c', 'subnets': [{'id': 'd42cc4d2-76bb-4552-9ac7-abf4e664168d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 08 22:18:30.244732 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-9f06cc2a-d3b5-4f53-b614-bf30ac23e204 req-3a8a98a2-07a4-4383-a876-3ca84c43e735 tempest-VolumesNegativeTest-1336102928 tempest-VolumesNegativeTest-1336102928-project] 10.222.0.44 "GET /v2.0/security-groups?id=be093e52-81f3-4f7c-b0c4-769e25281dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529690 May 08 22:18:30.440230 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7178468-08e5-4157-a01f-eb89630a9d76 None None] New status for floating IP 97a69fbe-1c0b-4486-b945-2d0068062f5f: ACTIVE {{(pid=103630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 08 22:18:30.670373 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-01d3e878-f7a1-4c64-95c7-fff732ef2d06 req-93885d00-2759-458b-96cc-4f2ccd5dfd2c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6ef1d5c-b1ef-498c-9efb-0c956a66f992 HTTP/1.1" status: 200 len: 1001 time: 0.0612950 May 08 22:18:30.732183 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3e878-f7a1-4c64-95c7-fff732ef2d06 req-c3ee4fe7-d06c-42f9-81ca-accde7581a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:30.733189 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-01d3e878-f7a1-4c64-95c7-fff732ef2d06 req-c3ee4fe7-d06c-42f9-81ca-accde7581a5f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d42cc4d2-76bb-4552-9ac7-abf4e664168d HTTP/1.1" status: 200 len: 857 time: 0.0504439 May 08 22:18:30.792003 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3e878-f7a1-4c64-95c7-fff732ef2d06 req-0a05b100-9676-4f40-8fff-01e7f6eba0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:30.793682 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-01d3e878-f7a1-4c64-95c7-fff732ef2d06 req-0a05b100-9676-4f40-8fff-01e7f6eba0b8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4427f95d-7dad-47df-8ab1-304fd704186a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0536814 May 08 22:18:30.936781 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-01d3e878-f7a1-4c64-95c7-fff732ef2d06 req-22746d02-0428-4a40-96ee-5d1ab8cbde59 service neutron] 10.222.0.24 "GET /v2.0/networks/4427f95d-7dad-47df-8ab1-304fd704186a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924618 May 08 22:18:31.055260 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-01d3e878-f7a1-4c64-95c7-fff732ef2d06 req-f71558cc-0b0c-42b8-a670-3d7c0914df27 service neutron] 10.222.0.24 "GET /v2.0/networks/4427f95d-7dad-47df-8ab1-304fd704186a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912440 May 08 22:18:31.370145 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8799ce-4cf6-4f59-a7ae-e36291c18023 req-4ab94381-5c47-474d-ab4f-6055c1b02065 tempest-VolumesNegativeTest-1336102928 tempest-VolumesNegativeTest-1336102928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:31.371661 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-7b8799ce-4cf6-4f59-a7ae-e36291c18023 req-4ab94381-5c47-474d-ab4f-6055c1b02065 tempest-VolumesNegativeTest-1336102928 tempest-VolumesNegativeTest-1336102928-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab3d2df8-ebc9-4283-831b-13c0cbde6400 HTTP/1.1" status: 200 len: 948 time: 0.0506113 May 08 22:18:31.423652 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-7b8799ce-4cf6-4f59-a7ae-e36291c18023 req-3a7679c5-5e42-40ba-bc9f-29591fc27e86 tempest-VolumesNegativeTest-1336102928 tempest-VolumesNegativeTest-1336102928-project] 10.222.0.44 "GET /v2.0/security-groups?id=be093e52-81f3-4f7c-b0c4-769e25281dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463309 May 08 22:18:31.701443 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e68ac91-026a-4526-9ab3-a2041858e879 req-6fec4f7f-8e0c-4131-b2eb-2867599d0922 tempest-VolumesNegativeTest-1336102928 tempest-VolumesNegativeTest-1336102928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:31.702980 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-8e68ac91-026a-4526-9ab3-a2041858e879 req-6fec4f7f-8e0c-4131-b2eb-2867599d0922 tempest-VolumesNegativeTest-1336102928 tempest-VolumesNegativeTest-1336102928-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab3d2df8-ebc9-4283-831b-13c0cbde6400 HTTP/1.1" status: 200 len: 948 time: 0.0489099 May 08 22:18:31.753772 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-8e68ac91-026a-4526-9ab3-a2041858e879 req-7d52a966-6269-4593-aca7-f3e10676399c tempest-VolumesNegativeTest-1336102928 tempest-VolumesNegativeTest-1336102928-project] 10.222.0.44 "GET /v2.0/security-groups?id=be093e52-81f3-4f7c-b0c4-769e25281dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450759 May 08 22:18:32.885438 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96af4ec4-b2b4-4013-a8b6-47edef4da530 req-195f3f0f-1971-43c7-b33a-cefe40290d17 tempest-VolumesNegativeTest-1336102928 tempest-VolumesNegativeTest-1336102928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:32.886890 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-96af4ec4-b2b4-4013-a8b6-47edef4da530 req-195f3f0f-1971-43c7-b33a-cefe40290d17 tempest-VolumesNegativeTest-1336102928 tempest-VolumesNegativeTest-1336102928-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab3d2df8-ebc9-4283-831b-13c0cbde6400 HTTP/1.1" status: 200 len: 948 time: 0.0558999 May 08 22:18:32.939530 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-96af4ec4-b2b4-4013-a8b6-47edef4da530 req-4dafa078-f472-48da-9dc9-8eb7f169a156 tempest-VolumesNegativeTest-1336102928 tempest-VolumesNegativeTest-1336102928-project] 10.222.0.44 "GET /v2.0/security-groups?id=be093e52-81f3-4f7c-b0c4-769e25281dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452449 May 08 22:18:34.064971 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df789a1-4849-48fd-9b46-8805d30147d4 req-e172ac24-3090-4487-807d-881c26b4d11b tempest-VolumesNegativeTest-1336102928 tempest-VolumesNegativeTest-1336102928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:34.066410 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-1df789a1-4849-48fd-9b46-8805d30147d4 req-e172ac24-3090-4487-807d-881c26b4d11b tempest-VolumesNegativeTest-1336102928 tempest-VolumesNegativeTest-1336102928-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab3d2df8-ebc9-4283-831b-13c0cbde6400 HTTP/1.1" status: 200 len: 948 time: 0.0561087 May 08 22:18:34.118702 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-1df789a1-4849-48fd-9b46-8805d30147d4 req-9dca00a1-4e3b-4e1f-ba49-6b6628c41e36 tempest-VolumesNegativeTest-1336102928 tempest-VolumesNegativeTest-1336102928-project] 10.222.0.44 "GET /v2.0/security-groups?id=be093e52-81f3-4f7c-b0c4-769e25281dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466628 May 08 22:18:34.224095 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7819868-d4cb-4011-9f3d-360aa8d3bd2d req-3ab9babb-8db5-407f-ab19-d19d254876e1 tempest-VolumesNegativeTest-1336102928 tempest-VolumesNegativeTest-1336102928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:34.225679 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-b7819868-d4cb-4011-9f3d-360aa8d3bd2d req-3ab9babb-8db5-407f-ab19-d19d254876e1 tempest-VolumesNegativeTest-1336102928 tempest-VolumesNegativeTest-1336102928-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab3d2df8-ebc9-4283-831b-13c0cbde6400 HTTP/1.1" status: 200 len: 948 time: 0.0478699 May 08 22:18:34.788344 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-b7819868-d4cb-4011-9f3d-360aa8d3bd2d req-7cf87d00-ca18-4b4b-ad2c-54c2dc34122b tempest-VolumesNegativeTest-1336102928 tempest-VolumesNegativeTest-1336102928-project] Deleting port 7de32865-7a06-4783-bf21-584beb9c9fd2 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 08 22:18:34.788856 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-b7819868-d4cb-4011-9f3d-360aa8d3bd2d req-7cf87d00-ca18-4b4b-ad2c-54c2dc34122b tempest-VolumesNegativeTest-1336102928 tempest-VolumesNegativeTest-1336102928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791034291685'] for port (7de32865-7a06-4783-bf21-584beb9c9fd2), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:34.886142 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-b7819868-d4cb-4011-9f3d-360aa8d3bd2d req-7cf87d00-ca18-4b4b-ad2c-54c2dc34122b tempest-VolumesNegativeTest-1336102928 tempest-VolumesNegativeTest-1336102928-project] For port 7de32865-7a06-4783-bf21-584beb9c9fd2, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=7de32865-7a06-4783-bf21-584beb9c9fd2,segment=NetworkSegment(5be1b8e9-bd6a-4c86-be5f-36cbe6a7f45f),segment_id=5be1b8e9-bd6a-4c86-be5f-36cbe6a7f45f)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:18:34.886512 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-b7819868-d4cb-4011-9f3d-360aa8d3bd2d req-7cf87d00-ca18-4b4b-ad2c-54c2dc34122b tempest-VolumesNegativeTest-1336102928 tempest-VolumesNegativeTest-1336102928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786495'] for port (7de32865-7a06-4783-bf21-584beb9c9fd2), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:34.900907 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-b7819868-d4cb-4011-9f3d-360aa8d3bd2d req-7cf87d00-ca18-4b4b-ad2c-54c2dc34122b tempest-VolumesNegativeTest-1336102928 tempest-VolumesNegativeTest-1336102928-project] Calling delete_port for 7de32865-7a06-4783-bf21-584beb9c9fd2 owned by compute:nova {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 08 22:18:35.037885 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-b7819868-d4cb-4011-9f3d-360aa8d3bd2d req-7cf87d00-ca18-4b4b-ad2c-54c2dc34122b tempest-VolumesNegativeTest-1336102928 tempest-VolumesNegativeTest-1336102928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791034301049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791034024021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633834'] for port (7de32865-7a06-4783-bf21-584beb9c9fd2), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:35.068421 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf87d00-ca18-4b4b-ad2c-54c2dc34122b tempest-VolumesNegativeTest-1336102928 tempest-VolumesNegativeTest-1336102928-project] Pushing event deleted for resources: {'Port': ['ID=7de32865-7a06-4783-bf21-584beb9c9fd2,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:18:35.091331 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] get_ports_and_sgs() called for port_ids ['7de32865-7a06-4783-bf21-584beb9c9fd2'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 08 22:18:35.121923 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7819868-d4cb-4011-9f3d-360aa8d3bd2d req-7cf87d00-ca18-4b4b-ad2c-54c2dc34122b tempest-VolumesNegativeTest-1336102928 tempest-VolumesNegativeTest-1336102928-project] No DVR routers for this DVR port 7de32865-7a06-4783-bf21-584beb9c9fd2 on host hv-cinder-84051 {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 08 22:18:35.124659 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-b7819868-d4cb-4011-9f3d-360aa8d3bd2d req-7cf87d00-ca18-4b4b-ad2c-54c2dc34122b tempest-VolumesNegativeTest-1336102928 tempest-VolumesNegativeTest-1336102928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870'] for port (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:35.128108 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-b7819868-d4cb-4011-9f3d-360aa8d3bd2d req-7cf87d00-ca18-4b4b-ad2c-54c2dc34122b tempest-VolumesNegativeTest-1336102928 tempest-VolumesNegativeTest-1336102928-project] 10.222.0.24 "DELETE /v2.0/ports/7de32865-7a06-4783-bf21-584beb9c9fd2 HTTP/1.1" status: 204 len: 173 time: 0.4301693 May 08 22:18:35.128627 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab3d2df8-ebc9-4283-831b-13c0cbde6400', 'name': 'network-vif-deleted', 'tag': '7de32865-7a06-4783-bf21-584beb9c9fd2'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 08 22:18:35.130971 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cc8a0c475ac6fe54f5122aa5a8750c48412c688b8f67dba420990604a8daf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3597eaed-a24c-4bea-9fe5-67a00ae875cf" -d '{"events": [{"server_uuid": "ab3d2df8-ebc9-4283-831b-13c0cbde6400", "name": "network-vif-deleted", "tag": "7de32865-7a06-4783-bf21-584beb9c9fd2"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 08 22:18:35.187127 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 08 May 2022 22:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c266662b-4118-4bc0-a2df-adad6664db29 x-openstack-request-id: req-c266662b-4118-4bc0-a2df-adad6664db29 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 08 22:18:35.187420 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab3d2df8-ebc9-4283-831b-13c0cbde6400", "name": "network-vif-deleted", "tag": "7de32865-7a06-4783-bf21-584beb9c9fd2", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 08 22:18:35.187671 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c266662b-4118-4bc0-a2df-adad6664db29 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 08 22:18:35.188128 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c266662b-4118-4bc0-a2df-adad6664db29'] response: {'server_uuid': 'ab3d2df8-ebc9-4283-831b-13c0cbde6400', 'name': 'network-vif-deleted', 'tag': '7de32865-7a06-4783-bf21-584beb9c9fd2', 'status': 'completed', 'code': 200} May 08 22:18:35.236998 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-db7138b6-33a2-4b12-844f-c8b789313dfe req-89d455f8-f98d-41a3-9c64-e4aa2f1ebf38 tempest-VolumesNegativeTest-1336102928 tempest-VolumesNegativeTest-1336102928-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab3d2df8-ebc9-4283-831b-13c0cbde6400 HTTP/1.1" status: 200 len: 210 time: 0.0348449 May 08 22:18:36.398363 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efddaae-07b4-4717-9cf8-01f7b908bda6 req-7f260bd1-2dda-46c1-a283-646a0e3b7d6a tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:36.400324 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-7efddaae-07b4-4717-9cf8-01f7b908bda6 req-7f260bd1-2dda-46c1-a283-646a0e3b7d6a tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b2fdbd-2397-4f6f-904a-24c65bd20707 HTTP/1.1" status: 200 len: 946 time: 0.0566096 May 08 22:18:36.450720 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-7efddaae-07b4-4717-9cf8-01f7b908bda6 req-46388d8d-0435-4e55-9cd9-d7bc22355766 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca44f436-fe4a-4cda-b0b9-0850bed715c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442424 May 08 22:18:37.570356 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e629f6-93ee-4eba-998a-d69dd858040f req-2b94cc6d-f610-42e7-9c7d-afa55566e8ec tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:37.571848 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-12e629f6-93ee-4eba-998a-d69dd858040f req-2b94cc6d-f610-42e7-9c7d-afa55566e8ec tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b2fdbd-2397-4f6f-904a-24c65bd20707 HTTP/1.1" status: 200 len: 946 time: 0.0493963 May 08 22:18:37.630358 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-12e629f6-93ee-4eba-998a-d69dd858040f req-66ec7bf5-383f-4a7c-aef9-a876d913c3b1 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca44f436-fe4a-4cda-b0b9-0850bed715c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495200 May 08 22:18:38.751244 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c0ec17-0529-41d2-9d7d-1b282fe3966f req-37680008-e7d5-4697-b759-f0170f459129 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:38.751244 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-a8c0ec17-0529-41d2-9d7d-1b282fe3966f req-37680008-e7d5-4697-b759-f0170f459129 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b2fdbd-2397-4f6f-904a-24c65bd20707 HTTP/1.1" status: 200 len: 946 time: 0.0514226 May 08 22:18:38.800153 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-a8c0ec17-0529-41d2-9d7d-1b282fe3966f req-1498d62c-3777-4e9d-b44c-ca125ff852ab tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca44f436-fe4a-4cda-b0b9-0850bed715c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441344 May 08 22:18:39.003336 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device 7de32865-7a06-4783-bf21-584beb9c9fd2 no longer exists at agent hyperv_hv-cinder-84051 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 08 22:18:39.025221 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] No Port match for: 7de32865-7a06-4783-bf21-584beb9c9fd2 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 08 22:18:39.025770 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device 7de32865-7a06-4783-bf21-584beb9c9fd2 not bound to the agent host hv-cinder-84051 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 08 22:18:39.919736 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cd8e1d-b134-4168-92b7-a9ee7f0154ba req-8d9f08b9-74a3-476b-a51a-d6051a1acf2d tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:39.921219 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-f9cd8e1d-b134-4168-92b7-a9ee7f0154ba req-8d9f08b9-74a3-476b-a51a-d6051a1acf2d tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b2fdbd-2397-4f6f-904a-24c65bd20707 HTTP/1.1" status: 200 len: 946 time: 0.0502973 May 08 22:18:39.978364 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-f9cd8e1d-b134-4168-92b7-a9ee7f0154ba req-d7a55d2d-0075-4cf8-ae0a-a6e86d72acbf tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca44f436-fe4a-4cda-b0b9-0850bed715c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489864 May 08 22:18:40.214231 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (50086534-3b0f-4edb-899f-da05c46c2546), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:40.346552 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 54284) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:18:40.488135 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-c4b8eb4f-dc23-41e9-a36e-28e97d9a9568 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4ba87f04caf143278d9bc8fb46634f38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1404142 May 08 22:18:40.490818 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 54288) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:18:40.541165 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-df0f3d32-0289-49b4-bbbf-0673f1681dfc admin admin] Publish callbacks [] for security_group (be093e52-81f3-4f7c-b0c4-769e25281dfe), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:40.564301 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-df0f3d32-0289-49b4-bbbf-0673f1681dfc admin admin] Publish callbacks [] for security_group (be093e52-81f3-4f7c-b0c4-769e25281dfe), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:40.619721 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-df0f3d32-0289-49b4-bbbf-0673f1681dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (be093e52-81f3-4f7c-b0c4-769e25281dfe), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:40.622550 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-df0f3d32-0289-49b4-bbbf-0673f1681dfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:40.623683 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-df0f3d32-0289-49b4-bbbf-0673f1681dfc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/be093e52-81f3-4f7c-b0c4-769e25281dfe HTTP/1.1" status: 204 len: 168 time: 0.1319258 May 08 22:18:40.632016 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0f3d32-0289-49b4-bbbf-0673f1681dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be093e52-81f3-4f7c-b0c4-769e25281dfe,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:18:41.100385 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb75a76-5e46-476b-8df4-f0d4b988f79b req-465cad5d-d732-4ac4-9f9b-9db762c6d965 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:41.102101 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-bbb75a76-5e46-476b-8df4-f0d4b988f79b req-465cad5d-d732-4ac4-9f9b-9db762c6d965 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b2fdbd-2397-4f6f-904a-24c65bd20707 HTTP/1.1" status: 200 len: 946 time: 0.0493307 May 08 22:18:41.152953 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-bbb75a76-5e46-476b-8df4-f0d4b988f79b req-6db0bf29-0c42-4cc5-8185-bb5cf60ac2fd tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca44f436-fe4a-4cda-b0b9-0850bed715c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431802 May 08 22:18:41.289827 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 54318) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:18:41.394620 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [None req-ea7cdfba-1283-485a-b8a1-bf84f97a2c74 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1939198278-network', 'tenant_id': 'df8e9de548524630a8a026f764dad655'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:18:41.417269 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea7cdfba-1283-485a-b8a1-bf84f97a2c74 admin admin] Made reservation on behalf of df8e9de548524630a8a026f764dad655 for: {'network': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 08 22:18:41.421145 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ea7cdfba-1283-485a-b8a1-bf84f97a2c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for network (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:41.433993 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ea7cdfba-1283-485a-b8a1-bf84f97a2c74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:41.513263 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ea7cdfba-1283-485a-b8a1-bf84f97a2c74 admin admin] Publish callbacks [] for security_group (2d410f3f-a726-4af6-9c51-3d45813b52fa), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:41.519214 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ea7cdfba-1283-485a-b8a1-bf84f97a2c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (2d410f3f-a726-4af6-9c51-3d45813b52fa), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:41.543718 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea7cdfba-1283-485a-b8a1-bf84f97a2c74 admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=103629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 08 22:18:41.552394 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7cdfba-1283-485a-b8a1-bf84f97a2c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d410f3f-a726-4af6-9c51-3d45813b52fa,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:18:41.558519 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ea7cdfba-1283-485a-b8a1-bf84f97a2c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16448297'] for segment (735a76af-a47a-4608-9953-4d27f1f0e7e9), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:41.558852 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.db.segments_db [None req-ea7cdfba-1283-485a-b8a1-bf84f97a2c74 admin admin] Added segment 735a76af-a47a-4608-9953-4d27f1f0e7e9 of type vlan for network e6b2f0e6-c175-43bf-9b5c-34f8ce60d012 May 08 22:18:41.598323 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ea7cdfba-1283-485a-b8a1-bf84f97a2c74 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791033991810'] for network (e6b2f0e6-c175-43bf-9b5c-34f8ce60d012), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:41.625146 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ea7cdfba-1283-485a-b8a1-bf84f97a2c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293'] for network (e6b2f0e6-c175-43bf-9b5c-34f8ce60d012), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:41.626219 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7cdfba-1283-485a-b8a1-bf84f97a2c74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:41.627016 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ea7cdfba-1283-485a-b8a1-bf84f97a2c74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745315'] for network (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:41.687264 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-ea7cdfba-1283-485a-b8a1-bf84f97a2c74 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3962135 May 08 22:18:41.690973 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 54324) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:18:41.695997 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7cdfba-1283-485a-b8a1-bf84f97a2c74 admin admin] Pushing event updated for resources: {'Network': ['ID=e6b2f0e6-c175-43bf-9b5c-34f8ce60d012,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:18:41.696211 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.v2.base [None req-5bf1e7de-26c1-4ac8-b284-ef3822e5c398 admin admin] Request body: {'subnet': {'network_id': 'e6b2f0e6-c175-43bf-9b5c-34f8ce60d012', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1939198278-subnet', 'tenant_id': 'df8e9de548524630a8a026f764dad655', 'ip_version': 4}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:18:41.705732 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Network e6b2f0e6-c175-43bf-9b5c-34f8ce60d012 details requested by agent ovs-agent-dv-cinder-840511-5-iscsi with host dv-cinder-840511-5-iscsi {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 08 22:18:41.719522 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf1e7de-26c1-4ac8-b284-ef3822e5c398 admin admin] Made reservation on behalf of df8e9de548524630a8a026f764dad655 for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 08 22:18:41.722195 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5bf1e7de-26c1-4ac8-b284-ef3822e5c398 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59072956'] for subnet (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:41.890873 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5bf1e7de-26c1-4ac8-b284-ef3822e5c398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59176668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59072938'] for subnet (ce8c7aea-95c0-4231-af51-1dbbdcc77349), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:41.944840 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf1e7de-26c1-4ac8-b284-ef3822e5c398 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce8c7aea-95c0-4231-af51-1dbbdcc77349,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:18:41.954004 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf1e7de-26c1-4ac8-b284-ef3822e5c398 admin admin] Checking segment: {'id': '735a76af-a47a-4608-9953-4d27f1f0e7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e6b2f0e6-c175-43bf-9b5c-34f8ce60d012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 08 22:18:41.954351 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf1e7de-26c1-4ac8-b284-ef3822e5c398 admin admin] Network hostable DHCP agents. Network: e6b2f0e6-c175-43bf-9b5c-34f8ce60d012, hostable agents: ['399f5491-dab9-4373-bd22-64cd7c73418d'], hosted agents: [] {{(pid=103628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 08 22:18:41.974856 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf1e7de-26c1-4ac8-b284-ef3822e5c398 admin admin] Network e6b2f0e6-c175-43bf-9b5c-34f8ce60d012 is scheduled to be hosted by DHCP agent 399f5491-dab9-4373-bd22-64cd7c73418d with binding_index 1 {{(pid=103628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 08 22:18:41.984374 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-5bf1e7de-26c1-4ac8-b284-ef3822e5c398 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840511-5-iscsi, e6b2f0e6-c175-43bf-9b5c-34f8ce60d012) {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:18:41.988330 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf1e7de-26c1-4ac8-b284-ef3822e5c398 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:41.988950 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5bf1e7de-26c1-4ac8-b284-ef3822e5c398 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745315'] for subnet (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:41.994370 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d2a003-67e1-4306-853a-4d4ce7dbc2cf None None] Network e6b2f0e6-c175-43bf-9b5c-34f8ce60d012 requested from dv-cinder-840511-5-iscsi {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 08 22:18:42.005118 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-5bf1e7de-26c1-4ac8-b284-ef3822e5c398 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3130794 May 08 22:18:42.007884 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 54326) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:18:42.012455 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.v2.base [None req-9e90ac00-0f9d-4e17-aeea-94942444a504 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1939198278-router', 'tenant_id': 'df8e9de548524630a8a026f764dad655', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd'}}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:18:42.032390 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9e90ac00-0f9d-4e17-aeea-94942444a504 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-790573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15489'] for router (904a2c54-3feb-465c-8fe1-8590dd3ef06e), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:42.033479 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9e90ac00-0f9d-4e17-aeea-94942444a504 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-790745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-789556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-763181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15496'] for router (904a2c54-3feb-465c-8fe1-8590dd3ef06e), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:42.088601 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9e90ac00-0f9d-4e17-aeea-94942444a504 admin admin] Publish callbacks [] for router_controller (904a2c54-3feb-465c-8fe1-8590dd3ef06e), precommit_add_association {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:42.099899 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b45df3-d8ed-4dbd-9792-8efdf920adb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b54c12b-09b0-5231-a33c-a6f0f39291a1-e6b2f0e6-c175-43bf-9b5c-34f8ce60d012', 'network_id': 'e6b2f0e6-c175-43bf-9b5c-34f8ce60d012', 'project_id': 'df8e9de548524630a8a026f764dad655', 'fixed_ips': [{'subnet_id': 'ce8c7aea-95c0-4231-af51-1dbbdcc77349'}]}} from dv-cinder-840511-5-iscsi. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 08 22:18:42.101136 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-11b45df3-d8ed-4dbd-9792-8efdf920adb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (None), before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:42.236130 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-11b45df3-d8ed-4dbd-9792-8efdf920adb8 None None] Allocated IP 172.20.0.2 (e6b2f0e6-c175-43bf-9b5c-34f8ce60d012/ce8c7aea-95c0-4231-af51-1dbbdcc77349/d8b86004-7eeb-4322-bf52-f24b85ce7862) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 08 22:18:42.238874 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9e90ac00-0f9d-4e17-aeea-94942444a504 admin admin] Publish callbacks [] for router_gateway (904a2c54-3feb-465c-8fe1-8590dd3ef06e), precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:42.339021 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5097d0-2720-41a5-ba87-0067eaeb8a5e req-621cc3c7-ca40-433a-9181-8ba4cb107f1f tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:42.340954 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-9b5097d0-2720-41a5-ba87-0067eaeb8a5e req-621cc3c7-ca40-433a-9181-8ba4cb107f1f tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b2fdbd-2397-4f6f-904a-24c65bd20707 HTTP/1.1" status: 200 len: 946 time: 0.0981643 May 08 22:18:42.468325 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-9b5097d0-2720-41a5-ba87-0067eaeb8a5e req-f515708a-8503-453c-a1f5-09c94cd9d274 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca44f436-fe4a-4cda-b0b9-0850bed715c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203787 May 08 22:18:42.504325 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9e90ac00-0f9d-4e17-aeea-94942444a504 admin admin] Publish callbacks [] for router_gateway (904a2c54-3feb-465c-8fe1-8590dd3ef06e), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:42.516411 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-11b45df3-d8ed-4dbd-9792-8efdf920adb8 None None] Publish callbacks [] for port (d8b86004-7eeb-4322-bf52-f24b85ce7862), precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:42.523403 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-11b45df3-d8ed-4dbd-9792-8efdf920adb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791034024012'] for port (d8b86004-7eeb-4322-bf52-f24b85ce7862), after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:42.529084 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9e90ac00-0f9d-4e17-aeea-94942444a504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:42.566510 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b45df3-d8ed-4dbd-9792-8efdf920adb8 None None] Network e6b2f0e6-c175-43bf-9b5c-34f8ce60d012 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 08 22:18:42.571538 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-11b45df3-d8ed-4dbd-9792-8efdf920adb8 None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:18:42.575868 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b45df3-d8ed-4dbd-9792-8efdf920adb8 None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 08 22:18:42.578959 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b45df3-d8ed-4dbd-9792-8efdf920adb8 None None] Pushing event updated for resources: {'Port': ['ID=d8b86004-7eeb-4322-bf52-f24b85ce7862,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:18:42.633753 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-11b45df3-d8ed-4dbd-9792-8efdf920adb8 None None] Attempting to bind port d8b86004-7eeb-4322-bf52-f24b85ce7862 on host dv-cinder-840511-5-iscsi for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 08 22:18:42.634221 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-11b45df3-d8ed-4dbd-9792-8efdf920adb8 None None] Attempting to bind port d8b86004-7eeb-4322-bf52-f24b85ce7862 by drivers openvswitch,hyperv on host dv-cinder-840511-5-iscsi at level 0 using segments [{'id': '735a76af-a47a-4608-9953-4d27f1f0e7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e6b2f0e6-c175-43bf-9b5c-34f8ce60d012'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 08 22:18:42.634576 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b45df3-d8ed-4dbd-9792-8efdf920adb8 None None] Attempting to bind port d8b86004-7eeb-4322-bf52-f24b85ce7862 on network e6b2f0e6-c175-43bf-9b5c-34f8ce60d012 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 08 22:18:42.638135 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-9e90ac00-0f9d-4e17-aeea-94942444a504 admin admin] Allocated IP 172.27.2.181 (542aeef6-5046-439a-aa53-dc46759766dd/c1306b94-a9cc-4730-bd7d-1800cb77959d/5a5cea59-50b8-4143-8132-17e8d199054b) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 08 22:18:42.640454 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b45df3-d8ed-4dbd-9792-8efdf920adb8 None None] Checking agent: {'id': '7e3c7ef6-abd5-4f0f-b372-b2734b637fd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840511-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 8, 22, 6, 52), 'started_at': datetime.datetime(2022, 5, 8, 22, 7, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 8, 22, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840511-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 08 22:18:42.640856 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b45df3-d8ed-4dbd-9792-8efdf920adb8 None None] Checking segment: {'id': '735a76af-a47a-4608-9953-4d27f1f0e7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e6b2f0e6-c175-43bf-9b5c-34f8ce60d012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 08 22:18:42.641256 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-11b45df3-d8ed-4dbd-9792-8efdf920adb8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:42.641721 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b45df3-d8ed-4dbd-9792-8efdf920adb8 None None] Bound using segment: {'id': '735a76af-a47a-4608-9953-4d27f1f0e7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e6b2f0e6-c175-43bf-9b5c-34f8ce60d012'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 08 22:18:42.642109 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-11b45df3-d8ed-4dbd-9792-8efdf920adb8 None None] Bound port: d8b86004-7eeb-4322-bf52-f24b85ce7862, host: dv-cinder-840511-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '735a76af-a47a-4608-9953-4d27f1f0e7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e6b2f0e6-c175-43bf-9b5c-34f8ce60d012'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 08 22:18:42.642488 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-11b45df3-d8ed-4dbd-9792-8efdf920adb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (d8b86004-7eeb-4322-bf52-f24b85ce7862), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:42.706345 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-11b45df3-d8ed-4dbd-9792-8efdf920adb8 None None] For port d8b86004-7eeb-4322-bf52-f24b85ce7862, host dv-cinder-840511-5-iscsi, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 08 22:18:42.709410 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-11b45df3-d8ed-4dbd-9792-8efdf920adb8 None None] For port d8b86004-7eeb-4322-bf52-f24b85ce7862, host dv-cinder-840511-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=d8b86004-7eeb-4322-bf52-f24b85ce7862,segment=NetworkSegment(735a76af-a47a-4608-9953-4d27f1f0e7e9),segment_id=735a76af-a47a-4608-9953-4d27f1f0e7e9)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 08 22:18:42.715378 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-11b45df3-d8ed-4dbd-9792-8efdf920adb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (d8b86004-7eeb-4322-bf52-f24b85ce7862), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:42.747635 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9e90ac00-0f9d-4e17-aeea-94942444a504 admin admin] Publish callbacks [] for port (5a5cea59-50b8-4143-8132-17e8d199054b), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:42.770124 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b45df3-d8ed-4dbd-9792-8efdf920adb8 None None] Pushing event updated for resources: {'Port': ['ID=d8b86004-7eeb-4322-bf52-f24b85ce7862,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:18:42.787808 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9e90ac00-0f9d-4e17-aeea-94942444a504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791034024012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59173228'] for port (5a5cea59-50b8-4143-8132-17e8d199054b), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:42.827445 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e90ac00-0f9d-4e17-aeea-94942444a504 admin admin] Network 542aeef6-5046-439a-aa53-dc46759766dd is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 08 22:18:42.838747 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-9e90ac00-0f9d-4e17-aeea-94942444a504 admin admin] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:18:42.841434 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e90ac00-0f9d-4e17-aeea-94942444a504 admin admin] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 08 22:18:42.843627 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e90ac00-0f9d-4e17-aeea-94942444a504 admin admin] Pushing event updated for resources: {'Port': ['ID=5a5cea59-50b8-4143-8132-17e8d199054b,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:18:43.126596 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9e90ac00-0f9d-4e17-aeea-94942444a504 admin admin] Publish callbacks [] for router_gateway (904a2c54-3feb-465c-8fe1-8590dd3ef06e), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:43.555395 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9e90ac00-0f9d-4e17-aeea-94942444a504 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-790688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-789731'] for router (904a2c54-3feb-465c-8fe1-8590dd3ef06e), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:43.651633 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65b4378-c01d-471f-8b62-b01a38dc08a0 req-5346e7a3-e729-4adf-9c0a-dd8b5412e7d6 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:43.653178 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-e65b4378-c01d-471f-8b62-b01a38dc08a0 req-5346e7a3-e729-4adf-9c0a-dd8b5412e7d6 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b2fdbd-2397-4f6f-904a-24c65bd20707 HTTP/1.1" status: 200 len: 946 time: 0.0946155 May 08 22:18:43.748335 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-e65b4378-c01d-471f-8b62-b01a38dc08a0 req-113dc28d-8a34-4610-8ffe-1c31accb9f69 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca44f436-fe4a-4cda-b0b9-0850bed715c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861623 May 08 22:18:43.761439 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54bb853-1e93-4b91-82d9-cc365dddcf61 None None] Network e6b2f0e6-c175-43bf-9b5c-34f8ce60d012 requested from dv-cinder-840511-5-iscsi {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 08 22:18:43.773712 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e90ac00-0f9d-4e17-aeea-94942444a504 admin admin] Router 904a2c54-3feb-465c-8fe1-8590dd3ef06e is scheduled to L3 agent 69aa2ac4-530d-40c2-a84a-3161d84edf61 with binding_index 1 {{(pid=103628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 08 22:18:43.885105 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 54346) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:18:43.891179 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.v2.base [None req-069f3e28-d6a6-4051-94c8-ad652bff6e36 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Request body: {'security_group': {'name': 'tempest-securitygroup--165116636', 'description': 'tempest-description--349405563'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:18:43.896077 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-71125f65-6986-4099-8e4f-6f897c0a5b66 None None] Provisioning complete for port d8b86004-7eeb-4322-bf52-f24b85ce7862 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:18:43.896447 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-71125f65-6986-4099-8e4f-6f897c0a5b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (d8b86004-7eeb-4322-bf52-f24b85ce7862), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:43.916128 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e90ac00-0f9d-4e17-aeea-94942444a504 admin admin] Notify agent at l3_agent.dv-cinder-840511-5-iscsi the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 08 22:18:43.926208 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-069f3e28-d6a6-4051-94c8-ad652bff6e36 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks [] for security_group (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:43.929907 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d245137-7313-42ff-99a2-822fe3d99507 None None] Sync routers for ids ['904a2c54-3feb-465c-8fe1-8590dd3ef06e'] in dv-cinder-840511-5-iscsi {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 08 22:18:43.942276 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9e90ac00-0f9d-4e17-aeea-94942444a504 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:43.946061 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-9e90ac00-0f9d-4e17-aeea-94942444a504 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9343784 May 08 22:18:43.946232 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d245137-7313-42ff-99a2-822fe3d99507 None None] Routers {'904a2c54-3feb-465c-8fe1-8590dd3ef06e'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:18:43.946232 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-9d245137-7313-42ff-99a2-822fe3d99507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:18:18Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['904a2c54-3feb-465c-8fe1-8590dd3ef06e'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:18:43.946616 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 54348) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:18:43.994829 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-71125f65-6986-4099-8e4f-6f897c0a5b66 None None] Current status of the port d8b86004-7eeb-4322-bf52-f24b85ce7862 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:18:43.995474 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-71125f65-6986-4099-8e4f-6f897c0a5b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (d8b86004-7eeb-4322-bf52-f24b85ce7862), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:44.039379 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-71125f65-6986-4099-8e4f-6f897c0a5b66 None None] For port d8b86004-7eeb-4322-bf52-f24b85ce7862, host dv-cinder-840511-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=d8b86004-7eeb-4322-bf52-f24b85ce7862,segment=NetworkSegment(735a76af-a47a-4608-9953-4d27f1f0e7e9),segment_id=735a76af-a47a-4608-9953-4d27f1f0e7e9)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:18:44.044478 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-71125f65-6986-4099-8e4f-6f897c0a5b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (d8b86004-7eeb-4322-bf52-f24b85ce7862), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:44.075019 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-9d245137-7313-42ff-99a2-822fe3d99507 None None] Set router 904a2c54-3feb-465c-8fe1-8590dd3ef06e gateway port host: dv-cinder-840511-5-iscsi {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:18:44.095829 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-069f3e28-d6a6-4051-94c8-ad652bff6e36 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks [] for security_group (9b4e7cb1-2d61-4290-b054-d6163013130f), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:44.101532 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-069f3e28-d6a6-4051-94c8-ad652bff6e36 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (9b4e7cb1-2d61-4290-b054-d6163013130f), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:44.109365 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71125f65-6986-4099-8e4f-6f897c0a5b66 None None] Pushing event updated for resources: {'Port': ['ID=d8b86004-7eeb-4322-bf52-f24b85ce7862,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:18:44.151575 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-069f3e28-d6a6-4051-94c8-ad652bff6e36 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks [] for security_group (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:44.153003 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-069f3e28-d6a6-4051-94c8-ad652bff6e36 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2668657 May 08 22:18:44.156235 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 54350) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:18:44.161931 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [None req-79078a3d-a7d8-4f5f-85c7-a540fad88f0d tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Request body: {'security_group_rule': {'security_group_id': '9b4e7cb1-2d61-4290-b054-d6163013130f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:18:44.180803 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069f3e28-d6a6-4051-94c8-ad652bff6e36 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b4e7cb1-2d61-4290-b054-d6163013130f,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:18:44.194577 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-79078a3d-a7d8-4f5f-85c7-a540fad88f0d tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks [] for security_group_rule (238025e8-8b2e-4a15-a407-e8d4713b4444), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:44.255107 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-79078a3d-a7d8-4f5f-85c7-a540fad88f0d tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks [] for security_group_rule (238025e8-8b2e-4a15-a407-e8d4713b4444), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:44.261363 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-79078a3d-a7d8-4f5f-85c7-a540fad88f0d tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571357'] for security_group_rule (238025e8-8b2e-4a15-a407-e8d4713b4444), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:44.265255 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-9d7ec589-4b01-49d4-82d5-5254a446ff7a None None] Provisioning complete for port d8b86004-7eeb-4322-bf52-f24b85ce7862 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:18:44.265629 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9d7ec589-4b01-49d4-82d5-5254a446ff7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (d8b86004-7eeb-4322-bf52-f24b85ce7862), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:44.284467 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79078a3d-a7d8-4f5f-85c7-a540fad88f0d tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=238025e8-8b2e-4a15-a407-e8d4713b4444,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:18:44.291332 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-79078a3d-a7d8-4f5f-85c7-a540fad88f0d tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:44.292696 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-9d245137-7313-42ff-99a2-822fe3d99507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '904a2c54-3feb-465c-8fe1-8590dd3ef06e', 'name': 'tempest-TestShelveInstance-1939198278-router', 'tenant_id': 'df8e9de548524630a8a026f764dad655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '5a5cea59-50b8-4143-8132-17e8d199054b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:18:42Z', 'updated_at': '2022-05-08T22:18:43Z', 'revision_number': 3, 'project_id': 'df8e9de548524630a8a026f764dad655', 'gw_port': {'id': '5a5cea59-50b8-4143-8132-17e8d199054b', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:45:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '904a2c54-3feb-465c-8fe1-8590dd3ef06e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:18:42Z', 'updated_at': '2022-05-08T22:18:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi'}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:18:44.295702 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-79078a3d-a7d8-4f5f-85c7-a540fad88f0d tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1376159 May 08 22:18:44.296856 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 54352) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:18:44.301715 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [None req-b2cce6a4-61d6-47da-b19f-3bb0d5c461a5 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Request body: {'security_group_rule': {'security_group_id': '9b4e7cb1-2d61-4290-b054-d6163013130f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:18:44.344911 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b2cce6a4-61d6-47da-b19f-3bb0d5c461a5 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks [] for security_group_rule (0019e2c6-f375-44a0-a060-518f728db7a3), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:44.357478 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d245137-7313-42ff-99a2-822fe3d99507 None None] Checking router: 904a2c54-3feb-465c-8fe1-8590dd3ef06e for host: dv-cinder-840511-5-iscsi {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 08 22:18:44.357826 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d245137-7313-42ff-99a2-822fe3d99507 None None] Updating router 904a2c54-3feb-465c-8fe1-8590dd3ef06e port 5a5cea59-50b8-4143-8132-17e8d199054b binding host dv-cinder-840511-5-iscsi {{(pid=103631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 08 22:18:44.400433 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9d7ec589-4b01-49d4-82d5-5254a446ff7a None None] Current status of the port d8b86004-7eeb-4322-bf52-f24b85ce7862 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:18:44.408861 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-9d245137-7313-42ff-99a2-822fe3d99507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (5a5cea59-50b8-4143-8132-17e8d199054b), before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:44.432601 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device d8b86004-7eeb-4322-bf52-f24b85ce7862 up at agent ovs-agent-dv-cinder-840511-5-iscsi {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 08 22:18:44.446360 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b2cce6a4-61d6-47da-b19f-3bb0d5c461a5 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks [] for security_group_rule (0019e2c6-f375-44a0-a060-518f728db7a3), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:44.453234 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b2cce6a4-61d6-47da-b19f-3bb0d5c461a5 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571357'] for security_group_rule (0019e2c6-f375-44a0-a060-518f728db7a3), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:44.481621 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cce6a4-61d6-47da-b19f-3bb0d5c461a5 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0019e2c6-f375-44a0-a060-518f728db7a3,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:18:44.491709 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b2cce6a4-61d6-47da-b19f-3bb0d5c461a5 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:44.496180 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Provisioning complete for port d8b86004-7eeb-4322-bf52-f24b85ce7862 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:18:44.496180 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (d8b86004-7eeb-4322-bf52-f24b85ce7862), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:44.497164 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-b2cce6a4-61d6-47da-b19f-3bb0d5c461a5 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1991880 May 08 22:18:44.497954 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 54356) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:18:44.504083 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [None req-2a2b62dd-03b5-4637-829f-9f44ba5c8986 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Request body: {'floatingip': {'floating_network_id': '542aeef6-5046-439a-aa53-dc46759766dd'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:18:44.531878 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2a2b62dd-03b5-4637-829f-9f44ba5c8986 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:44.574297 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e8fac4ba-3b73-43ca-96f6-2c56c460e71a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:44.602284 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Current status of the port d8b86004-7eeb-4322-bf52-f24b85ce7862 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:18:44.618630 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2a2b62dd-03b5-4637-829f-9f44ba5c8986 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:44.703963 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-9d245137-7313-42ff-99a2-822fe3d99507 None None] Publish callbacks [] for port (5a5cea59-50b8-4143-8132-17e8d199054b), precommit_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:44.710489 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-9d245137-7313-42ff-99a2-822fe3d99507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (5a5cea59-50b8-4143-8132-17e8d199054b), after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:44.741347 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-e8fac4ba-3b73-43ca-96f6-2c56c460e71a admin admin] Allocated IP 172.20.0.1 (e6b2f0e6-c175-43bf-9b5c-34f8ce60d012/ce8c7aea-95c0-4231-af51-1dbbdcc77349/30732ce1-c4aa-44c6-bcf3-161ebf4303f4) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 08 22:18:44.762513 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-9d245137-7313-42ff-99a2-822fe3d99507 None None] Attempting to bind port 5a5cea59-50b8-4143-8132-17e8d199054b on host dv-cinder-840511-5-iscsi for vnic_type normal with profile {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 08 22:18:44.762879 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-9d245137-7313-42ff-99a2-822fe3d99507 None None] Attempting to bind port 5a5cea59-50b8-4143-8132-17e8d199054b by drivers openvswitch,hyperv on host dv-cinder-840511-5-iscsi at level 0 using segments [{'id': '0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd'}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 08 22:18:44.763251 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d245137-7313-42ff-99a2-822fe3d99507 None None] Attempting to bind port 5a5cea59-50b8-4143-8132-17e8d199054b on network 542aeef6-5046-439a-aa53-dc46759766dd {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 08 22:18:44.770485 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b88de0-47da-4345-9ab6-fbaed12c2cb3 None None] Pushing event updated for resources: {'Port': ['ID=5a5cea59-50b8-4143-8132-17e8d199054b,revision_number=2']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:18:44.773701 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d245137-7313-42ff-99a2-822fe3d99507 None None] Checking agent: {'id': '7e3c7ef6-abd5-4f0f-b372-b2734b637fd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840511-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 8, 22, 6, 52), 'started_at': datetime.datetime(2022, 5, 8, 22, 7, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 8, 22, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840511-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 08 22:18:44.774078 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d245137-7313-42ff-99a2-822fe3d99507 None None] Checking segment: {'id': '0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 08 22:18:44.774484 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-9d245137-7313-42ff-99a2-822fe3d99507 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:44.774957 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-2a2b62dd-03b5-4637-829f-9f44ba5c8986 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Allocated IP 172.27.2.43 (542aeef6-5046-439a-aa53-dc46759766dd/c1306b94-a9cc-4730-bd7d-1800cb77959d/c7063114-bbc0-4d8b-a184-4a345dc6b39a) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 08 22:18:44.775170 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d245137-7313-42ff-99a2-822fe3d99507 None None] Bound using segment: {'id': '0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd'} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 08 22:18:44.775831 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-9d245137-7313-42ff-99a2-822fe3d99507 None None] Bound port: 5a5cea59-50b8-4143-8132-17e8d199054b, host: dv-cinder-840511-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd'}}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 08 22:18:44.776015 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-9d245137-7313-42ff-99a2-822fe3d99507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (5a5cea59-50b8-4143-8132-17e8d199054b), before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:44.803092 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b88de0-47da-4345-9ab6-fbaed12c2cb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:18:44.803420 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b88de0-47da-4345-9ab6-fbaed12c2cb3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:18:44.803771 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b88de0-47da-4345-9ab6-fbaed12c2cb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:18:44.804126 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b88de0-47da-4345-9ab6-fbaed12c2cb3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:18:44.804459 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b88de0-47da-4345-9ab6-fbaed12c2cb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:18:44.804810 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b88de0-47da-4345-9ab6-fbaed12c2cb3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:18:44.806405 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b88de0-47da-4345-9ab6-fbaed12c2cb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:18:44.806405 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b88de0-47da-4345-9ab6-fbaed12c2cb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:18:44.806405 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b88de0-47da-4345-9ab6-fbaed12c2cb3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:18:44.806405 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b88de0-47da-4345-9ab6-fbaed12c2cb3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:18:44.806405 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b88de0-47da-4345-9ab6-fbaed12c2cb3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:18:44.806820 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b88de0-47da-4345-9ab6-fbaed12c2cb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:18:44.807075 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b88de0-47da-4345-9ab6-fbaed12c2cb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:18:44.807324 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b88de0-47da-4345-9ab6-fbaed12c2cb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:18:44.807643 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b88de0-47da-4345-9ab6-fbaed12c2cb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:18:44.844485 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-9d245137-7313-42ff-99a2-822fe3d99507 None None] For port 5a5cea59-50b8-4143-8132-17e8d199054b, host dv-cinder-840511-5-iscsi, cleared binding levels {{(pid=103631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 08 22:18:44.847824 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-9d245137-7313-42ff-99a2-822fe3d99507 None None] For port 5a5cea59-50b8-4143-8132-17e8d199054b, host dv-cinder-840511-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=5a5cea59-50b8-4143-8132-17e8d199054b,segment=NetworkSegment(0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa),segment_id=0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa)] {{(pid=103631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 08 22:18:44.861338 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-9d245137-7313-42ff-99a2-822fe3d99507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (5a5cea59-50b8-4143-8132-17e8d199054b), after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:44.905066 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2a2b62dd-03b5-4637-829f-9f44ba5c8986 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks [] for port (c7063114-bbc0-4d8b-a184-4a345dc6b39a), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:44.915243 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55884c5-78d1-4da1-b704-4e6584ebf649 req-6fce6fec-70d7-4420-8487-63bc0e182103 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:44.916916 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-a55884c5-78d1-4da1-b704-4e6584ebf649 req-6fce6fec-70d7-4420-8487-63bc0e182103 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b2fdbd-2397-4f6f-904a-24c65bd20707 HTTP/1.1" status: 200 len: 946 time: 0.0722153 May 08 22:18:44.918712 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b88de0-47da-4345-9ab6-fbaed12c2cb3 None None] Pushing event updated for resources: {'Port': ['ID=5a5cea59-50b8-4143-8132-17e8d199054b,revision_number=3']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:18:44.927323 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e8fac4ba-3b73-43ca-96f6-2c56c460e71a admin admin] Publish callbacks [] for port (30732ce1-c4aa-44c6-bcf3-161ebf4303f4), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:44.931063 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d245137-7313-42ff-99a2-822fe3d99507 None None] Routers {'904a2c54-3feb-465c-8fe1-8590dd3ef06e'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:18:44.931721 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-9d245137-7313-42ff-99a2-822fe3d99507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:18:18Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['904a2c54-3feb-465c-8fe1-8590dd3ef06e'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:18:44.954924 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2a2b62dd-03b5-4637-829f-9f44ba5c8986 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791034024012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633834'] for port (c7063114-bbc0-4d8b-a184-4a345dc6b39a), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:44.989991 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-a55884c5-78d1-4da1-b704-4e6584ebf649 req-2147cb3c-7687-4fdc-b847-4c336afb2eca tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca44f436-fe4a-4cda-b0b9-0850bed715c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606523 May 08 22:18:44.999774 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2b62dd-03b5-4637-829f-9f44ba5c8986 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Network 542aeef6-5046-439a-aa53-dc46759766dd is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 08 22:18:45.001287 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e8fac4ba-3b73-43ca-96f6-2c56c460e71a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791034024012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59173228'] for port (30732ce1-c4aa-44c6-bcf3-161ebf4303f4), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:45.003179 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-2a2b62dd-03b5-4637-829f-9f44ba5c8986 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:18:45.008089 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2b62dd-03b5-4637-829f-9f44ba5c8986 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 08 22:18:45.043433 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8fac4ba-3b73-43ca-96f6-2c56c460e71a admin admin] Network e6b2f0e6-c175-43bf-9b5c-34f8ce60d012 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 08 22:18:45.049791 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2b62dd-03b5-4637-829f-9f44ba5c8986 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Pushing event updated for resources: {'Port': ['ID=c7063114-bbc0-4d8b-a184-4a345dc6b39a,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:18:45.052808 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-e8fac4ba-3b73-43ca-96f6-2c56c460e71a admin admin] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:18:45.052955 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-9d245137-7313-42ff-99a2-822fe3d99507 None None] Set router 904a2c54-3feb-465c-8fe1-8590dd3ef06e gateway port host: dv-cinder-840511-5-iscsi {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:18:45.057132 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fac4ba-3b73-43ca-96f6-2c56c460e71a admin admin] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 08 22:18:45.087653 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fac4ba-3b73-43ca-96f6-2c56c460e71a admin admin] Pushing event updated for resources: {'Port': ['ID=30732ce1-c4aa-44c6-bcf3-161ebf4303f4,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:18:45.107430 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e8fac4ba-3b73-43ca-96f6-2c56c460e71a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-788174'] for router_interface (904a2c54-3feb-465c-8fe1-8590dd3ef06e), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:45.131358 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2a2b62dd-03b5-4637-829f-9f44ba5c8986 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks [] for floatingip (80711dab-55a5-488c-8028-1a8bf88e3550), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:45.173672 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2a2b62dd-03b5-4637-829f-9f44ba5c8986 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (c7063114-bbc0-4d8b-a184-4a345dc6b39a), before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:45.294196 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e8fac4ba-3b73-43ca-96f6-2c56c460e71a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (30732ce1-c4aa-44c6-bcf3-161ebf4303f4), before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:45.331311 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-316e6f9c-57e0-43c3-87ee-2c604b12da7c None None] Provisioning complete for port 30732ce1-c4aa-44c6-bcf3-161ebf4303f4 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:18:45.331881 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-316e6f9c-57e0-43c3-87ee-2c604b12da7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (30732ce1-c4aa-44c6-bcf3-161ebf4303f4), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:45.368852 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-316e6f9c-57e0-43c3-87ee-2c604b12da7c None None] Port 30732ce1-c4aa-44c6-bcf3-161ebf4303f4 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 08 22:18:45.371579 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2a2b62dd-03b5-4637-829f-9f44ba5c8986 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks [] for port (c7063114-bbc0-4d8b-a184-4a345dc6b39a), precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:45.377021 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2a2b62dd-03b5-4637-829f-9f44ba5c8986 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59633821'] for port (c7063114-bbc0-4d8b-a184-4a345dc6b39a), after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:45.380315 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-9d245137-7313-42ff-99a2-822fe3d99507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '904a2c54-3feb-465c-8fe1-8590dd3ef06e', 'name': 'tempest-TestShelveInstance-1939198278-router', 'tenant_id': 'df8e9de548524630a8a026f764dad655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '5a5cea59-50b8-4143-8132-17e8d199054b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:18:42Z', 'updated_at': '2022-05-08T22:18:43Z', 'revision_number': 3, 'project_id': 'df8e9de548524630a8a026f764dad655', 'gw_port': {'id': '5a5cea59-50b8-4143-8132-17e8d199054b', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:45:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '904a2c54-3feb-465c-8fe1-8590dd3ef06e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:18:42Z', 'updated_at': '2022-05-08T22:18:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi'}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:18:45.410082 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d245137-7313-42ff-99a2-822fe3d99507 None None] The sync data for ids ['904a2c54-3feb-465c-8fe1-8590dd3ef06e'] in dv-cinder-840511-5-iscsi is: [{'id': '904a2c54-3feb-465c-8fe1-8590dd3ef06e', 'name': 'tempest-TestShelveInstance-1939198278-router', 'tenant_id': 'df8e9de548524630a8a026f764dad655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '5a5cea59-50b8-4143-8132-17e8d199054b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:18:42Z', 'updated_at': '2022-05-08T22:18:43Z', 'revision_number': 3, 'project_id': 'df8e9de548524630a8a026f764dad655', 'gw_port': {'id': '5a5cea59-50b8-4143-8132-17e8d199054b', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:45:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '904a2c54-3feb-465c-8fe1-8590dd3ef06e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:18:42Z', 'updated_at': '2022-05-08T22:18:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi'}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 08 22:18:45.447197 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2b62dd-03b5-4637-829f-9f44ba5c8986 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Pushing event updated for resources: {'Port': ['ID=c7063114-bbc0-4d8b-a184-4a345dc6b39a,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:18:45.487314 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e8fac4ba-3b73-43ca-96f6-2c56c460e71a admin admin] Publish callbacks [] for port (30732ce1-c4aa-44c6-bcf3-161ebf4303f4), precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:45.490059 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2a2b62dd-03b5-4637-829f-9f44ba5c8986 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-788248'] for floatingip (80711dab-55a5-488c-8028-1a8bf88e3550), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:45.492938 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e8fac4ba-3b73-43ca-96f6-2c56c460e71a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59173211'] for port (30732ce1-c4aa-44c6-bcf3-161ebf4303f4), after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:45.509132 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2a2b62dd-03b5-4637-829f-9f44ba5c8986 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870'] for floatingip (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:45.518467 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-2a2b62dd-03b5-4637-829f-9f44ba5c8986 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0112777 May 08 22:18:45.565412 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e8fac4ba-3b73-43ca-96f6-2c56c460e71a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-786564'] for router_interface (904a2c54-3feb-465c-8fe1-8590dd3ef06e), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:45.568354 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fac4ba-3b73-43ca-96f6-2c56c460e71a admin admin] Pushing event updated for resources: {'Port': ['ID=30732ce1-c4aa-44c6-bcf3-161ebf4303f4,revision_number=2']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:18:45.698565 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8fac4ba-3b73-43ca-96f6-2c56c460e71a admin admin] Network e6b2f0e6-c175-43bf-9b5c-34f8ce60d012 is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 08 22:18:45.701089 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-e8fac4ba-3b73-43ca-96f6-2c56c460e71a admin admin] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:18:45.801516 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-250aa88b-3129-461b-8c5d-12315369d338 req-03330d6e-efd8-4ffc-b534-c216455dd79c tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--165116636&fields=id&tenant_id=489bde08b9284b5f8e5eb2ebc398b963 HTTP/1.1" status: 200 len: 267 time: 0.0981781 May 08 22:18:45.921602 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8fac4ba-3b73-43ca-96f6-2c56c460e71a admin admin] Router 904a2c54-3feb-465c-8fe1-8590dd3ef06e has already been hosted by L3 agent 69aa2ac4-530d-40c2-a84a-3161d84edf61 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 08 22:18:45.992320 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-896e0294-1847-4fb2-95ea-714b0611a066 None None] Provisioning complete for port 30732ce1-c4aa-44c6-bcf3-161ebf4303f4 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:18:45.992767 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-896e0294-1847-4fb2-95ea-714b0611a066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (30732ce1-c4aa-44c6-bcf3-161ebf4303f4), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:46.008231 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250aa88b-3129-461b-8c5d-12315369d338 req-9f581418-c895-4ba9-a230-77f6bc622d72 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:46.009750 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-250aa88b-3129-461b-8c5d-12315369d338 req-9f581418-c895-4ba9-a230-77f6bc622d72 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/networks?id=a4734e2d-d908-4b8e-b542-dd83675e0c99 HTTP/1.1" status: 200 len: 815 time: 0.1683004 May 08 22:18:46.029737 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-896e0294-1847-4fb2-95ea-714b0611a066 None None] Port 30732ce1-c4aa-44c6-bcf3-161ebf4303f4 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 08 22:18:46.038844 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-250aa88b-3129-461b-8c5d-12315369d338 req-2263172a-8453-4531-a53a-93fb9d93bae2 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/quotas/489bde08b9284b5f8e5eb2ebc398b963 HTTP/1.1" status: 200 len: 375 time: 0.0217850 May 08 22:18:46.141990 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8fac4ba-3b73-43ca-96f6-2c56c460e71a admin admin] Notify agent at l3_agent.dv-cinder-840511-5-iscsi the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 08 22:18:46.154014 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-e8fac4ba-3b73-43ca-96f6-2c56c460e71a admin admin] 10.222.0.44 "PUT /v2.0/routers/904a2c54-3feb-465c-8fe1-8590dd3ef06e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2063723 May 08 22:18:46.162269 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-250aa88b-3129-461b-8c5d-12315369d338 req-fde7147e-a3d1-4516-9304-08826c9380ef tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=489bde08b9284b5f8e5eb2ebc398b963&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0980263 May 08 22:18:46.174479 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b5fde9-7078-44fb-95da-4a1895d65852 req-b2cfb4ac-80e5-409b-8b6c-4ee5ffe1c76b tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:46.176019 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-e7b5fde9-7078-44fb-95da-4a1895d65852 req-b2cfb4ac-80e5-409b-8b6c-4ee5ffe1c76b tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b2fdbd-2397-4f6f-904a-24c65bd20707 HTTP/1.1" status: 200 len: 946 time: 0.0766156 May 08 22:18:46.222096 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-704515d8-81d8-4ebc-842f-0c51258b5545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (399f5491-dab9-4373-bd22-64cd7c73418d), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:46.282249 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-e7b5fde9-7078-44fb-95da-4a1895d65852 req-ee13504e-7de9-4f2b-8e8a-4440743d0b66 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca44f436-fe4a-4cda-b0b9-0850bed715c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000507 May 08 22:18:46.304420 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-250aa88b-3129-461b-8c5d-12315369d338 req-8c567e94-f98b-4c4d-89af-d9f02d168683 service neutron] 10.222.0.44 "GET /v2.0/networks/a4734e2d-d908-4b8e-b542-dd83675e0c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201389 May 08 22:18:46.395220 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device 5a5cea59-50b8-4143-8132-17e8d199054b up at agent ovs-agent-dv-cinder-840511-5-iscsi {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 08 22:18:46.425308 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-250aa88b-3129-461b-8c5d-12315369d338 req-50c3f167-01e6-4495-9da4-7e0bebf84f42 service neutron] 10.222.0.44 "GET /v2.0/networks/a4734e2d-d908-4b8e-b542-dd83675e0c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095579 May 08 22:18:46.452711 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Provisioning complete for port 5a5cea59-50b8-4143-8132-17e8d199054b triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:18:46.453088 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (5a5cea59-50b8-4143-8132-17e8d199054b), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:46.549035 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Current status of the port 5a5cea59-50b8-4143-8132-17e8d199054b is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:18:46.549578 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (5a5cea59-50b8-4143-8132-17e8d199054b), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:46.575096 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] For port 5a5cea59-50b8-4143-8132-17e8d199054b, host dv-cinder-840511-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=5a5cea59-50b8-4143-8132-17e8d199054b,segment=NetworkSegment(0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa),segment_id=0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:18:46.582358 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (5a5cea59-50b8-4143-8132-17e8d199054b), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:46.627890 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-0a68d24d-ddc6-4f7c-97cb-6813996a8445 req-3f5254dd-2cf4-471c-91bf-87e4c399e22f tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=b49f27c0-dcb7-49c8-b20c-f0c33a4f6bd7 HTTP/1.1" status: 200 len: 210 time: 0.0439143 May 08 22:18:46.652186 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Pushing event updated for resources: {'Port': ['ID=5a5cea59-50b8-4143-8132-17e8d199054b,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:18:46.776913 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 54400) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:18:46.781827 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [None req-e2149108-0aa3-4e0c-bcdd-79bd62bad683 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1230794085-network', 'tenant_id': 'b9c85627d131448583f3bd7597c2d557'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:18:46.803313 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2149108-0aa3-4e0c-bcdd-79bd62bad683 admin admin] Made reservation on behalf of b9c85627d131448583f3bd7597c2d557 for: {'network': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 08 22:18:46.805831 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e2149108-0aa3-4e0c-bcdd-79bd62bad683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for network (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:46.815125 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e2149108-0aa3-4e0c-bcdd-79bd62bad683 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:46.913415 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e2149108-0aa3-4e0c-bcdd-79bd62bad683 admin admin] Publish callbacks [] for security_group (ab296449-9fb1-46a4-8924-85a6b4a92dc5), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:46.919329 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e2149108-0aa3-4e0c-bcdd-79bd62bad683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (ab296449-9fb1-46a4-8924-85a6b4a92dc5), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:46.945089 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2149108-0aa3-4e0c-bcdd-79bd62bad683 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=103629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 08 22:18:46.955160 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2149108-0aa3-4e0c-bcdd-79bd62bad683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab296449-9fb1-46a4-8924-85a6b4a92dc5,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:18:46.960207 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e2149108-0aa3-4e0c-bcdd-79bd62bad683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16448297'] for segment (cc3e1b8b-e66c-412c-a3e0-5e9b26fe8737), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:46.960557 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.db.segments_db [None req-e2149108-0aa3-4e0c-bcdd-79bd62bad683 admin admin] Added segment cc3e1b8b-e66c-412c-a3e0-5e9b26fe8737 of type vlan for network 8e5f4949-8656-4073-94bd-6aad66493a3a May 08 22:18:47.002099 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e2149108-0aa3-4e0c-bcdd-79bd62bad683 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791033991810'] for network (8e5f4949-8656-4073-94bd-6aad66493a3a), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:47.030339 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e2149108-0aa3-4e0c-bcdd-79bd62bad683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293'] for network (8e5f4949-8656-4073-94bd-6aad66493a3a), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:47.031291 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2149108-0aa3-4e0c-bcdd-79bd62bad683 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:47.031891 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e2149108-0aa3-4e0c-bcdd-79bd62bad683 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745315'] for network (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:47.085033 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-e2149108-0aa3-4e0c-bcdd-79bd62bad683 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3067694 May 08 22:18:47.088274 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 54404) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:18:47.093975 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.v2.base [None req-a4551aac-a66c-4c6f-9408-81a299bf5371 admin admin] Request body: {'subnet': {'network_id': '8e5f4949-8656-4073-94bd-6aad66493a3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1230794085-subnet', 'tenant_id': 'b9c85627d131448583f3bd7597c2d557', 'ip_version': 4}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:18:47.096635 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2149108-0aa3-4e0c-bcdd-79bd62bad683 admin admin] Pushing event updated for resources: {'Network': ['ID=8e5f4949-8656-4073-94bd-6aad66493a3a,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:18:47.106813 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Network 8e5f4949-8656-4073-94bd-6aad66493a3a details requested by agent ovs-agent-dv-cinder-840511-5-iscsi with host dv-cinder-840511-5-iscsi {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 08 22:18:47.116963 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4551aac-a66c-4c6f-9408-81a299bf5371 admin admin] Made reservation on behalf of b9c85627d131448583f3bd7597c2d557 for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 08 22:18:47.119252 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a4551aac-a66c-4c6f-9408-81a299bf5371 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59072956'] for subnet (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:47.255760 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b57fd6-da3f-4210-8eca-91cca4306b22 None None] Sync routers for ids ['904a2c54-3feb-465c-8fe1-8590dd3ef06e'] in dv-cinder-840511-5-iscsi {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 08 22:18:47.267467 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b57fd6-da3f-4210-8eca-91cca4306b22 None None] Routers {'904a2c54-3feb-465c-8fe1-8590dd3ef06e'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:18:47.268309 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-76b57fd6-da3f-4210-8eca-91cca4306b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:18:18Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['904a2c54-3feb-465c-8fe1-8590dd3ef06e'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:18:47.302030 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a4551aac-a66c-4c6f-9408-81a299bf5371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59176668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59072938'] for subnet (9c9878e7-ce13-4310-baec-c49ff7dcbc01), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:47.363452 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4551aac-a66c-4c6f-9408-81a299bf5371 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c9878e7-ce13-4310-baec-c49ff7dcbc01,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:18:47.385070 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-76b57fd6-da3f-4210-8eca-91cca4306b22 None None] Set router 904a2c54-3feb-465c-8fe1-8590dd3ef06e gateway port host: dv-cinder-840511-5-iscsi {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:18:47.405317 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4551aac-a66c-4c6f-9408-81a299bf5371 admin admin] Checking segment: {'id': 'cc3e1b8b-e66c-412c-a3e0-5e9b26fe8737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8e5f4949-8656-4073-94bd-6aad66493a3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 08 22:18:47.405731 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4551aac-a66c-4c6f-9408-81a299bf5371 admin admin] Network hostable DHCP agents. Network: 8e5f4949-8656-4073-94bd-6aad66493a3a, hostable agents: ['399f5491-dab9-4373-bd22-64cd7c73418d'], hosted agents: [] {{(pid=103628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 08 22:18:47.425596 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9af349-ecd1-4300-8584-1fc0f35c634e req-c6fdeb05-b1dd-4d94-bac7-35bafa681fc0 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:47.427062 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-ad9af349-ecd1-4300-8584-1fc0f35c634e req-c6fdeb05-b1dd-4d94-bac7-35bafa681fc0 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b2fdbd-2397-4f6f-904a-24c65bd20707 HTTP/1.1" status: 200 len: 946 time: 0.0651846 May 08 22:18:47.592600 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-76b57fd6-da3f-4210-8eca-91cca4306b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '904a2c54-3feb-465c-8fe1-8590dd3ef06e', 'name': 'tempest-TestShelveInstance-1939198278-router', 'tenant_id': 'df8e9de548524630a8a026f764dad655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '5a5cea59-50b8-4143-8132-17e8d199054b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:18:42Z', 'updated_at': '2022-05-08T22:18:45Z', 'revision_number': 4, 'project_id': 'df8e9de548524630a8a026f764dad655', 'gw_port': {'id': '5a5cea59-50b8-4143-8132-17e8d199054b', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:45:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904a2c54-3feb-465c-8fe1-8590dd3ef06e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:18:42Z', 'updated_at': '2022-05-08T22:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_interfaces': [{'id': '30732ce1-c4aa-44c6-bcf3-161ebf4303f4', 'name': '', 'network_id': 'e6b2f0e6-c175-43bf-9b5c-34f8ce60d012', 'tenant_id': 'df8e9de548524630a8a026f764dad655', 'mac_address': 'fa:16:3e:c1:7f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '904a2c54-3feb-465c-8fe1-8590dd3ef06e', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'ce8c7aea-95c0-4231-af51-1dbbdcc77349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:18:44Z', 'updated_at': '2022-05-08T22:18:45Z', 'revision_number': 2, 'project_id': 'df8e9de548524630a8a026f764dad655', 'subnets': [{'id': 'ce8c7aea-95c0-4231-af51-1dbbdcc77349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:18:47.622129 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b57fd6-da3f-4210-8eca-91cca4306b22 None None] Checking router: 904a2c54-3feb-465c-8fe1-8590dd3ef06e for host: dv-cinder-840511-5-iscsi {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 08 22:18:47.622390 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b57fd6-da3f-4210-8eca-91cca4306b22 None None] Updating router 904a2c54-3feb-465c-8fe1-8590dd3ef06e port 30732ce1-c4aa-44c6-bcf3-161ebf4303f4 binding host dv-cinder-840511-5-iscsi {{(pid=103630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 08 22:18:47.652152 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-76b57fd6-da3f-4210-8eca-91cca4306b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (30732ce1-c4aa-44c6-bcf3-161ebf4303f4), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:47.696801 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4551aac-a66c-4c6f-9408-81a299bf5371 admin admin] Network 8e5f4949-8656-4073-94bd-6aad66493a3a is scheduled to be hosted by DHCP agent 399f5491-dab9-4373-bd22-64cd7c73418d with binding_index 1 {{(pid=103628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 08 22:18:47.752022 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-2cc17a39-2ca3-4536-a535-f32641db25c7 req-c33d46ba-e0c4-4512-a274-b32dc971b505 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=b49f27c0-dcb7-49c8-b20c-f0c33a4f6bd7 HTTP/1.1" status: 200 len: 210 time: 0.0307164 May 08 22:18:47.767619 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-a4551aac-a66c-4c6f-9408-81a299bf5371 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840511-5-iscsi, 8e5f4949-8656-4073-94bd-6aad66493a3a) {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:18:47.777963 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799fcb0b-ac2b-4f1b-ba82-48c40a50ef15 None None] Network 8e5f4949-8656-4073-94bd-6aad66493a3a requested from dv-cinder-840511-5-iscsi {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 08 22:18:47.780406 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4551aac-a66c-4c6f-9408-81a299bf5371 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:47.781126 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a4551aac-a66c-4c6f-9408-81a299bf5371 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745315'] for subnet (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:47.801934 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-ad9af349-ecd1-4300-8584-1fc0f35c634e req-22bc5326-e4ed-4cb1-b642-46bcc4140af9 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca44f436-fe4a-4cda-b0b9-0850bed715c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3679485 May 08 22:18:47.807120 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-a4551aac-a66c-4c6f-9408-81a299bf5371 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7173886 May 08 22:18:47.809473 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 54414) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:18:47.814174 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.v2.base [None req-456290ab-aa3d-4da1-9c33-d50aed301c22 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1230794085-router', 'tenant_id': 'b9c85627d131448583f3bd7597c2d557', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd'}}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:18:47.853750 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-456290ab-aa3d-4da1-9c33-d50aed301c22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-790573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15489'] for router (f46c2708-7b8d-472b-9546-ae8d9a8ee410), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:47.858617 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-456290ab-aa3d-4da1-9c33-d50aed301c22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-790745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-789556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-763181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15496'] for router (f46c2708-7b8d-472b-9546-ae8d9a8ee410), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:47.861079 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250aa88b-3129-461b-8c5d-12315369d338 req-bf00956c-9894-4366-a9c0-65a604696998 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:47.863679 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-250aa88b-3129-461b-8c5d-12315369d338 req-bf00956c-9894-4366-a9c0-65a604696998 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.24 "GET /v2.0/networks?id=a4734e2d-d908-4b8e-b542-dd83675e0c99 HTTP/1.1" status: 200 len: 815 time: 0.1789823 May 08 22:18:47.918661 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-456290ab-aa3d-4da1-9c33-d50aed301c22 admin admin] Publish callbacks [] for router_controller (f46c2708-7b8d-472b-9546-ae8d9a8ee410), precommit_add_association {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:47.960797 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac1c19a-a676-428a-95ce-5386d1e2f54c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b54c12b-09b0-5231-a33c-a6f0f39291a1-8e5f4949-8656-4073-94bd-6aad66493a3a', 'network_id': '8e5f4949-8656-4073-94bd-6aad66493a3a', 'project_id': 'b9c85627d131448583f3bd7597c2d557', 'fixed_ips': [{'subnet_id': '9c9878e7-ce13-4310-baec-c49ff7dcbc01'}]}} from dv-cinder-840511-5-iscsi. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 08 22:18:47.961663 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9ac1c19a-a676-428a-95ce-5386d1e2f54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (None), before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:47.985900 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-250aa88b-3129-461b-8c5d-12315369d338 req-7c8cb840-895b-440c-9dbc-d984bb2ec43d tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=489bde08b9284b5f8e5eb2ebc398b963 HTTP/1.1" status: 200 len: 472 time: 0.0841668 May 08 22:18:48.077847 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-456290ab-aa3d-4da1-9c33-d50aed301c22 admin admin] Publish callbacks [] for router_gateway (f46c2708-7b8d-472b-9546-ae8d9a8ee410), precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:48.108729 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [req-250aa88b-3129-461b-8c5d-12315369d338 req-194bd647-f1f8-4dc5-bddc-0553086ea841 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Request body: {'port': {'device_id': 'b49f27c0-dcb7-49c8-b20c-f0c33a4f6bd7', 'network_id': 'a4734e2d-d908-4b8e-b542-dd83675e0c99', 'admin_state_up': True, 'tenant_id': '489bde08b9284b5f8e5eb2ebc398b963', 'security_groups': ['9b4e7cb1-2d61-4290-b054-d6163013130f']}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:18:48.145473 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-76b57fd6-da3f-4210-8eca-91cca4306b22 None None] Publish callbacks [] for port (30732ce1-c4aa-44c6-bcf3-161ebf4303f4), precommit_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:48.156500 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-76b57fd6-da3f-4210-8eca-91cca4306b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (30732ce1-c4aa-44c6-bcf3-161ebf4303f4), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:48.202866 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-9ac1c19a-a676-428a-95ce-5386d1e2f54c None None] Allocated IP 172.20.0.2 (8e5f4949-8656-4073-94bd-6aad66493a3a/9c9878e7-ce13-4310-baec-c49ff7dcbc01/0261ffb0-3325-41ef-940c-c9a999fa24f0) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 08 22:18:48.225955 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb1a18-f0ba-4b5b-8fb8-c69ac0ea8828 None None] Pushing event updated for resources: {'Port': ['ID=30732ce1-c4aa-44c6-bcf3-161ebf4303f4,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:18:48.236760 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-250aa88b-3129-461b-8c5d-12315369d338 req-194bd647-f1f8-4dc5-bddc-0553086ea841 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Made reservation on behalf of 489bde08b9284b5f8e5eb2ebc398b963 for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 08 22:18:48.241340 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-250aa88b-3129-461b-8c5d-12315369d338 req-194bd647-f1f8-4dc5-bddc-0553086ea841 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:48.289239 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-456290ab-aa3d-4da1-9c33-d50aed301c22 admin admin] Publish callbacks [] for router_gateway (f46c2708-7b8d-472b-9546-ae8d9a8ee410), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:48.310104 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-456290ab-aa3d-4da1-9c33-d50aed301c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:48.454565 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [req-250aa88b-3129-461b-8c5d-12315369d338 req-194bd647-f1f8-4dc5-bddc-0553086ea841 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Allocated IP 172.20.0.11 (a4734e2d-d908-4b8e-b542-dd83675e0c99/7cb890a2-14d2-4c0b-a82b-863c0417b5f3/efad1b44-4168-42e6-8cd6-1b12ce4f70ae) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 08 22:18:48.487257 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device 5a5cea59-50b8-4143-8132-17e8d199054b up at agent ovs-agent-dv-cinder-840511-5-iscsi {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 08 22:18:48.490074 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-456290ab-aa3d-4da1-9c33-d50aed301c22 admin admin] Allocated IP 172.27.2.139 (542aeef6-5046-439a-aa53-dc46759766dd/c1306b94-a9cc-4730-bd7d-1800cb77959d/098abcce-132a-420a-a961-302598c5be0c) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 08 22:18:48.559400 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-76b57fd6-da3f-4210-8eca-91cca4306b22 None None] Attempting to bind port 30732ce1-c4aa-44c6-bcf3-161ebf4303f4 on host dv-cinder-840511-5-iscsi for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 08 22:18:48.559805 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-76b57fd6-da3f-4210-8eca-91cca4306b22 None None] Attempting to bind port 30732ce1-c4aa-44c6-bcf3-161ebf4303f4 by drivers openvswitch,hyperv on host dv-cinder-840511-5-iscsi at level 0 using segments [{'id': '735a76af-a47a-4608-9953-4d27f1f0e7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e6b2f0e6-c175-43bf-9b5c-34f8ce60d012'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 08 22:18:48.560155 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b57fd6-da3f-4210-8eca-91cca4306b22 None None] Attempting to bind port 30732ce1-c4aa-44c6-bcf3-161ebf4303f4 on network e6b2f0e6-c175-43bf-9b5c-34f8ce60d012 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 08 22:18:48.562082 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-218a8e07-5a0c-4874-8b39-fc09d1abf2fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (69aa2ac4-530d-40c2-a84a-3161d84edf61), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:48.590900 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b57fd6-da3f-4210-8eca-91cca4306b22 None None] Checking agent: {'id': '7e3c7ef6-abd5-4f0f-b372-b2734b637fd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840511-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 8, 22, 6, 52), 'started_at': datetime.datetime(2022, 5, 8, 22, 7, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 8, 22, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840511-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 08 22:18:48.591272 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b57fd6-da3f-4210-8eca-91cca4306b22 None None] Checking segment: {'id': '735a76af-a47a-4608-9953-4d27f1f0e7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e6b2f0e6-c175-43bf-9b5c-34f8ce60d012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 08 22:18:48.591669 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-76b57fd6-da3f-4210-8eca-91cca4306b22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:48.592053 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b57fd6-da3f-4210-8eca-91cca4306b22 None None] Bound using segment: {'id': '735a76af-a47a-4608-9953-4d27f1f0e7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e6b2f0e6-c175-43bf-9b5c-34f8ce60d012'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 08 22:18:48.592529 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-76b57fd6-da3f-4210-8eca-91cca4306b22 None None] Bound port: 30732ce1-c4aa-44c6-bcf3-161ebf4303f4, host: dv-cinder-840511-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '735a76af-a47a-4608-9953-4d27f1f0e7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e6b2f0e6-c175-43bf-9b5c-34f8ce60d012'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 08 22:18:48.593087 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-76b57fd6-da3f-4210-8eca-91cca4306b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (30732ce1-c4aa-44c6-bcf3-161ebf4303f4), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:48.616870 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-02fe102c-4d18-4b36-a0b8-2327248753ad None None] Provisioning complete for port 30732ce1-c4aa-44c6-bcf3-161ebf4303f4 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:18:48.617250 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-02fe102c-4d18-4b36-a0b8-2327248753ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (30732ce1-c4aa-44c6-bcf3-161ebf4303f4), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:48.617823 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-456290ab-aa3d-4da1-9c33-d50aed301c22 admin admin] Publish callbacks [] for port (098abcce-132a-420a-a961-302598c5be0c), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:48.627947 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-250aa88b-3129-461b-8c5d-12315369d338 req-194bd647-f1f8-4dc5-bddc-0553086ea841 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks [] for port (efad1b44-4168-42e6-8cd6-1b12ce4f70ae), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:48.660706 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-456290ab-aa3d-4da1-9c33-d50aed301c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791034024012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59173228'] for port (098abcce-132a-420a-a961-302598c5be0c), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:48.669474 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-250aa88b-3129-461b-8c5d-12315369d338 req-194bd647-f1f8-4dc5-bddc-0553086ea841 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791034024012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633834'] for port (efad1b44-4168-42e6-8cd6-1b12ce4f70ae), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:48.691873 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Provisioning complete for port 5a5cea59-50b8-4143-8132-17e8d199054b triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:18:48.692277 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (5a5cea59-50b8-4143-8132-17e8d199054b), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:48.700503 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456290ab-aa3d-4da1-9c33-d50aed301c22 admin admin] Network 542aeef6-5046-439a-aa53-dc46759766dd is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 08 22:18:48.707162 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-456290ab-aa3d-4da1-9c33-d50aed301c22 admin admin] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:18:48.711756 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456290ab-aa3d-4da1-9c33-d50aed301c22 admin admin] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 08 22:18:48.719725 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-250aa88b-3129-461b-8c5d-12315369d338 req-194bd647-f1f8-4dc5-bddc-0553086ea841 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Network a4734e2d-d908-4b8e-b542-dd83675e0c99 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 08 22:18:48.722887 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [req-250aa88b-3129-461b-8c5d-12315369d338 req-194bd647-f1f8-4dc5-bddc-0553086ea841 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:18:48.725609 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-250aa88b-3129-461b-8c5d-12315369d338 req-194bd647-f1f8-4dc5-bddc-0553086ea841 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 08 22:18:48.738127 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456290ab-aa3d-4da1-9c33-d50aed301c22 admin admin] Pushing event updated for resources: {'Port': ['ID=098abcce-132a-420a-a961-302598c5be0c,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:18:48.755370 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9ac1c19a-a676-428a-95ce-5386d1e2f54c None None] Publish callbacks [] for port (0261ffb0-3325-41ef-940c-c9a999fa24f0), precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:48.765591 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194bd647-f1f8-4dc5-bddc-0553086ea841 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Pushing event updated for resources: {'Port': ['ID=efad1b44-4168-42e6-8cd6-1b12ce4f70ae,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:18:48.770156 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-02fe102c-4d18-4b36-a0b8-2327248753ad None None] Port 30732ce1-c4aa-44c6-bcf3-161ebf4303f4 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 08 22:18:48.781159 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9ac1c19a-a676-428a-95ce-5386d1e2f54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791034024012'] for port (0261ffb0-3325-41ef-940c-c9a999fa24f0), after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:48.786782 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-76b57fd6-da3f-4210-8eca-91cca4306b22 None None] For port 30732ce1-c4aa-44c6-bcf3-161ebf4303f4, host dv-cinder-840511-5-iscsi, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 08 22:18:48.795857 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-76b57fd6-da3f-4210-8eca-91cca4306b22 None None] For port 30732ce1-c4aa-44c6-bcf3-161ebf4303f4, host dv-cinder-840511-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=30732ce1-c4aa-44c6-bcf3-161ebf4303f4,segment=NetworkSegment(735a76af-a47a-4608-9953-4d27f1f0e7e9),segment_id=735a76af-a47a-4608-9953-4d27f1f0e7e9)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 08 22:18:48.819323 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250aa88b-3129-461b-8c5d-12315369d338 req-194bd647-f1f8-4dc5-bddc-0553086ea841 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:48.820202 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-250aa88b-3129-461b-8c5d-12315369d338 req-194bd647-f1f8-4dc5-bddc-0553086ea841 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870'] for port (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:48.836071 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-76b57fd6-da3f-4210-8eca-91cca4306b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (30732ce1-c4aa-44c6-bcf3-161ebf4303f4), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:48.845469 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac1c19a-a676-428a-95ce-5386d1e2f54c None None] Network 8e5f4949-8656-4073-94bd-6aad66493a3a is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 08 22:18:48.853526 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-250aa88b-3129-461b-8c5d-12315369d338 req-194bd647-f1f8-4dc5-bddc-0553086ea841 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7496350 May 08 22:18:48.868905 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac1c19a-a676-428a-95ce-5386d1e2f54c None None] Pushing event updated for resources: {'Port': ['ID=0261ffb0-3325-41ef-940c-c9a999fa24f0,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:18:48.875168 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [req-250aa88b-3129-461b-8c5d-12315369d338 req-19e9ad92-f985-46a7-b79c-7eda6b4567e6 service neutron] Request body: {'port': {'device_id': 'b49f27c0-dcb7-49c8-b20c-f0c33a4f6bd7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:18:48.876763 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-9ac1c19a-a676-428a-95ce-5386d1e2f54c None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:18:48.881256 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac1c19a-a676-428a-95ce-5386d1e2f54c None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 08 22:18:48.941406 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Current status of the port 5a5cea59-50b8-4143-8132-17e8d199054b is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:18:48.962155 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-250aa88b-3129-461b-8c5d-12315369d338 req-19e9ad92-f985-46a7-b79c-7eda6b4567e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (efad1b44-4168-42e6-8cd6-1b12ce4f70ae), before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:48.998887 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b57fd6-da3f-4210-8eca-91cca4306b22 None None] Routers {'904a2c54-3feb-465c-8fe1-8590dd3ef06e'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:18:48.999531 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-76b57fd6-da3f-4210-8eca-91cca4306b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:18:48Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['904a2c54-3feb-465c-8fe1-8590dd3ef06e'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:18:49.043101 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1825af-f0fc-4057-9391-caaa06a28a76 req-294aea08-0d5a-4d0a-9875-f96017476b86 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:49.053273 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-2f1825af-f0fc-4057-9391-caaa06a28a76 req-294aea08-0d5a-4d0a-9875-f96017476b86 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=b49f27c0-dcb7-49c8-b20c-f0c33a4f6bd7 HTTP/1.1" status: 200 len: 932 time: 0.1360688 May 08 22:18:49.128511 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-76b57fd6-da3f-4210-8eca-91cca4306b22 None None] Set router 904a2c54-3feb-465c-8fe1-8590dd3ef06e gateway port host: dv-cinder-840511-5-iscsi {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:18:49.129406 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fde4ba-ebd6-4050-b223-ffeda82a02fc req-171b7320-54db-40a2-ba4b-c44dcbdc3894 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:49.131182 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-b9fde4ba-ebd6-4050-b223-ffeda82a02fc req-171b7320-54db-40a2-ba4b-c44dcbdc3894 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b2fdbd-2397-4f6f-904a-24c65bd20707 HTTP/1.1" status: 200 len: 946 time: 0.1890409 May 08 22:18:49.209401 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-9ac1c19a-a676-428a-95ce-5386d1e2f54c None None] Attempting to bind port 0261ffb0-3325-41ef-940c-c9a999fa24f0 on host dv-cinder-840511-5-iscsi for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 08 22:18:49.209772 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-9ac1c19a-a676-428a-95ce-5386d1e2f54c None None] Attempting to bind port 0261ffb0-3325-41ef-940c-c9a999fa24f0 by drivers openvswitch,hyperv on host dv-cinder-840511-5-iscsi at level 0 using segments [{'id': 'cc3e1b8b-e66c-412c-a3e0-5e9b26fe8737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8e5f4949-8656-4073-94bd-6aad66493a3a'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 08 22:18:49.210131 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac1c19a-a676-428a-95ce-5386d1e2f54c None None] Attempting to bind port 0261ffb0-3325-41ef-940c-c9a999fa24f0 on network 8e5f4949-8656-4073-94bd-6aad66493a3a {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 08 22:18:49.216636 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-b9fde4ba-ebd6-4050-b223-ffeda82a02fc req-6dc71f3d-9a72-4c37-86f2-23e0afd575db tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca44f436-fe4a-4cda-b0b9-0850bed715c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785909 May 08 22:18:49.242047 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-2f1825af-f0fc-4057-9391-caaa06a28a76 req-05486ad6-2003-4e8c-9e44-961212fefb72 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b4e7cb1-2d61-4290-b054-d6163013130f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1868329 May 08 22:18:49.257479 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb1a18-f0ba-4b5b-8fb8-c69ac0ea8828 None None] Pushing event updated for resources: {'Port': ['ID=30732ce1-c4aa-44c6-bcf3-161ebf4303f4,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:18:49.262478 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-217c92d6-6470-4405-a581-bc6af25e9a05 None None] Provisioning complete for port efad1b44-4168-42e6-8cd6-1b12ce4f70ae triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:18:49.262845 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-217c92d6-6470-4405-a581-bc6af25e9a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (efad1b44-4168-42e6-8cd6-1b12ce4f70ae), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:49.283559 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac1c19a-a676-428a-95ce-5386d1e2f54c None None] Checking agent: {'id': '7e3c7ef6-abd5-4f0f-b372-b2734b637fd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840511-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 8, 22, 6, 52), 'started_at': datetime.datetime(2022, 5, 8, 22, 7, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 8, 22, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840511-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 08 22:18:49.283934 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac1c19a-a676-428a-95ce-5386d1e2f54c None None] Checking segment: {'id': 'cc3e1b8b-e66c-412c-a3e0-5e9b26fe8737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8e5f4949-8656-4073-94bd-6aad66493a3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 08 22:18:49.284555 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9ac1c19a-a676-428a-95ce-5386d1e2f54c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:49.284754 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac1c19a-a676-428a-95ce-5386d1e2f54c None None] Bound using segment: {'id': 'cc3e1b8b-e66c-412c-a3e0-5e9b26fe8737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8e5f4949-8656-4073-94bd-6aad66493a3a'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 08 22:18:49.285213 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-9ac1c19a-a676-428a-95ce-5386d1e2f54c None None] Bound port: 0261ffb0-3325-41ef-940c-c9a999fa24f0, host: dv-cinder-840511-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc3e1b8b-e66c-412c-a3e0-5e9b26fe8737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8e5f4949-8656-4073-94bd-6aad66493a3a'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 08 22:18:49.285584 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9ac1c19a-a676-428a-95ce-5386d1e2f54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (0261ffb0-3325-41ef-940c-c9a999fa24f0), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:49.300276 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-456290ab-aa3d-4da1-9c33-d50aed301c22 admin admin] Publish callbacks [] for router_gateway (f46c2708-7b8d-472b-9546-ae8d9a8ee410), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:49.343826 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.notifiers.nova [req-250aa88b-3129-461b-8c5d-12315369d338 req-19e9ad92-f985-46a7-b79c-7eda6b4567e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efad1b44-4168-42e6-8cd6-1b12ce4f70ae {{(pid=103629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 08 22:18:49.353319 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-250aa88b-3129-461b-8c5d-12315369d338 req-19e9ad92-f985-46a7-b79c-7eda6b4567e6 service neutron] Publish callbacks [] for port (efad1b44-4168-42e6-8cd6-1b12ce4f70ae), precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:49.369755 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.provisioning_blocks [req-250aa88b-3129-461b-8c5d-12315369d338 req-19e9ad92-f985-46a7-b79c-7eda6b4567e6 service neutron] Transition to ACTIVE for port object efad1b44-4168-42e6-8cd6-1b12ce4f70ae will not be triggered until provisioned by entity L2. {{(pid=103629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 08 22:18:49.375826 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-250aa88b-3129-461b-8c5d-12315369d338 req-19e9ad92-f985-46a7-b79c-7eda6b4567e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59633821'] for port (efad1b44-4168-42e6-8cd6-1b12ce4f70ae), after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:49.406265 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-217c92d6-6470-4405-a581-bc6af25e9a05 None None] Port efad1b44-4168-42e6-8cd6-1b12ce4f70ae cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 08 22:18:49.433767 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e9ad92-f985-46a7-b79c-7eda6b4567e6 service neutron] Pushing event updated for resources: {'Port': ['ID=efad1b44-4168-42e6-8cd6-1b12ce4f70ae,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:18:49.449648 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-68d59b13-bdd3-4890-b330-3a9be9bf9791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (167e5ba9-08ef-43b6-aca0-7c88b7f9e735), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:49.468158 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9ac1c19a-a676-428a-95ce-5386d1e2f54c None None] For port 0261ffb0-3325-41ef-940c-c9a999fa24f0, host dv-cinder-840511-5-iscsi, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 08 22:18:49.492659 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9ac1c19a-a676-428a-95ce-5386d1e2f54c None None] For port 0261ffb0-3325-41ef-940c-c9a999fa24f0, host dv-cinder-840511-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=0261ffb0-3325-41ef-940c-c9a999fa24f0,segment=NetworkSegment(cc3e1b8b-e66c-412c-a3e0-5e9b26fe8737),segment_id=cc3e1b8b-e66c-412c-a3e0-5e9b26fe8737)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 08 22:18:49.530108 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9ac1c19a-a676-428a-95ce-5386d1e2f54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (0261ffb0-3325-41ef-940c-c9a999fa24f0), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:49.530769 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-250aa88b-3129-461b-8c5d-12315369d338 req-19e9ad92-f985-46a7-b79c-7eda6b4567e6 service neutron] Attempting to bind port efad1b44-4168-42e6-8cd6-1b12ce4f70ae on host hv-cinder-84051 for vnic_type normal with profile {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 08 22:18:49.531106 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-250aa88b-3129-461b-8c5d-12315369d338 req-19e9ad92-f985-46a7-b79c-7eda6b4567e6 service neutron] Attempting to bind port efad1b44-4168-42e6-8cd6-1b12ce4f70ae by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': '1780dade-a5f8-4e6b-b9bd-a988dd8e04e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a4734e2d-d908-4b8e-b542-dd83675e0c99'}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 08 22:18:49.531433 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250aa88b-3129-461b-8c5d-12315369d338 req-19e9ad92-f985-46a7-b79c-7eda6b4567e6 service neutron] Attempting to bind port efad1b44-4168-42e6-8cd6-1b12ce4f70ae on network a4734e2d-d908-4b8e-b542-dd83675e0c99 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 08 22:18:49.535443 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-456290ab-aa3d-4da1-9c33-d50aed301c22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-790688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-789731'] for router (f46c2708-7b8d-472b-9546-ae8d9a8ee410), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:49.537567 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250aa88b-3129-461b-8c5d-12315369d338 req-19e9ad92-f985-46a7-b79c-7eda6b4567e6 service neutron] Port efad1b44-4168-42e6-8cd6-1b12ce4f70ae on network a4734e2d-d908-4b8e-b542-dd83675e0c99 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 08 22:18:49.537957 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250aa88b-3129-461b-8c5d-12315369d338 req-19e9ad92-f985-46a7-b79c-7eda6b4567e6 service neutron] Attempting to bind port efad1b44-4168-42e6-8cd6-1b12ce4f70ae on network a4734e2d-d908-4b8e-b542-dd83675e0c99 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 08 22:18:49.545441 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250aa88b-3129-461b-8c5d-12315369d338 req-19e9ad92-f985-46a7-b79c-7eda6b4567e6 service neutron] Checking agent: {'id': '50086534-3b0f-4edb-899f-da05c46c2546', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 8, 22, 13, 10), 'started_at': datetime.datetime(2022, 5, 8, 22, 13, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 8, 22, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 08 22:18:49.546796 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250aa88b-3129-461b-8c5d-12315369d338 req-19e9ad92-f985-46a7-b79c-7eda6b4567e6 service neutron] Checking segment: {'id': '1780dade-a5f8-4e6b-b9bd-a988dd8e04e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a4734e2d-d908-4b8e-b542-dd83675e0c99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 08 22:18:49.547268 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250aa88b-3129-461b-8c5d-12315369d338 req-19e9ad92-f985-46a7-b79c-7eda6b4567e6 service neutron] Bound using segment: {'id': '1780dade-a5f8-4e6b-b9bd-a988dd8e04e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a4734e2d-d908-4b8e-b542-dd83675e0c99'} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 08 22:18:49.547785 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-250aa88b-3129-461b-8c5d-12315369d338 req-19e9ad92-f985-46a7-b79c-7eda6b4567e6 service neutron] Bound port: efad1b44-4168-42e6-8cd6-1b12ce4f70ae, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1780dade-a5f8-4e6b-b9bd-a988dd8e04e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a4734e2d-d908-4b8e-b542-dd83675e0c99'}}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 08 22:18:49.548359 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-250aa88b-3129-461b-8c5d-12315369d338 req-19e9ad92-f985-46a7-b79c-7eda6b4567e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (efad1b44-4168-42e6-8cd6-1b12ce4f70ae), before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:49.593719 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-1e30373e-df78-4a39-adcb-bb0b0f81784a None None] Provisioning complete for port 30732ce1-c4aa-44c6-bcf3-161ebf4303f4 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:18:49.594273 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-1e30373e-df78-4a39-adcb-bb0b0f81784a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (30732ce1-c4aa-44c6-bcf3-161ebf4303f4), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:49.642636 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-250aa88b-3129-461b-8c5d-12315369d338 req-19e9ad92-f985-46a7-b79c-7eda6b4567e6 service neutron] For port efad1b44-4168-42e6-8cd6-1b12ce4f70ae, host hv-cinder-84051, cleared binding levels {{(pid=103629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 08 22:18:49.646890 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-250aa88b-3129-461b-8c5d-12315369d338 req-19e9ad92-f985-46a7-b79c-7eda6b4567e6 service neutron] For port efad1b44-4168-42e6-8cd6-1b12ce4f70ae, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=efad1b44-4168-42e6-8cd6-1b12ce4f70ae,segment=NetworkSegment(1780dade-a5f8-4e6b-b9bd-a988dd8e04e7),segment_id=1780dade-a5f8-4e6b-b9bd-a988dd8e04e7)] {{(pid=103629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 08 22:18:49.648657 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-76b57fd6-da3f-4210-8eca-91cca4306b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '904a2c54-3feb-465c-8fe1-8590dd3ef06e', 'name': 'tempest-TestShelveInstance-1939198278-router', 'tenant_id': 'df8e9de548524630a8a026f764dad655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '5a5cea59-50b8-4143-8132-17e8d199054b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:18:42Z', 'updated_at': '2022-05-08T22:18:45Z', 'revision_number': 4, 'project_id': 'df8e9de548524630a8a026f764dad655', 'gw_port': {'id': '5a5cea59-50b8-4143-8132-17e8d199054b', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:45:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904a2c54-3feb-465c-8fe1-8590dd3ef06e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:18:42Z', 'updated_at': '2022-05-08T22:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_interfaces': [{'id': '30732ce1-c4aa-44c6-bcf3-161ebf4303f4', 'name': '', 'network_id': 'e6b2f0e6-c175-43bf-9b5c-34f8ce60d012', 'tenant_id': 'df8e9de548524630a8a026f764dad655', 'mac_address': 'fa:16:3e:c1:7f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '904a2c54-3feb-465c-8fe1-8590dd3ef06e', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'ce8c7aea-95c0-4231-af51-1dbbdcc77349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:18:44Z', 'updated_at': '2022-05-08T22:18:48Z', 'revision_number': 4, 'project_id': 'df8e9de548524630a8a026f764dad655', 'subnets': [{'id': 'ce8c7aea-95c0-4231-af51-1dbbdcc77349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:18:49.657420 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-250aa88b-3129-461b-8c5d-12315369d338 req-19e9ad92-f985-46a7-b79c-7eda6b4567e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59633821'] for port (efad1b44-4168-42e6-8cd6-1b12ce4f70ae), after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:49.722434 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b57fd6-da3f-4210-8eca-91cca4306b22 None None] The sync data for ids ['904a2c54-3feb-465c-8fe1-8590dd3ef06e'] in dv-cinder-840511-5-iscsi is: [{'id': '904a2c54-3feb-465c-8fe1-8590dd3ef06e', 'name': 'tempest-TestShelveInstance-1939198278-router', 'tenant_id': 'df8e9de548524630a8a026f764dad655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '5a5cea59-50b8-4143-8132-17e8d199054b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:18:42Z', 'updated_at': '2022-05-08T22:18:45Z', 'revision_number': 4, 'project_id': 'df8e9de548524630a8a026f764dad655', 'gw_port': {'id': '5a5cea59-50b8-4143-8132-17e8d199054b', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:45:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904a2c54-3feb-465c-8fe1-8590dd3ef06e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:18:42Z', 'updated_at': '2022-05-08T22:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_interfaces': [{'id': '30732ce1-c4aa-44c6-bcf3-161ebf4303f4', 'name': '', 'network_id': 'e6b2f0e6-c175-43bf-9b5c-34f8ce60d012', 'tenant_id': 'df8e9de548524630a8a026f764dad655', 'mac_address': 'fa:16:3e:c1:7f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '904a2c54-3feb-465c-8fe1-8590dd3ef06e', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'ce8c7aea-95c0-4231-af51-1dbbdcc77349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:18:44Z', 'updated_at': '2022-05-08T22:18:48Z', 'revision_number': 4, 'project_id': 'df8e9de548524630a8a026f764dad655', 'subnets': [{'id': 'ce8c7aea-95c0-4231-af51-1dbbdcc77349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 08 22:18:49.727041 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac1c19a-a676-428a-95ce-5386d1e2f54c None None] Pushing event updated for resources: {'Port': ['ID=0261ffb0-3325-41ef-940c-c9a999fa24f0,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:18:49.761167 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250aa88b-3129-461b-8c5d-12315369d338 req-19e9ad92-f985-46a7-b79c-7eda6b4567e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:49.761797 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-250aa88b-3129-461b-8c5d-12315369d338 req-19e9ad92-f985-46a7-b79c-7eda6b4567e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870'] for port (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:49.763225 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-250aa88b-3129-461b-8c5d-12315369d338 req-19e9ad92-f985-46a7-b79c-7eda6b4567e6 service neutron] 10.222.0.24 "PUT /v2.0/ports/efad1b44-4168-42e6-8cd6-1b12ce4f70ae HTTP/1.1" status: 200 len: 1094 time: 0.8933005 May 08 22:18:49.763721 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b49f27c0-dcb7-49c8-b20c-f0c33a4f6bd7', 'tag': 'efad1b44-4168-42e6-8cd6-1b12ce4f70ae'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 08 22:18:49.766499 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cc8a0c475ac6fe54f5122aa5a8750c48412c688b8f67dba420990604a8daf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f4aaaad-1653-481b-bd7f-9d3ef983bf7c" -d '{"events": [{"name": "network-changed", "server_uuid": "b49f27c0-dcb7-49c8-b20c-f0c33a4f6bd7", "tag": "efad1b44-4168-42e6-8cd6-1b12ce4f70ae"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 08 22:18:49.772303 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e9ad92-f985-46a7-b79c-7eda6b4567e6 service neutron] Pushing event updated for resources: {'Port': ['ID=efad1b44-4168-42e6-8cd6-1b12ce4f70ae,revision_number=3']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:18:49.781264 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-456290ab-aa3d-4da1-9c33-d50aed301c22 admin admin] Router f46c2708-7b8d-472b-9546-ae8d9a8ee410 is scheduled to L3 agent 69aa2ac4-530d-40c2-a84a-3161d84edf61 with binding_index 1 {{(pid=103628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 08 22:18:49.855307 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 08 May 2022 22:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a780228-4136-425e-89fb-a23f131f6e88 x-openstack-request-id: req-6a780228-4136-425e-89fb-a23f131f6e88 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 08 22:18:49.855707 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b49f27c0-dcb7-49c8-b20c-f0c33a4f6bd7", "tag": "efad1b44-4168-42e6-8cd6-1b12ce4f70ae", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 08 22:18:49.856160 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6a780228-4136-425e-89fb-a23f131f6e88 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 08 22:18:49.856706 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a780228-4136-425e-89fb-a23f131f6e88'] response: {'name': 'network-changed', 'server_uuid': 'b49f27c0-dcb7-49c8-b20c-f0c33a4f6bd7', 'tag': 'efad1b44-4168-42e6-8cd6-1b12ce4f70ae', 'status': 'completed', 'code': 200} May 08 22:18:49.858347 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-1e30373e-df78-4a39-adcb-bb0b0f81784a None None] Current status of the port 30732ce1-c4aa-44c6-bcf3-161ebf4303f4 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:18:49.858771 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-1e30373e-df78-4a39-adcb-bb0b0f81784a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (30732ce1-c4aa-44c6-bcf3-161ebf4303f4), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:49.931622 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250aa88b-3129-461b-8c5d-12315369d338 req-11483084-8aa2-4eed-ac1b-b1ed9c4d9d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:49.932652 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-1e30373e-df78-4a39-adcb-bb0b0f81784a None None] For port 30732ce1-c4aa-44c6-bcf3-161ebf4303f4, host dv-cinder-840511-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=30732ce1-c4aa-44c6-bcf3-161ebf4303f4,segment=NetworkSegment(735a76af-a47a-4608-9953-4d27f1f0e7e9),segment_id=735a76af-a47a-4608-9953-4d27f1f0e7e9)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:18:49.933494 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-250aa88b-3129-461b-8c5d-12315369d338 req-11483084-8aa2-4eed-ac1b-b1ed9c4d9d4f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=489bde08b9284b5f8e5eb2ebc398b963&device_id=b49f27c0-dcb7-49c8-b20c-f0c33a4f6bd7 HTTP/1.1" status: 200 len: 1128 time: 0.0557420 May 08 22:18:49.938539 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-1e30373e-df78-4a39-adcb-bb0b0f81784a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (30732ce1-c4aa-44c6-bcf3-161ebf4303f4), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:50.042585 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-250aa88b-3129-461b-8c5d-12315369d338 req-08ddfaf3-86dc-4ece-a6f2-d81516740011 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=efad1b44-4168-42e6-8cd6-1b12ce4f70ae HTTP/1.1" status: 200 len: 217 time: 0.0761101 May 08 22:18:50.042774 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e30373e-df78-4a39-adcb-bb0b0f81784a None None] Pushing event updated for resources: {'Port': ['ID=30732ce1-c4aa-44c6-bcf3-161ebf4303f4,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:18:50.046594 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-456290ab-aa3d-4da1-9c33-d50aed301c22 admin admin] Notify agent at l3_agent.dv-cinder-840511-5-iscsi the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 08 22:18:50.064844 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6cfbb67-92fc-4ab9-a810-4bdb09a91fbf None None] Sync routers for ids ['f46c2708-7b8d-472b-9546-ae8d9a8ee410'] in dv-cinder-840511-5-iscsi {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 08 22:18:50.082146 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-456290ab-aa3d-4da1-9c33-d50aed301c22 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:50.083652 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-456290ab-aa3d-4da1-9c33-d50aed301c22 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2730687 May 08 22:18:50.084748 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cfbb67-92fc-4ab9-a810-4bdb09a91fbf None None] Routers {'f46c2708-7b8d-472b-9546-ae8d9a8ee410'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:18:50.085407 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-d6cfbb67-92fc-4ab9-a810-4bdb09a91fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:18:48Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['f46c2708-7b8d-472b-9546-ae8d9a8ee410'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:18:50.086457 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 54430) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:18:50.181125 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250aa88b-3129-461b-8c5d-12315369d338 req-b41dab36-c4ed-4dfa-ac24-8b57c3b619a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:50.185117 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-250aa88b-3129-461b-8c5d-12315369d338 req-b41dab36-c4ed-4dfa-ac24-8b57c3b619a5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7cb890a2-14d2-4c0b-a82b-863c0417b5f3 HTTP/1.1" status: 200 len: 854 time: 0.1311638 May 08 22:18:50.246724 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250aa88b-3129-461b-8c5d-12315369d338 req-31d88fd1-26e2-4d87-a79f-ce8e889f2a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:50.252228 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-250aa88b-3129-461b-8c5d-12315369d338 req-31d88fd1-26e2-4d87-a79f-ce8e889f2a09 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a4734e2d-d908-4b8e-b542-dd83675e0c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0558336 May 08 22:18:50.274242 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-d6cfbb67-92fc-4ab9-a810-4bdb09a91fbf None None] Set router f46c2708-7b8d-472b-9546-ae8d9a8ee410 gateway port host: dv-cinder-840511-5-iscsi {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:18:50.378377 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-250aa88b-3129-461b-8c5d-12315369d338 req-adde64b0-26f2-4610-a362-86ac0b029bed service neutron] 10.222.0.24 "GET /v2.0/networks/a4734e2d-d908-4b8e-b542-dd83675e0c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180680 May 08 22:18:50.489845 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-d6cfbb67-92fc-4ab9-a810-4bdb09a91fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46c2708-7b8d-472b-9546-ae8d9a8ee410', 'name': 'tempest-TestShelveInstance-1230794085-router', 'tenant_id': 'b9c85627d131448583f3bd7597c2d557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '098abcce-132a-420a-a961-302598c5be0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:18:47Z', 'updated_at': '2022-05-08T22:18:48Z', 'revision_number': 3, 'project_id': 'b9c85627d131448583f3bd7597c2d557', 'gw_port': {'id': '098abcce-132a-420a-a961-302598c5be0c', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:30:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f46c2708-7b8d-472b-9546-ae8d9a8ee410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:18:48Z', 'updated_at': '2022-05-08T22:18:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi'}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:18:50.519622 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6cfbb67-92fc-4ab9-a810-4bdb09a91fbf None None] Checking router: f46c2708-7b8d-472b-9546-ae8d9a8ee410 for host: dv-cinder-840511-5-iscsi {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 08 22:18:50.520629 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6cfbb67-92fc-4ab9-a810-4bdb09a91fbf None None] Updating router f46c2708-7b8d-472b-9546-ae8d9a8ee410 port 098abcce-132a-420a-a961-302598c5be0c binding host dv-cinder-840511-5-iscsi {{(pid=103631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 08 22:18:50.551066 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device 0261ffb0-3325-41ef-940c-c9a999fa24f0 up at agent ovs-agent-dv-cinder-840511-5-iscsi {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 08 22:18:50.562008 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a1be7b-44d3-447e-8c92-63994d2ce621 req-2e689600-c6f7-4b70-b188-fd451c177983 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:50.563572 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-f2a1be7b-44d3-447e-8c92-63994d2ce621 req-2e689600-c6f7-4b70-b188-fd451c177983 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b2fdbd-2397-4f6f-904a-24c65bd20707 HTTP/1.1" status: 200 len: 946 time: 0.1089044 May 08 22:18:50.568495 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-250aa88b-3129-461b-8c5d-12315369d338 req-60729387-729c-4ba7-9d72-a6753a638071 service neutron] 10.222.0.24 "GET /v2.0/networks/a4734e2d-d908-4b8e-b542-dd83675e0c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793230 May 08 22:18:50.581937 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbb67-92fc-4ab9-a810-4bdb09a91fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (098abcce-132a-420a-a961-302598c5be0c), before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:50.610188 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69810bf9-c53f-4180-9550-0fcb639852b3 req-5b1ab3c5-1e40-471b-86f3-6c3a8a60b414 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:50.612792 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-69810bf9-c53f-4180-9550-0fcb639852b3 req-5b1ab3c5-1e40-471b-86f3-6c3a8a60b414 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=b49f27c0-dcb7-49c8-b20c-f0c33a4f6bd7 HTTP/1.1" status: 200 len: 944 time: 0.1595409 May 08 22:18:50.653671 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Provisioning complete for port 0261ffb0-3325-41ef-940c-c9a999fa24f0 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:18:50.654240 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (0261ffb0-3325-41ef-940c-c9a999fa24f0), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:50.790078 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Current status of the port 0261ffb0-3325-41ef-940c-c9a999fa24f0 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:18:50.793133 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (0261ffb0-3325-41ef-940c-c9a999fa24f0), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:50.803850 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-69810bf9-c53f-4180-9550-0fcb639852b3 req-eb6e3794-7c08-4f5c-a724-ca45b0e32994 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b4e7cb1-2d61-4290-b054-d6163013130f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1764758 May 08 22:18:50.839279 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] For port 0261ffb0-3325-41ef-940c-c9a999fa24f0, host dv-cinder-840511-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=0261ffb0-3325-41ef-940c-c9a999fa24f0,segment=NetworkSegment(cc3e1b8b-e66c-412c-a3e0-5e9b26fe8737),segment_id=cc3e1b8b-e66c-412c-a3e0-5e9b26fe8737)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:18:50.855588 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (0261ffb0-3325-41ef-940c-c9a999fa24f0), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:50.856585 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device 30732ce1-c4aa-44c6-bcf3-161ebf4303f4 up at agent ovs-agent-dv-cinder-840511-5-iscsi {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 08 22:18:50.868755 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-f2a1be7b-44d3-447e-8c92-63994d2ce621 req-7cc4b45f-c8d8-44c2-addc-ba32f17bb88e tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca44f436-fe4a-4cda-b0b9-0850bed715c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2693441 May 08 22:18:50.959668 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Pushing event updated for resources: {'Port': ['ID=0261ffb0-3325-41ef-940c-c9a999fa24f0,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:18:51.004652 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f82e6e54-0a06-4075-8e4d-2bf0b0f201e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (1fcc0290-7f55-4633-95cb-6d94e7aa5e57), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:51.006930 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Provisioning complete for port 30732ce1-c4aa-44c6-bcf3-161ebf4303f4 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:18:51.010693 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (30732ce1-c4aa-44c6-bcf3-161ebf4303f4), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:51.013311 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-837e0fc0-8d84-46e2-9249-d90a770a1263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:51.023366 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbb67-92fc-4ab9-a810-4bdb09a91fbf None None] Publish callbacks [] for port (098abcce-132a-420a-a961-302598c5be0c), precommit_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:51.037326 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbb67-92fc-4ab9-a810-4bdb09a91fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (098abcce-132a-420a-a961-302598c5be0c), after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:51.090137 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16194437-35ad-4a73-9d12-186fbe012925 None None] Pushing event updated for resources: {'Port': ['ID=098abcce-132a-420a-a961-302598c5be0c,revision_number=2']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:18:51.119108 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-d6cfbb67-92fc-4ab9-a810-4bdb09a91fbf None None] Attempting to bind port 098abcce-132a-420a-a961-302598c5be0c on host dv-cinder-840511-5-iscsi for vnic_type normal with profile {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 08 22:18:51.119334 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-d6cfbb67-92fc-4ab9-a810-4bdb09a91fbf None None] Attempting to bind port 098abcce-132a-420a-a961-302598c5be0c by drivers openvswitch,hyperv on host dv-cinder-840511-5-iscsi at level 0 using segments [{'id': '0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd'}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 08 22:18:51.119685 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cfbb67-92fc-4ab9-a810-4bdb09a91fbf None None] Attempting to bind port 098abcce-132a-420a-a961-302598c5be0c on network 542aeef6-5046-439a-aa53-dc46759766dd {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 08 22:18:51.125839 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cfbb67-92fc-4ab9-a810-4bdb09a91fbf None None] Checking agent: {'id': '7e3c7ef6-abd5-4f0f-b372-b2734b637fd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840511-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 8, 22, 6, 52), 'started_at': datetime.datetime(2022, 5, 8, 22, 7, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 8, 22, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840511-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 08 22:18:51.126245 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cfbb67-92fc-4ab9-a810-4bdb09a91fbf None None] Checking segment: {'id': '0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 08 22:18:51.126594 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbb67-92fc-4ab9-a810-4bdb09a91fbf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:51.126975 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cfbb67-92fc-4ab9-a810-4bdb09a91fbf None None] Bound using segment: {'id': '0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd'} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 08 22:18:51.127433 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-d6cfbb67-92fc-4ab9-a810-4bdb09a91fbf None None] Bound port: 098abcce-132a-420a-a961-302598c5be0c, host: dv-cinder-840511-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd'}}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 08 22:18:51.128355 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbb67-92fc-4ab9-a810-4bdb09a91fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (098abcce-132a-420a-a961-302598c5be0c), before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:51.138006 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Current status of the port 30732ce1-c4aa-44c6-bcf3-161ebf4303f4 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:18:51.196059 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-d6cfbb67-92fc-4ab9-a810-4bdb09a91fbf None None] For port 098abcce-132a-420a-a961-302598c5be0c, host dv-cinder-840511-5-iscsi, cleared binding levels {{(pid=103631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 08 22:18:51.199457 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-d6cfbb67-92fc-4ab9-a810-4bdb09a91fbf None None] For port 098abcce-132a-420a-a961-302598c5be0c, host dv-cinder-840511-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=098abcce-132a-420a-a961-302598c5be0c,segment=NetworkSegment(0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa),segment_id=0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa)] {{(pid=103631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 08 22:18:51.207239 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-d6cfbb67-92fc-4ab9-a810-4bdb09a91fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (098abcce-132a-420a-a961-302598c5be0c), after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:51.243290 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8e80fa-ad90-49fc-b19f-b7357ae92364 None None] Network 8e5f4949-8656-4073-94bd-6aad66493a3a requested from dv-cinder-840511-5-iscsi {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 08 22:18:51.248646 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-837e0fc0-8d84-46e2-9249-d90a770a1263 admin admin] Allocated IP 172.20.0.1 (8e5f4949-8656-4073-94bd-6aad66493a3a/9c9878e7-ce13-4310-baec-c49ff7dcbc01/97d6388b-73bc-4ddc-8d9a-e8d2fe8c9961) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 08 22:18:51.271189 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cfbb67-92fc-4ab9-a810-4bdb09a91fbf None None] Routers {'f46c2708-7b8d-472b-9546-ae8d9a8ee410'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:18:51.271871 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-d6cfbb67-92fc-4ab9-a810-4bdb09a91fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:18:48Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['f46c2708-7b8d-472b-9546-ae8d9a8ee410'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:18:51.310471 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16194437-35ad-4a73-9d12-186fbe012925 None None] Pushing event updated for resources: {'Port': ['ID=098abcce-132a-420a-a961-302598c5be0c,revision_number=3']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:18:51.352645 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-7942f69a-703a-4030-9c86-3fe8f469e687 None None] Provisioning complete for port 0261ffb0-3325-41ef-940c-c9a999fa24f0 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:18:51.352645 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7942f69a-703a-4030-9c86-3fe8f469e687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (0261ffb0-3325-41ef-940c-c9a999fa24f0), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:51.377210 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-837e0fc0-8d84-46e2-9249-d90a770a1263 admin admin] Publish callbacks [] for port (97d6388b-73bc-4ddc-8d9a-e8d2fe8c9961), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:51.399544 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-d6cfbb67-92fc-4ab9-a810-4bdb09a91fbf None None] Set router f46c2708-7b8d-472b-9546-ae8d9a8ee410 gateway port host: dv-cinder-840511-5-iscsi {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:18:51.422127 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-837e0fc0-8d84-46e2-9249-d90a770a1263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791034024012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59173228'] for port (97d6388b-73bc-4ddc-8d9a-e8d2fe8c9961), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:51.466046 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837e0fc0-8d84-46e2-9249-d90a770a1263 admin admin] Network 8e5f4949-8656-4073-94bd-6aad66493a3a is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 08 22:18:51.469473 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-837e0fc0-8d84-46e2-9249-d90a770a1263 admin admin] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:18:51.489773 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837e0fc0-8d84-46e2-9249-d90a770a1263 admin admin] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 08 22:18:51.524027 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837e0fc0-8d84-46e2-9249-d90a770a1263 admin admin] Pushing event updated for resources: {'Port': ['ID=97d6388b-73bc-4ddc-8d9a-e8d2fe8c9961,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:18:51.550229 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-837e0fc0-8d84-46e2-9249-d90a770a1263 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-788174'] for router_interface (f46c2708-7b8d-472b-9546-ae8d9a8ee410), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:51.593084 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-d6cfbb67-92fc-4ab9-a810-4bdb09a91fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46c2708-7b8d-472b-9546-ae8d9a8ee410', 'name': 'tempest-TestShelveInstance-1230794085-router', 'tenant_id': 'b9c85627d131448583f3bd7597c2d557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '098abcce-132a-420a-a961-302598c5be0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:18:47Z', 'updated_at': '2022-05-08T22:18:48Z', 'revision_number': 3, 'project_id': 'b9c85627d131448583f3bd7597c2d557', 'gw_port': {'id': '098abcce-132a-420a-a961-302598c5be0c', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:30:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f46c2708-7b8d-472b-9546-ae8d9a8ee410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:18:48Z', 'updated_at': '2022-05-08T22:18:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi'}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:18:51.628306 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6cfbb67-92fc-4ab9-a810-4bdb09a91fbf None None] The sync data for ids ['f46c2708-7b8d-472b-9546-ae8d9a8ee410'] in dv-cinder-840511-5-iscsi is: [{'id': 'f46c2708-7b8d-472b-9546-ae8d9a8ee410', 'name': 'tempest-TestShelveInstance-1230794085-router', 'tenant_id': 'b9c85627d131448583f3bd7597c2d557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '098abcce-132a-420a-a961-302598c5be0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:18:47Z', 'updated_at': '2022-05-08T22:18:48Z', 'revision_number': 3, 'project_id': 'b9c85627d131448583f3bd7597c2d557', 'gw_port': {'id': '098abcce-132a-420a-a961-302598c5be0c', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:30:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f46c2708-7b8d-472b-9546-ae8d9a8ee410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:18:48Z', 'updated_at': '2022-05-08T22:18:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi'}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 08 22:18:51.647775 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7942f69a-703a-4030-9c86-3fe8f469e687 None None] Current status of the port 0261ffb0-3325-41ef-940c-c9a999fa24f0 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:18:51.718933 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-837e0fc0-8d84-46e2-9249-d90a770a1263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (97d6388b-73bc-4ddc-8d9a-e8d2fe8c9961), before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:51.880311 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-42cf2b76-621a-4c55-bdf4-99cd4a14c32d None None] Provisioning complete for port 0261ffb0-3325-41ef-940c-c9a999fa24f0 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:18:51.880900 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-42cf2b76-621a-4c55-bdf4-99cd4a14c32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (0261ffb0-3325-41ef-940c-c9a999fa24f0), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:51.987176 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-837e0fc0-8d84-46e2-9249-d90a770a1263 admin admin] Publish callbacks [] for port (97d6388b-73bc-4ddc-8d9a-e8d2fe8c9961), precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:52.007422 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-837e0fc0-8d84-46e2-9249-d90a770a1263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59173211'] for port (97d6388b-73bc-4ddc-8d9a-e8d2fe8c9961), after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:52.035917 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-42cf2b76-621a-4c55-bdf4-99cd4a14c32d None None] Current status of the port 0261ffb0-3325-41ef-940c-c9a999fa24f0 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:18:52.097581 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14547ea5-efb2-451c-8816-3667d66b2270 req-cfe7e53a-658f-40c6-9035-0d6097b928c1 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:52.099578 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-14547ea5-efb2-451c-8816-3667d66b2270 req-cfe7e53a-658f-40c6-9035-0d6097b928c1 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=b49f27c0-dcb7-49c8-b20c-f0c33a4f6bd7 HTTP/1.1" status: 200 len: 944 time: 0.1841354 May 08 22:18:52.143050 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7688b2b0-eae6-4044-90d3-f954cd458805 req-d95f6cdc-6e39-4c72-9f2d-efe8d1e684e6 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:52.145067 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-7688b2b0-eae6-4044-90d3-f954cd458805 req-d95f6cdc-6e39-4c72-9f2d-efe8d1e684e6 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b2fdbd-2397-4f6f-904a-24c65bd20707 HTTP/1.1" status: 200 len: 946 time: 0.1617982 May 08 22:18:52.151875 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837e0fc0-8d84-46e2-9249-d90a770a1263 admin admin] Pushing event updated for resources: {'Port': ['ID=97d6388b-73bc-4ddc-8d9a-e8d2fe8c9961,revision_number=2']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:18:52.159388 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aa89a18a-47ab-4d82-8d4c-d194e18e900c None None] Provisioning complete for port 97d6388b-73bc-4ddc-8d9a-e8d2fe8c9961 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:18:52.159905 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aa89a18a-47ab-4d82-8d4c-d194e18e900c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (97d6388b-73bc-4ddc-8d9a-e8d2fe8c9961), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:52.171043 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-837e0fc0-8d84-46e2-9249-d90a770a1263 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-786564'] for router_interface (f46c2708-7b8d-472b-9546-ae8d9a8ee410), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:52.200714 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aa89a18a-47ab-4d82-8d4c-d194e18e900c None None] Port 97d6388b-73bc-4ddc-8d9a-e8d2fe8c9961 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 08 22:18:52.253569 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-14547ea5-efb2-451c-8816-3667d66b2270 req-fcc28d6b-2630-4cbc-8da1-c845e825b95b tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b4e7cb1-2d61-4290-b054-d6163013130f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1446273 May 08 22:18:52.286431 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-7688b2b0-eae6-4044-90d3-f954cd458805 req-c82b6b8e-1069-478e-886a-3d9e65fcb8b1 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca44f436-fe4a-4cda-b0b9-0850bed715c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267421 May 08 22:18:52.342659 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837e0fc0-8d84-46e2-9249-d90a770a1263 admin admin] Network 8e5f4949-8656-4073-94bd-6aad66493a3a is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 08 22:18:52.344139 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-837e0fc0-8d84-46e2-9249-d90a770a1263 admin admin] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:18:52.439391 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (7e3c7ef6-abd5-4f0f-b372-b2734b637fd0), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:52.467815 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device 0261ffb0-3325-41ef-940c-c9a999fa24f0 up at agent ovs-agent-dv-cinder-840511-5-iscsi {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 08 22:18:52.522818 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Provisioning complete for port 0261ffb0-3325-41ef-940c-c9a999fa24f0 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:18:52.523811 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (0261ffb0-3325-41ef-940c-c9a999fa24f0), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:52.625201 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Current status of the port 0261ffb0-3325-41ef-940c-c9a999fa24f0 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:18:52.626276 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device 098abcce-132a-420a-a961-302598c5be0c up at agent ovs-agent-dv-cinder-840511-5-iscsi {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 08 22:18:52.663886 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-0f7bb01a-47cd-4c60-95f8-278c66b50c37 None None] Provisioning complete for port 97d6388b-73bc-4ddc-8d9a-e8d2fe8c9961 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:18:52.664262 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-0f7bb01a-47cd-4c60-95f8-278c66b50c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (97d6388b-73bc-4ddc-8d9a-e8d2fe8c9961), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:52.716186 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-0f7bb01a-47cd-4c60-95f8-278c66b50c37 None None] Port 97d6388b-73bc-4ddc-8d9a-e8d2fe8c9961 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 08 22:18:52.725650 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-837e0fc0-8d84-46e2-9249-d90a770a1263 admin admin] Router f46c2708-7b8d-472b-9546-ae8d9a8ee410 has already been hosted by L3 agent 69aa2ac4-530d-40c2-a84a-3161d84edf61 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 08 22:18:52.728441 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Provisioning complete for port 098abcce-132a-420a-a961-302598c5be0c triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:18:52.728913 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (098abcce-132a-420a-a961-302598c5be0c), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:52.810413 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Current status of the port 098abcce-132a-420a-a961-302598c5be0c is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:18:52.810804 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (098abcce-132a-420a-a961-302598c5be0c), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:52.831969 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] For port 098abcce-132a-420a-a961-302598c5be0c, host dv-cinder-840511-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=098abcce-132a-420a-a961-302598c5be0c,segment=NetworkSegment(0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa),segment_id=0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:18:52.837357 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (098abcce-132a-420a-a961-302598c5be0c), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:52.848112 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-837e0fc0-8d84-46e2-9249-d90a770a1263 admin admin] Notify agent at l3_agent.dv-cinder-840511-5-iscsi the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 08 22:18:52.861194 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-837e0fc0-8d84-46e2-9249-d90a770a1263 admin admin] 10.222.0.44 "PUT /v2.0/routers/f46c2708-7b8d-472b-9546-ae8d9a8ee410/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7735708 May 08 22:18:52.894588 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Pushing event updated for resources: {'Port': ['ID=098abcce-132a-420a-a961-302598c5be0c,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:18:53.376762 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da4daa-7dfa-4983-a835-6a324fc83a43 req-e59bc866-8bc8-4a74-82e2-6ca5082fe39f tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:53.378383 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-a5da4daa-7dfa-4983-a835-6a324fc83a43 req-e59bc866-8bc8-4a74-82e2-6ca5082fe39f tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=b49f27c0-dcb7-49c8-b20c-f0c33a4f6bd7 HTTP/1.1" status: 200 len: 944 time: 0.0491414 May 08 22:18:53.432395 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-a5da4daa-7dfa-4983-a835-6a324fc83a43 req-4b020f35-3a74-478c-9267-a625a51bfb1a tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b4e7cb1-2d61-4290-b054-d6163013130f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431385 May 08 22:18:53.480223 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 54458) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:18:53.485105 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.v2.base [None req-f7e0d545-3bbb-4d6f-905f-e670bb584261 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-822568982', 'description': 'tempest-secgroup-smoke-822568982 description', 'project_id': 'df8e9de548524630a8a026f764dad655'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:18:53.533534 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ea9e49-3fee-4f4b-abc3-91c53e31ea9f None None] Sync routers for ids ['f46c2708-7b8d-472b-9546-ae8d9a8ee410'] in dv-cinder-840511-5-iscsi {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 08 22:18:53.539673 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f7e0d545-3bbb-4d6f-905f-e670bb584261 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Publish callbacks [] for security_group (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:53.544163 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ea9e49-3fee-4f4b-abc3-91c53e31ea9f None None] Routers {'f46c2708-7b8d-472b-9546-ae8d9a8ee410'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:18:53.544801 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-34ea9e49-3fee-4f4b-abc3-91c53e31ea9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:18:48Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['f46c2708-7b8d-472b-9546-ae8d9a8ee410'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:18:53.555089 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01675d6-6421-4196-9eec-5dc3cc6da686 req-3ca8d36f-2144-4839-8191-af07b8370dd0 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:53.556554 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-b01675d6-6421-4196-9eec-5dc3cc6da686 req-3ca8d36f-2144-4839-8191-af07b8370dd0 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b2fdbd-2397-4f6f-904a-24c65bd20707 HTTP/1.1" status: 200 len: 946 time: 0.0619187 May 08 22:18:53.629140 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-b01675d6-6421-4196-9eec-5dc3cc6da686 req-0a7d1183-5b4d-4081-8de3-b97c33dffa23 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca44f436-fe4a-4cda-b0b9-0850bed715c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662892 May 08 22:18:53.652122 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f7e0d545-3bbb-4d6f-905f-e670bb584261 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Publish callbacks [] for security_group (cdc836f6-496f-44ae-925c-dc7c52f678f3), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:53.657381 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f7e0d545-3bbb-4d6f-905f-e670bb584261 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (cdc836f6-496f-44ae-925c-dc7c52f678f3), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:53.663263 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-34ea9e49-3fee-4f4b-abc3-91c53e31ea9f None None] Set router f46c2708-7b8d-472b-9546-ae8d9a8ee410 gateway port host: dv-cinder-840511-5-iscsi {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:18:53.686115 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f7e0d545-3bbb-4d6f-905f-e670bb584261 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Publish callbacks [] for security_group (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:53.687323 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-f7e0d545-3bbb-4d6f-905f-e670bb584261 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2058589 May 08 22:18:53.690531 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 54460) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:18:53.695614 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.v2.base [None req-3439c3df-063d-4c96-9bbd-c76ff8fde6ae tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Request body: {'security_group_rule': {'security_group_id': 'cdc836f6-496f-44ae-925c-dc7c52f678f3', 'project_id': 'df8e9de548524630a8a026f764dad655', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:18:53.700604 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e0d545-3bbb-4d6f-905f-e670bb584261 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc836f6-496f-44ae-925c-dc7c52f678f3,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:18:53.724486 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3439c3df-063d-4c96-9bbd-c76ff8fde6ae tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Publish callbacks [] for security_group_rule (dd33efce-3d61-40eb-a70e-250678d4a305), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:53.779922 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3439c3df-063d-4c96-9bbd-c76ff8fde6ae tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Publish callbacks [] for security_group_rule (dd33efce-3d61-40eb-a70e-250678d4a305), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:53.785391 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3439c3df-063d-4c96-9bbd-c76ff8fde6ae tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571357'] for security_group_rule (dd33efce-3d61-40eb-a70e-250678d4a305), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:53.803819 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3439c3df-063d-4c96-9bbd-c76ff8fde6ae tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd33efce-3d61-40eb-a70e-250678d4a305,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:18:53.812089 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3439c3df-063d-4c96-9bbd-c76ff8fde6ae tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:53.813313 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-3439c3df-063d-4c96-9bbd-c76ff8fde6ae tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1219058 May 08 22:18:53.816096 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 54462) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:18:53.821200 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.v2.base [None req-50cb5f34-dbf6-444c-8622-0d3b769754bc tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Request body: {'security_group_rule': {'security_group_id': 'cdc836f6-496f-44ae-925c-dc7c52f678f3', 'project_id': 'df8e9de548524630a8a026f764dad655', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:18:53.847529 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-50cb5f34-dbf6-444c-8622-0d3b769754bc tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Publish callbacks [] for security_group_rule (60f79ee8-9711-4e4d-8198-6125067152f9), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:53.860975 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-34ea9e49-3fee-4f4b-abc3-91c53e31ea9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46c2708-7b8d-472b-9546-ae8d9a8ee410', 'name': 'tempest-TestShelveInstance-1230794085-router', 'tenant_id': 'b9c85627d131448583f3bd7597c2d557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '098abcce-132a-420a-a961-302598c5be0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:18:47Z', 'updated_at': '2022-05-08T22:18:51Z', 'revision_number': 4, 'project_id': 'b9c85627d131448583f3bd7597c2d557', 'gw_port': {'id': '098abcce-132a-420a-a961-302598c5be0c', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:30:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46c2708-7b8d-472b-9546-ae8d9a8ee410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:18:48Z', 'updated_at': '2022-05-08T22:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_interfaces': [{'id': '97d6388b-73bc-4ddc-8d9a-e8d2fe8c9961', 'name': '', 'network_id': '8e5f4949-8656-4073-94bd-6aad66493a3a', 'tenant_id': 'b9c85627d131448583f3bd7597c2d557', 'mac_address': 'fa:16:3e:0a:32:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f46c2708-7b8d-472b-9546-ae8d9a8ee410', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '9c9878e7-ce13-4310-baec-c49ff7dcbc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:18:51Z', 'updated_at': '2022-05-08T22:18:51Z', 'revision_number': 2, 'project_id': 'b9c85627d131448583f3bd7597c2d557', 'subnets': [{'id': '9c9878e7-ce13-4310-baec-c49ff7dcbc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:18:53.887848 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ea9e49-3fee-4f4b-abc3-91c53e31ea9f None None] Checking router: f46c2708-7b8d-472b-9546-ae8d9a8ee410 for host: dv-cinder-840511-5-iscsi {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 08 22:18:53.888122 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ea9e49-3fee-4f4b-abc3-91c53e31ea9f None None] Updating router f46c2708-7b8d-472b-9546-ae8d9a8ee410 port 97d6388b-73bc-4ddc-8d9a-e8d2fe8c9961 binding host dv-cinder-840511-5-iscsi {{(pid=103630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 08 22:18:53.908941 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-50cb5f34-dbf6-444c-8622-0d3b769754bc tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Publish callbacks [] for security_group_rule (60f79ee8-9711-4e4d-8198-6125067152f9), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:53.913671 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-50cb5f34-dbf6-444c-8622-0d3b769754bc tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571357'] for security_group_rule (60f79ee8-9711-4e4d-8198-6125067152f9), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:53.915911 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-34ea9e49-3fee-4f4b-abc3-91c53e31ea9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (97d6388b-73bc-4ddc-8d9a-e8d2fe8c9961), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:53.935077 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cb5f34-dbf6-444c-8622-0d3b769754bc tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60f79ee8-9711-4e4d-8198-6125067152f9,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:18:53.940444 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-50cb5f34-dbf6-444c-8622-0d3b769754bc tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:53.941727 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-50cb5f34-dbf6-444c-8622-0d3b769754bc tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1241703 May 08 22:18:53.944745 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 54464) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:18:53.950319 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [None req-f077a901-21d5-460d-9ca7-73e41994e084 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Request body: {'security_group_rule': {'security_group_id': 'cdc836f6-496f-44ae-925c-dc7c52f678f3', 'project_id': 'df8e9de548524630a8a026f764dad655', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:18:53.975831 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f077a901-21d5-460d-9ca7-73e41994e084 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Publish callbacks [] for security_group_rule (55a27c90-5f73-4781-bee1-767b38774936), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:54.032490 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f077a901-21d5-460d-9ca7-73e41994e084 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Publish callbacks [] for security_group_rule (55a27c90-5f73-4781-bee1-767b38774936), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:54.038226 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f077a901-21d5-460d-9ca7-73e41994e084 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571357'] for security_group_rule (55a27c90-5f73-4781-bee1-767b38774936), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:54.056671 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f077a901-21d5-460d-9ca7-73e41994e084 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55a27c90-5f73-4781-bee1-767b38774936,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:18:54.067152 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f077a901-21d5-460d-9ca7-73e41994e084 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:54.068379 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-f077a901-21d5-460d-9ca7-73e41994e084 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1221149 May 08 22:18:54.071889 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 54468) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:18:54.083922 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [None req-554b09ab-802d-4907-a5a9-438b458bd088 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Request body: {'security_group_rule': {'security_group_id': 'cdc836f6-496f-44ae-925c-dc7c52f678f3', 'project_id': 'df8e9de548524630a8a026f764dad655', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:18:54.113042 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-554b09ab-802d-4907-a5a9-438b458bd088 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Publish callbacks [] for security_group_rule (4fa7ff9f-0017-4b6b-bfd3-bd7343d28701), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:54.178581 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-554b09ab-802d-4907-a5a9-438b458bd088 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Publish callbacks [] for security_group_rule (4fa7ff9f-0017-4b6b-bfd3-bd7343d28701), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:54.183838 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-554b09ab-802d-4907-a5a9-438b458bd088 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571357'] for security_group_rule (4fa7ff9f-0017-4b6b-bfd3-bd7343d28701), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:54.214004 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-34ea9e49-3fee-4f4b-abc3-91c53e31ea9f None None] Publish callbacks [] for port (97d6388b-73bc-4ddc-8d9a-e8d2fe8c9961), precommit_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:54.217913 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554b09ab-802d-4907-a5a9-438b458bd088 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fa7ff9f-0017-4b6b-bfd3-bd7343d28701,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:18:54.226060 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-34ea9e49-3fee-4f4b-abc3-91c53e31ea9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (97d6388b-73bc-4ddc-8d9a-e8d2fe8c9961), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:54.229172 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-554b09ab-802d-4907-a5a9-438b458bd088 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:54.233073 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-554b09ab-802d-4907-a5a9-438b458bd088 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1528347 May 08 22:18:54.233532 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 54474) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:18:54.238046 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.v2.base [None req-6bb80475-7cc0-426e-b6df-45399cda8aae tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Request body: {'security_group_rule': {'security_group_id': 'cdc836f6-496f-44ae-925c-dc7c52f678f3', 'project_id': 'df8e9de548524630a8a026f764dad655', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:18:54.281969 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.db.securitygroups_db [None req-6bb80475-7cc0-426e-b6df-45399cda8aae tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Project df8e9de548524630a8a026f764dad655 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 08 22:18:54.291455 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6bb80475-7cc0-426e-b6df-45399cda8aae tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Publish callbacks [] for security_group_rule (0f8c6d47-83fe-43f9-8176-d242e38ecc6e), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:54.367756 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6c1a30-75dc-4fe8-8e7c-50f75efe4b2c None None] Pushing event updated for resources: {'Port': ['ID=97d6388b-73bc-4ddc-8d9a-e8d2fe8c9961,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:18:54.371262 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-34ea9e49-3fee-4f4b-abc3-91c53e31ea9f None None] Attempting to bind port 97d6388b-73bc-4ddc-8d9a-e8d2fe8c9961 on host dv-cinder-840511-5-iscsi for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 08 22:18:54.371635 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-34ea9e49-3fee-4f4b-abc3-91c53e31ea9f None None] Attempting to bind port 97d6388b-73bc-4ddc-8d9a-e8d2fe8c9961 by drivers openvswitch,hyperv on host dv-cinder-840511-5-iscsi at level 0 using segments [{'id': 'cc3e1b8b-e66c-412c-a3e0-5e9b26fe8737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8e5f4949-8656-4073-94bd-6aad66493a3a'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 08 22:18:54.372017 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ea9e49-3fee-4f4b-abc3-91c53e31ea9f None None] Attempting to bind port 97d6388b-73bc-4ddc-8d9a-e8d2fe8c9961 on network 8e5f4949-8656-4073-94bd-6aad66493a3a {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 08 22:18:54.378059 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ea9e49-3fee-4f4b-abc3-91c53e31ea9f None None] Checking agent: {'id': '7e3c7ef6-abd5-4f0f-b372-b2734b637fd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840511-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 8, 22, 6, 52), 'started_at': datetime.datetime(2022, 5, 8, 22, 7, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 8, 22, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840511-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 08 22:18:54.378428 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ea9e49-3fee-4f4b-abc3-91c53e31ea9f None None] Checking segment: {'id': 'cc3e1b8b-e66c-412c-a3e0-5e9b26fe8737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8e5f4949-8656-4073-94bd-6aad66493a3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 08 22:18:54.378822 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-34ea9e49-3fee-4f4b-abc3-91c53e31ea9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:54.379200 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ea9e49-3fee-4f4b-abc3-91c53e31ea9f None None] Bound using segment: {'id': 'cc3e1b8b-e66c-412c-a3e0-5e9b26fe8737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8e5f4949-8656-4073-94bd-6aad66493a3a'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 08 22:18:54.379661 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-34ea9e49-3fee-4f4b-abc3-91c53e31ea9f None None] Bound port: 97d6388b-73bc-4ddc-8d9a-e8d2fe8c9961, host: dv-cinder-840511-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc3e1b8b-e66c-412c-a3e0-5e9b26fe8737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8e5f4949-8656-4073-94bd-6aad66493a3a'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 08 22:18:54.379785 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4aaaad-1653-481b-bd7f-9d3ef983bf7c req-2311966b-625e-453b-9f70-9441031216e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:54.380033 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-34ea9e49-3fee-4f4b-abc3-91c53e31ea9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (97d6388b-73bc-4ddc-8d9a-e8d2fe8c9961), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:54.384027 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-9f4aaaad-1653-481b-bd7f-9d3ef983bf7c req-2311966b-625e-453b-9f70-9441031216e5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=489bde08b9284b5f8e5eb2ebc398b963&device_id=b49f27c0-dcb7-49c8-b20c-f0c33a4f6bd7 HTTP/1.1" status: 200 len: 1128 time: 0.0876505 May 08 22:18:54.413775 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6bb80475-7cc0-426e-b6df-45399cda8aae tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Publish callbacks [] for security_group_rule (0f8c6d47-83fe-43f9-8176-d242e38ecc6e), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:54.418403 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6bb80475-7cc0-426e-b6df-45399cda8aae tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571357'] for security_group_rule (0f8c6d47-83fe-43f9-8176-d242e38ecc6e), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:54.422710 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device 098abcce-132a-420a-a961-302598c5be0c up at agent ovs-agent-dv-cinder-840511-5-iscsi {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 08 22:18:54.463156 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6bb80475-7cc0-426e-b6df-45399cda8aae tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:54.467357 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-6bb80475-7cc0-426e-b6df-45399cda8aae tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2300889 May 08 22:18:54.467612 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 54478) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:18:54.474218 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.v2.base [None req-dbd2816e-e41e-4f22-ae27-bf12130d6e38 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Request body: {'security_group_rule': {'security_group_id': 'cdc836f6-496f-44ae-925c-dc7c52f678f3', 'project_id': 'df8e9de548524630a8a026f764dad655', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:18:54.483781 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb80475-7cc0-426e-b6df-45399cda8aae tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f8c6d47-83fe-43f9-8176-d242e38ecc6e,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:18:54.506564 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-34ea9e49-3fee-4f4b-abc3-91c53e31ea9f None None] For port 97d6388b-73bc-4ddc-8d9a-e8d2fe8c9961, host dv-cinder-840511-5-iscsi, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 08 22:18:54.508689 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Provisioning complete for port 098abcce-132a-420a-a961-302598c5be0c triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:18:54.509307 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (098abcce-132a-420a-a961-302598c5be0c), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:54.510519 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.db.securitygroups_db [None req-dbd2816e-e41e-4f22-ae27-bf12130d6e38 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Project df8e9de548524630a8a026f764dad655 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 08 22:18:54.518318 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-dbd2816e-e41e-4f22-ae27-bf12130d6e38 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Publish callbacks [] for security_group_rule (61376ea6-ecba-45aa-a070-2eeecc81011d), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:54.547292 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-34ea9e49-3fee-4f4b-abc3-91c53e31ea9f None None] For port 97d6388b-73bc-4ddc-8d9a-e8d2fe8c9961, host dv-cinder-840511-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=97d6388b-73bc-4ddc-8d9a-e8d2fe8c9961,segment=NetworkSegment(cc3e1b8b-e66c-412c-a3e0-5e9b26fe8737),segment_id=cc3e1b8b-e66c-412c-a3e0-5e9b26fe8737)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 08 22:18:54.561589 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-34ea9e49-3fee-4f4b-abc3-91c53e31ea9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (97d6388b-73bc-4ddc-8d9a-e8d2fe8c9961), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:54.603704 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4aaaad-1653-481b-bd7f-9d3ef983bf7c req-80dc4a47-c0be-419a-8d47-c436ff7aa9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:54.605688 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-9f4aaaad-1653-481b-bd7f-9d3ef983bf7c req-80dc4a47-c0be-419a-8d47-c436ff7aa9ae service neutron] 10.222.0.24 "GET /v2.0/networks?id=a4734e2d-d908-4b8e-b542-dd83675e0c99 HTTP/1.1" status: 200 len: 916 time: 0.1658003 May 08 22:18:54.620189 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6b6adc-389e-4490-b069-cc0ad63d6c65 req-e256f0b5-a759-4467-9ae8-65388afca1c6 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:54.621797 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-ec6b6adc-389e-4490-b069-cc0ad63d6c65 req-e256f0b5-a759-4467-9ae8-65388afca1c6 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=b49f27c0-dcb7-49c8-b20c-f0c33a4f6bd7 HTTP/1.1" status: 200 len: 944 time: 0.0643337 May 08 22:18:54.640544 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-dbd2816e-e41e-4f22-ae27-bf12130d6e38 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Publish callbacks [] for security_group_rule (61376ea6-ecba-45aa-a070-2eeecc81011d), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:54.654163 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-dbd2816e-e41e-4f22-ae27-bf12130d6e38 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571357'] for security_group_rule (61376ea6-ecba-45aa-a070-2eeecc81011d), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:54.662616 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-9f4aaaad-1653-481b-bd7f-9d3ef983bf7c req-704b95cd-0f5d-4a25-83d1-08201989a581 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=efad1b44-4168-42e6-8cd6-1b12ce4f70ae HTTP/1.1" status: 200 len: 217 time: 0.0491636 May 08 22:18:54.675211 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6c1a30-75dc-4fe8-8e7c-50f75efe4b2c None None] Pushing event updated for resources: {'Port': ['ID=97d6388b-73bc-4ddc-8d9a-e8d2fe8c9961,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:18:54.693930 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ea9e49-3fee-4f4b-abc3-91c53e31ea9f None None] Routers {'f46c2708-7b8d-472b-9546-ae8d9a8ee410'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:18:54.694716 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-34ea9e49-3fee-4f4b-abc3-91c53e31ea9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:18:48Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['f46c2708-7b8d-472b-9546-ae8d9a8ee410'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:18:54.723473 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd2816e-e41e-4f22-ae27-bf12130d6e38 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61376ea6-ecba-45aa-a070-2eeecc81011d,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:18:54.730197 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4aaaad-1653-481b-bd7f-9d3ef983bf7c req-e93a3c02-1367-4487-a5b6-85105de90586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:54.732458 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-9f4aaaad-1653-481b-bd7f-9d3ef983bf7c req-e93a3c02-1367-4487-a5b6-85105de90586 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7cb890a2-14d2-4c0b-a82b-863c0417b5f3 HTTP/1.1" status: 200 len: 854 time: 0.0632288 May 08 22:18:54.739337 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-dbd2816e-e41e-4f22-ae27-bf12130d6e38 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:54.749544 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-dbd2816e-e41e-4f22-ae27-bf12130d6e38 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2719655 May 08 22:18:54.760838 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-ec6b6adc-389e-4490-b069-cc0ad63d6c65 req-5be5979a-b0a3-4cb4-9bd7-657640ccb2ac tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b4e7cb1-2d61-4290-b054-d6163013130f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299665 May 08 22:18:54.765612 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-da71ada7-75cf-4cac-ac84-093ec2230e99 None None] Provisioning complete for port 97d6388b-73bc-4ddc-8d9a-e8d2fe8c9961 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:18:54.766080 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-da71ada7-75cf-4cac-ac84-093ec2230e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (97d6388b-73bc-4ddc-8d9a-e8d2fe8c9961), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:54.808797 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4aaaad-1653-481b-bd7f-9d3ef983bf7c req-0e064860-859b-4925-8cdf-8fad9aa65850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:54.810554 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-9f4aaaad-1653-481b-bd7f-9d3ef983bf7c req-0e064860-859b-4925-8cdf-8fad9aa65850 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a4734e2d-d908-4b8e-b542-dd83675e0c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0721703 May 08 22:18:54.821631 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31257c91-7a0c-4f43-9010-432c533e9a5e req-9a282adc-a99d-4ef9-8168-39a56d1559c9 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:54.824926 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Current status of the port 098abcce-132a-420a-a961-302598c5be0c is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:18:54.828344 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-31257c91-7a0c-4f43-9010-432c533e9a5e req-9a282adc-a99d-4ef9-8168-39a56d1559c9 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b2fdbd-2397-4f6f-904a-24c65bd20707 HTTP/1.1" status: 200 len: 946 time: 0.0829539 May 08 22:18:54.847517 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.agents_db [None req-09216671-537f-4251-a64c-737ccd42d6d2 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 08 22:18:54.907827 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-31257c91-7a0c-4f43-9010-432c533e9a5e req-89071a16-3554-422e-ad7f-2bfbc9eea1a2 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca44f436-fe4a-4cda-b0b9-0850bed715c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722811 May 08 22:18:54.971875 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-9f4aaaad-1653-481b-bd7f-9d3ef983bf7c req-386b506d-15f9-4771-80b2-7a144a9e935b service neutron] 10.222.0.24 "GET /v2.0/networks/a4734e2d-d908-4b8e-b542-dd83675e0c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540563 May 08 22:18:55.088391 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-9f4aaaad-1653-481b-bd7f-9d3ef983bf7c req-120d6cc1-006e-405f-b98f-7cb7d896057b service neutron] 10.222.0.24 "GET /v2.0/networks/a4734e2d-d908-4b8e-b542-dd83675e0c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091495 May 08 22:18:55.132744 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device efad1b44-4168-42e6-8cd6-1b12ce4f70ae details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=103630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 08 22:18:55.162261 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-34ea9e49-3fee-4f4b-abc3-91c53e31ea9f None None] Set router f46c2708-7b8d-472b-9546-ae8d9a8ee410 gateway port host: dv-cinder-840511-5-iscsi {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:18:55.199194 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-da71ada7-75cf-4cac-ac84-093ec2230e99 None None] Current status of the port 97d6388b-73bc-4ddc-8d9a-e8d2fe8c9961 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:18:55.199574 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-da71ada7-75cf-4cac-ac84-093ec2230e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (97d6388b-73bc-4ddc-8d9a-e8d2fe8c9961), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:55.216412 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f64305-865c-46b3-a9d8-4b99d126cba7 req-de96db7a-fd3e-40f4-a4aa-b763d2170e36 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:55.218209 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-c7f64305-865c-46b3-a9d8-4b99d126cba7 req-de96db7a-fd3e-40f4-a4aa-b763d2170e36 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b2fdbd-2397-4f6f-904a-24c65bd20707 HTTP/1.1" status: 200 len: 946 time: 0.0691867 May 08 22:18:55.306447 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c4be64-3b3d-4eb1-bf6d-3804d4f6b387 req-86b0d35d-e733-4855-b826-e758c7d37bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:55.308018 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-07c4be64-3b3d-4eb1-bf6d-3804d4f6b387 req-86b0d35d-e733-4855-b826-e758c7d37bbd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=877c3ddd8833480d8dedc0796ec7dcd2&device_id=41b2fdbd-2397-4f6f-904a-24c65bd20707 HTTP/1.1" status: 200 len: 1130 time: 0.0570891 May 08 22:18:55.325818 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-c7f64305-865c-46b3-a9d8-4b99d126cba7 req-55a31287-362f-4cbe-b867-c3c3a21555db tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca44f436-fe4a-4cda-b0b9-0850bed715c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001687 May 08 22:18:55.435211 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-da71ada7-75cf-4cac-ac84-093ec2230e99 None None] For port 97d6388b-73bc-4ddc-8d9a-e8d2fe8c9961, host dv-cinder-840511-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=97d6388b-73bc-4ddc-8d9a-e8d2fe8c9961,segment=NetworkSegment(cc3e1b8b-e66c-412c-a3e0-5e9b26fe8737),segment_id=cc3e1b8b-e66c-412c-a3e0-5e9b26fe8737)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:18:55.447568 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c4be64-3b3d-4eb1-bf6d-3804d4f6b387 req-1703824c-2345-438b-b0d1-9f8049892b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:55.449096 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-da71ada7-75cf-4cac-ac84-093ec2230e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (97d6388b-73bc-4ddc-8d9a-e8d2fe8c9961), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:55.449661 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-07c4be64-3b3d-4eb1-bf6d-3804d4f6b387 req-1703824c-2345-438b-b0d1-9f8049892b2d service neutron] 10.222.0.24 "GET /v2.0/networks?id=387fc46a-30bd-496f-ac2d-d7b18b5cbea6 HTTP/1.1" status: 200 len: 911 time: 0.1351488 May 08 22:18:55.520930 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] For port efad1b44-4168-42e6-8cd6-1b12ce4f70ae, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=efad1b44-4168-42e6-8cd6-1b12ce4f70ae,segment=NetworkSegment(1780dade-a5f8-4e6b-b9bd-a988dd8e04e7),segment_id=1780dade-a5f8-4e6b-b9bd-a988dd8e04e7)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:18:55.530967 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-07c4be64-3b3d-4eb1-bf6d-3804d4f6b387 req-d24bc8e0-88fc-4f2e-9290-26e448704ca3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ba34ff9-9e2c-4e2f-b1f0-9f8ca1724b67 HTTP/1.1" status: 200 len: 1002 time: 0.0746109 May 08 22:18:55.554626 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Returning: {'device': 'efad1b44-4168-42e6-8cd6-1b12ce4f70ae', 'network_id': 'a4734e2d-d908-4b8e-b542-dd83675e0c99', 'port_id': 'efad1b44-4168-42e6-8cd6-1b12ce4f70ae', 'mac_address': 'fa:16:3e:ec:73:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cb890a2-14d2-4c0b-a82b-863c0417b5f3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 08 22:18:55.582449 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c4be64-3b3d-4eb1-bf6d-3804d4f6b387 req-af20a311-a6fb-47d9-9c33-d09985d45882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:55.584110 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-07c4be64-3b3d-4eb1-bf6d-3804d4f6b387 req-af20a311-a6fb-47d9-9c33-d09985d45882 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=22276153-f38c-4e2a-9ff9-b172da35f69d HTTP/1.1" status: 200 len: 849 time: 0.0468833 May 08 22:18:55.596090 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da71ada7-75cf-4cac-ac84-093ec2230e99 None None] Pushing event updated for resources: {'Port': ['ID=97d6388b-73bc-4ddc-8d9a-e8d2fe8c9961,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:18:55.631934 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c4be64-3b3d-4eb1-bf6d-3804d4f6b387 req-9dbd65f5-0565-4cef-8ba5-bf67b889f91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:55.633926 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-07c4be64-3b3d-4eb1-bf6d-3804d4f6b387 req-9dbd65f5-0565-4cef-8ba5-bf67b889f91e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=387fc46a-30bd-496f-ac2d-d7b18b5cbea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435488 May 08 22:18:55.639415 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-b6c3d509-6844-4b1f-a198-f9c43e225c7c None None] Provisioning complete for port 97d6388b-73bc-4ddc-8d9a-e8d2fe8c9961 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:18:55.640128 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b6c3d509-6844-4b1f-a198-f9c43e225c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (97d6388b-73bc-4ddc-8d9a-e8d2fe8c9961), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:55.682096 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Current status of the port efad1b44-4168-42e6-8cd6-1b12ce4f70ae is: DOWN; New status is: BUILD {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:18:55.682593 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (efad1b44-4168-42e6-8cd6-1b12ce4f70ae), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:55.687336 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-34ea9e49-3fee-4f4b-abc3-91c53e31ea9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46c2708-7b8d-472b-9546-ae8d9a8ee410', 'name': 'tempest-TestShelveInstance-1230794085-router', 'tenant_id': 'b9c85627d131448583f3bd7597c2d557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '098abcce-132a-420a-a961-302598c5be0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:18:47Z', 'updated_at': '2022-05-08T22:18:51Z', 'revision_number': 4, 'project_id': 'b9c85627d131448583f3bd7597c2d557', 'gw_port': {'id': '098abcce-132a-420a-a961-302598c5be0c', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:30:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46c2708-7b8d-472b-9546-ae8d9a8ee410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:18:48Z', 'updated_at': '2022-05-08T22:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_interfaces': [{'id': '97d6388b-73bc-4ddc-8d9a-e8d2fe8c9961', 'name': '', 'network_id': '8e5f4949-8656-4073-94bd-6aad66493a3a', 'tenant_id': 'b9c85627d131448583f3bd7597c2d557', 'mac_address': 'fa:16:3e:0a:32:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f46c2708-7b8d-472b-9546-ae8d9a8ee410', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '9c9878e7-ce13-4310-baec-c49ff7dcbc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:18:51Z', 'updated_at': '2022-05-08T22:18:54Z', 'revision_number': 4, 'project_id': 'b9c85627d131448583f3bd7597c2d557', 'subnets': [{'id': '9c9878e7-ce13-4310-baec-c49ff7dcbc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:18:55.742984 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ea9e49-3fee-4f4b-abc3-91c53e31ea9f None None] The sync data for ids ['f46c2708-7b8d-472b-9546-ae8d9a8ee410'] in dv-cinder-840511-5-iscsi is: [{'id': 'f46c2708-7b8d-472b-9546-ae8d9a8ee410', 'name': 'tempest-TestShelveInstance-1230794085-router', 'tenant_id': 'b9c85627d131448583f3bd7597c2d557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '098abcce-132a-420a-a961-302598c5be0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:18:47Z', 'updated_at': '2022-05-08T22:18:51Z', 'revision_number': 4, 'project_id': 'b9c85627d131448583f3bd7597c2d557', 'gw_port': {'id': '098abcce-132a-420a-a961-302598c5be0c', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:30:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46c2708-7b8d-472b-9546-ae8d9a8ee410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:18:48Z', 'updated_at': '2022-05-08T22:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_interfaces': [{'id': '97d6388b-73bc-4ddc-8d9a-e8d2fe8c9961', 'name': '', 'network_id': '8e5f4949-8656-4073-94bd-6aad66493a3a', 'tenant_id': 'b9c85627d131448583f3bd7597c2d557', 'mac_address': 'fa:16:3e:0a:32:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f46c2708-7b8d-472b-9546-ae8d9a8ee410', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '9c9878e7-ce13-4310-baec-c49ff7dcbc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:18:51Z', 'updated_at': '2022-05-08T22:18:54Z', 'revision_number': 4, 'project_id': 'b9c85627d131448583f3bd7597c2d557', 'subnets': [{'id': '9c9878e7-ce13-4310-baec-c49ff7dcbc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 08 22:18:55.751244 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.notifiers.nova [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efad1b44-4168-42e6-8cd6-1b12ce4f70ae {{(pid=103630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 08 22:18:55.792149 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] For port efad1b44-4168-42e6-8cd6-1b12ce4f70ae, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=efad1b44-4168-42e6-8cd6-1b12ce4f70ae,segment=NetworkSegment(1780dade-a5f8-4e6b-b9bd-a988dd8e04e7),segment_id=1780dade-a5f8-4e6b-b9bd-a988dd8e04e7)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:18:55.845279 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (efad1b44-4168-42e6-8cd6-1b12ce4f70ae), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:55.940353 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-b6c3d509-6844-4b1f-a198-f9c43e225c7c None None] Current status of the port 97d6388b-73bc-4ddc-8d9a-e8d2fe8c9961 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:18:55.951063 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Pushing event updated for resources: {'Port': ['ID=efad1b44-4168-42e6-8cd6-1b12ce4f70ae,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:18:56.001741 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2381e9e-991d-4fc1-8c0c-a8cd6f7ea1c0 req-32c1c45f-76e1-46aa-a9f3-772d65bcb308 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:56.003393 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-d2381e9e-991d-4fc1-8c0c-a8cd6f7ea1c0 req-32c1c45f-76e1-46aa-a9f3-772d65bcb308 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=b49f27c0-dcb7-49c8-b20c-f0c33a4f6bd7 HTTP/1.1" status: 200 len: 945 time: 0.0738494 May 08 22:18:56.066883 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-d2381e9e-991d-4fc1-8c0c-a8cd6f7ea1c0 req-cd649bc6-cef5-4a79-8d72-63f95a5a4811 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b4e7cb1-2d61-4290-b054-d6163013130f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568879 May 08 22:18:56.145397 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-07c4be64-3b3d-4eb1-bf6d-3804d4f6b387 req-345d1f4e-8cc8-417d-8016-078cc080a4c7 service neutron] 10.222.0.24 "GET /v2.0/networks/387fc46a-30bd-496f-ac2d-d7b18b5cbea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5045168 May 08 22:18:56.244320 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-07c4be64-3b3d-4eb1-bf6d-3804d4f6b387 req-909fd0f8-2f2b-4f39-823a-8e228704b97f service neutron] 10.222.0.24 "GET /v2.0/networks/387fc46a-30bd-496f-ac2d-d7b18b5cbea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909605 May 08 22:18:56.363407 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device 97d6388b-73bc-4ddc-8d9a-e8d2fe8c9961 up at agent ovs-agent-dv-cinder-840511-5-iscsi {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 08 22:18:56.387689 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] get_ports_and_sgs() called for port_ids ['efad1b44-4168-42e6-8cd6-1b12ce4f70ae'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 08 22:18:56.460522 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303aa519-f8bf-4284-9c6a-1f27646b8f48 req-ad593c0d-2bd5-438a-8ccf-4f353b3a3a0a tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:56.462013 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-303aa519-f8bf-4284-9c6a-1f27646b8f48 req-ad593c0d-2bd5-438a-8ccf-4f353b3a3a0a tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b2fdbd-2397-4f6f-904a-24c65bd20707 HTTP/1.1" status: 200 len: 946 time: 0.0476458 May 08 22:18:56.468794 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Provisioning complete for port 97d6388b-73bc-4ddc-8d9a-e8d2fe8c9961 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:18:56.468794 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (97d6388b-73bc-4ddc-8d9a-e8d2fe8c9961), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:18:56.516200 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-303aa519-f8bf-4284-9c6a-1f27646b8f48 req-b80e5bac-0b2d-4ced-bf65-125c91636c62 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca44f436-fe4a-4cda-b0b9-0850bed715c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430825 May 08 22:18:56.604557 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Current status of the port 97d6388b-73bc-4ddc-8d9a-e8d2fe8c9961 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:18:57.185961 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d2e42f-3042-464b-a352-24cca44491c3 req-31952c2c-8657-48fe-a745-e0a60f317d66 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:57.187436 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-e6d2e42f-3042-464b-a352-24cca44491c3 req-31952c2c-8657-48fe-a745-e0a60f317d66 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=b49f27c0-dcb7-49c8-b20c-f0c33a4f6bd7 HTTP/1.1" status: 200 len: 945 time: 0.0507188 May 08 22:18:57.234676 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-e6d2e42f-3042-464b-a352-24cca44491c3 req-a28ac144-bdb0-4282-8619-590a931b6874 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b4e7cb1-2d61-4290-b054-d6163013130f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414925 May 08 22:18:57.639499 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d2c79a-e3c7-47d4-af89-306c7b496080 req-a1898ec5-bac1-474b-9806-9166972f7893 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:57.641047 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-02d2c79a-e3c7-47d4-af89-306c7b496080 req-a1898ec5-bac1-474b-9806-9166972f7893 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b2fdbd-2397-4f6f-904a-24c65bd20707 HTTP/1.1" status: 200 len: 946 time: 0.0540605 May 08 22:18:57.691790 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-02d2c79a-e3c7-47d4-af89-306c7b496080 req-00611b9e-a38d-400b-9e69-a6f0d764b0f9 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca44f436-fe4a-4cda-b0b9-0850bed715c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449893 May 08 22:18:58.352056 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647691de-096e-460a-a18f-16d18a7926c1 req-3fb7d311-55fb-43dc-b505-fc53b5ab4f90 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:58.353542 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-647691de-096e-460a-a18f-16d18a7926c1 req-3fb7d311-55fb-43dc-b505-fc53b5ab4f90 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=b49f27c0-dcb7-49c8-b20c-f0c33a4f6bd7 HTTP/1.1" status: 200 len: 945 time: 0.0493040 May 08 22:18:58.409876 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-647691de-096e-460a-a18f-16d18a7926c1 req-c16a5f62-97e5-4864-8062-6013e9fd6289 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b4e7cb1-2d61-4290-b054-d6163013130f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481539 May 08 22:18:58.839570 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a5fe6-bf88-4786-9ad8-35c5cc81ce54 req-d2cfdccf-4d28-44d0-810d-8d488f940872 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:58.841479 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-f92a5fe6-bf88-4786-9ad8-35c5cc81ce54 req-d2cfdccf-4d28-44d0-810d-8d488f940872 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b2fdbd-2397-4f6f-904a-24c65bd20707 HTTP/1.1" status: 200 len: 946 time: 0.0633323 May 08 22:18:58.888896 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-f92a5fe6-bf88-4786-9ad8-35c5cc81ce54 req-6a9cdcde-3fdf-472f-a1af-9407b4d68472 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca44f436-fe4a-4cda-b0b9-0850bed715c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416517 May 08 22:18:59.537250 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e26c83-3060-4ede-bd35-064214e1a41c req-f3770fd0-0b8c-4336-99a4-16d78f38f813 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:18:59.538960 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-c4e26c83-3060-4ede-bd35-064214e1a41c req-f3770fd0-0b8c-4336-99a4-16d78f38f813 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=b49f27c0-dcb7-49c8-b20c-f0c33a4f6bd7 HTTP/1.1" status: 200 len: 945 time: 0.0555522 May 08 22:18:59.586862 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-c4e26c83-3060-4ede-bd35-064214e1a41c req-f610eb40-de2a-4049-af60-38c2ead18a07 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b4e7cb1-2d61-4290-b054-d6163013130f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422828 May 08 22:19:00.015214 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b105ed-0e19-4307-9afe-f7a42bb6230a req-925bbde9-f524-4ed2-83ee-87a2d601e76b tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:19:00.016851 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-88b105ed-0e19-4307-9afe-f7a42bb6230a req-925bbde9-f524-4ed2-83ee-87a2d601e76b tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b2fdbd-2397-4f6f-904a-24c65bd20707 HTTP/1.1" status: 200 len: 946 time: 0.0554919 May 08 22:19:00.069142 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-88b105ed-0e19-4307-9afe-f7a42bb6230a req-14a375e8-46e8-4ee7-873d-88c7ecb306e3 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca44f436-fe4a-4cda-b0b9-0850bed715c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462744 May 08 22:19:00.707012 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6682a9-6ead-4497-835d-2f629cf9e47c req-43faa40c-29be-41dd-a4ef-ee486ba41f40 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:19:00.708489 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-0b6682a9-6ead-4497-835d-2f629cf9e47c req-43faa40c-29be-41dd-a4ef-ee486ba41f40 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=b49f27c0-dcb7-49c8-b20c-f0c33a4f6bd7 HTTP/1.1" status: 200 len: 945 time: 0.0476162 May 08 22:19:00.769533 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-0b6682a9-6ead-4497-835d-2f629cf9e47c req-86038924-694d-45b4-a978-f9dc4c08b30b tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b4e7cb1-2d61-4290-b054-d6163013130f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553484 May 08 22:19:01.196163 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f4365-411a-40d5-a897-687678eef8ec req-16d73a98-c215-487e-afdf-ca2fd5e9601f tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:19:01.197704 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-e03f4365-411a-40d5-a897-687678eef8ec req-16d73a98-c215-487e-afdf-ca2fd5e9601f tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b2fdbd-2397-4f6f-904a-24c65bd20707 HTTP/1.1" status: 200 len: 946 time: 0.0499871 May 08 22:19:01.255852 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-e03f4365-411a-40d5-a897-687678eef8ec req-bbad7da2-f5ae-471d-9e75-e2b1e375ba58 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca44f436-fe4a-4cda-b0b9-0850bed715c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524435 May 08 22:19:01.896217 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3789944-689f-446e-b4f3-2d842947a09f req-aba49594-7226-4d74-bbb6-d87996f6e2f1 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:19:01.897829 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-e3789944-689f-446e-b4f3-2d842947a09f req-aba49594-7226-4d74-bbb6-d87996f6e2f1 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=b49f27c0-dcb7-49c8-b20c-f0c33a4f6bd7 HTTP/1.1" status: 200 len: 945 time: 0.0503876 May 08 22:19:01.958745 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-e3789944-689f-446e-b4f3-2d842947a09f req-0b07fe92-7b79-4810-9283-75294d3944bd tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b4e7cb1-2d61-4290-b054-d6163013130f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523791 May 08 22:19:02.376646 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63e48a1-1e50-42c9-90ff-a6500e405c95 req-0885a686-9fe5-4808-a730-47bb4a513f89 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:19:02.378127 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-d63e48a1-1e50-42c9-90ff-a6500e405c95 req-0885a686-9fe5-4808-a730-47bb4a513f89 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b2fdbd-2397-4f6f-904a-24c65bd20707 HTTP/1.1" status: 200 len: 946 time: 0.0486376 May 08 22:19:02.426317 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-d63e48a1-1e50-42c9-90ff-a6500e405c95 req-dbe9006b-db7a-464d-9f27-24fdcf626988 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca44f436-fe4a-4cda-b0b9-0850bed715c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425210 May 08 22:19:03.089127 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8560ec89-eec6-452b-9576-b94e253309c5 req-e80bc9f2-4ee5-46f8-8bd2-1dfc2881cb7b tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:19:03.090940 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-8560ec89-eec6-452b-9576-b94e253309c5 req-e80bc9f2-4ee5-46f8-8bd2-1dfc2881cb7b tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=b49f27c0-dcb7-49c8-b20c-f0c33a4f6bd7 HTTP/1.1" status: 200 len: 945 time: 0.0525193 May 08 22:19:03.153988 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-8560ec89-eec6-452b-9576-b94e253309c5 req-f99a39e8-c98e-4061-9e28-6254ae0ed16d tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b4e7cb1-2d61-4290-b054-d6163013130f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524666 May 08 22:19:03.274925 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device efad1b44-4168-42e6-8cd6-1b12ce4f70ae up at agent hyperv_hv-cinder-84051 {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 08 22:19:03.324995 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Provisioning for port efad1b44-4168-42e6-8cd6-1b12ce4f70ae completed by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 08 22:19:03.337707 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Provisioning complete for port efad1b44-4168-42e6-8cd6-1b12ce4f70ae triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:19:03.338232 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (efad1b44-4168-42e6-8cd6-1b12ce4f70ae), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:19:03.426158 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Current status of the port efad1b44-4168-42e6-8cd6-1b12ce4f70ae is: BUILD; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:19:03.426536 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (efad1b44-4168-42e6-8cd6-1b12ce4f70ae), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:19:03.453292 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b49f27c0-dcb7-49c8-b20c-f0c33a4f6bd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efad1b44-4168-42e6-8cd6-1b12ce4f70ae'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 08 22:19:03.455588 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bcef9e280bae9da70c0250555725ec84c8fe71b1405edcfc00240691fe86bce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f0746f-0e13-47c2-8839-0b0840826e17" -d '{"events": [{"server_uuid": "b49f27c0-dcb7-49c8-b20c-f0c33a4f6bd7", "name": "network-vif-plugged", "status": "completed", "tag": "efad1b44-4168-42e6-8cd6-1b12ce4f70ae"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 08 22:19:03.468642 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] For port efad1b44-4168-42e6-8cd6-1b12ce4f70ae, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=efad1b44-4168-42e6-8cd6-1b12ce4f70ae,segment=NetworkSegment(1780dade-a5f8-4e6b-b9bd-a988dd8e04e7),segment_id=1780dade-a5f8-4e6b-b9bd-a988dd8e04e7)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:19:03.474007 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (efad1b44-4168-42e6-8cd6-1b12ce4f70ae), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:19:03.499610 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 08 May 2022 22:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca2dd8de-dcf1-437d-85ba-4240505d22de x-openstack-request-id: req-ca2dd8de-dcf1-437d-85ba-4240505d22de {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 08 22:19:03.499949 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b49f27c0-dcb7-49c8-b20c-f0c33a4f6bd7", "name": "network-vif-plugged", "status": "completed", "tag": "efad1b44-4168-42e6-8cd6-1b12ce4f70ae", "code": 200}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 08 22:19:03.500209 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ca2dd8de-dcf1-437d-85ba-4240505d22de {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 08 22:19:03.500619 dv-cinder-840511-5-iscsi neutron-server[103630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca2dd8de-dcf1-437d-85ba-4240505d22de'] response: {'server_uuid': 'b49f27c0-dcb7-49c8-b20c-f0c33a4f6bd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efad1b44-4168-42e6-8cd6-1b12ce4f70ae', 'code': 200} May 08 22:19:03.526449 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Pushing event updated for resources: {'Port': ['ID=efad1b44-4168-42e6-8cd6-1b12ce4f70ae,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:19:03.545886 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6753df-6f0d-4962-89f9-b312fd1b77a9 req-4e5efd52-380d-470e-be4b-1e3a6ce6f6b6 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:19:03.547361 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-4e6753df-6f0d-4962-89f9-b312fd1b77a9 req-4e5efd52-380d-470e-be4b-1e3a6ce6f6b6 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b2fdbd-2397-4f6f-904a-24c65bd20707 HTTP/1.1" status: 200 len: 946 time: 0.0474987 May 08 22:19:03.596828 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-4e6753df-6f0d-4962-89f9-b312fd1b77a9 req-8e561322-5e64-47fd-ad06-a3efd7fbca9f tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca44f436-fe4a-4cda-b0b9-0850bed715c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412796 May 08 22:19:03.894084 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076bd3c3-7048-41d9-baeb-f833ec82addd req-54e4bd53-d508-4221-b4ae-c6a61aafbab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:19:03.895561 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-076bd3c3-7048-41d9-baeb-f833ec82addd req-54e4bd53-d508-4221-b4ae-c6a61aafbab7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b49f27c0-dcb7-49c8-b20c-f0c33a4f6bd7 HTTP/1.1" status: 200 len: 1130 time: 0.0432663 May 08 22:19:03.947623 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-076bd3c3-7048-41d9-baeb-f833ec82addd req-136ace35-f8af-4a62-bde9-f30d1f48d06b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9b4e7cb1-2d61-4290-b054-d6163013130f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386546 May 08 22:19:04.285718 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08edcf7f-5c33-4d8a-a261-c95e0f8eb31d req-f31376a7-fac0-4a83-a6d9-d643adf85a34 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:19:04.287069 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-08edcf7f-5c33-4d8a-a261-c95e0f8eb31d req-f31376a7-fac0-4a83-a6d9-d643adf85a34 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=b49f27c0-dcb7-49c8-b20c-f0c33a4f6bd7 HTTP/1.1" status: 200 len: 946 time: 0.0532126 May 08 22:19:04.335563 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-08edcf7f-5c33-4d8a-a261-c95e0f8eb31d req-f4ddda43-8954-4e5b-9a69-253d321754d3 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b4e7cb1-2d61-4290-b054-d6163013130f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425811 May 08 22:19:05.453617 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926ffd5a-65f2-4a0b-b2b7-632dfa8e17c7 req-30a7366d-389c-49b4-9620-b1e2f6d58a56 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:19:05.455128 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-926ffd5a-65f2-4a0b-b2b7-632dfa8e17c7 req-30a7366d-389c-49b4-9620-b1e2f6d58a56 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=b49f27c0-dcb7-49c8-b20c-f0c33a4f6bd7 HTTP/1.1" status: 200 len: 946 time: 0.0506005 May 08 22:19:05.505180 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-926ffd5a-65f2-4a0b-b2b7-632dfa8e17c7 req-712583c0-4cfb-4257-bad5-9a25e8170b8c tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b4e7cb1-2d61-4290-b054-d6163013130f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442927 May 08 22:19:06.645441 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab552a5-35bf-45e0-95bc-3d84fb2298ec req-13af4eeb-ee9f-413d-aa6f-05d95f4b2e43 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:19:06.647213 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-fab552a5-35bf-45e0-95bc-3d84fb2298ec req-13af4eeb-ee9f-413d-aa6f-05d95f4b2e43 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=b49f27c0-dcb7-49c8-b20c-f0c33a4f6bd7 HTTP/1.1" status: 200 len: 946 time: 0.0690529 May 08 22:19:06.710348 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-fab552a5-35bf-45e0-95bc-3d84fb2298ec req-74d2bbb6-8c0c-4d70-9722-d449d9085a09 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b4e7cb1-2d61-4290-b054-d6163013130f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513072 May 08 22:19:06.844133 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3a897e-5d2b-481a-bcbe-dbb74956c97c req-57f2e645-4900-4cf3-ba7a-56e97c0e311d tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:19:06.845589 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-0a3a897e-5d2b-481a-bcbe-dbb74956c97c req-57f2e645-4900-4cf3-ba7a-56e97c0e311d tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=b49f27c0-dcb7-49c8-b20c-f0c33a4f6bd7 HTTP/1.1" status: 200 len: 946 time: 0.0604491 May 08 22:19:06.855126 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 54656) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:19:06.859859 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.v2.base [None req-ebdacc1c-8bb7-40b1-94a4-806037560ee8 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Request body: {'floatingip': {'port_id': 'efad1b44-4168-42e6-8cd6-1b12ce4f70ae'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:19:06.900693 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ebdacc1c-8bb7-40b1-94a4-806037560ee8 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks [] for floatingip (80711dab-55a5-488c-8028-1a8bf88e3550), before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:19:07.388682 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ebdacc1c-8bb7-40b1-94a4-806037560ee8 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:19:07.395440 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ebdacc1c-8bb7-40b1-94a4-806037560ee8 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-788248'] for floatingip (80711dab-55a5-488c-8028-1a8bf88e3550), after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:19:07.506213 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.db.l3_db [None req-ebdacc1c-8bb7-40b1-94a4-806037560ee8 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Floating IP 80711dab-55a5-488c-8028-1a8bf88e3550 associated. External IP: 172.27.2.43, port: efad1b44-4168-42e6-8cd6-1b12ce4f70ae. May 08 22:19:07.728780 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebdacc1c-8bb7-40b1-94a4-806037560ee8 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Router 8e291ff0-32e4-4e5d-affc-34ff10dda5b3 has already been hosted by L3 agent 69aa2ac4-530d-40c2-a84a-3161d84edf61 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 08 22:19:07.854848 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebdacc1c-8bb7-40b1-94a4-806037560ee8 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Notify agent at l3_agent.dv-cinder-840511-5-iscsi the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 08 22:19:07.859729 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ebdacc1c-8bb7-40b1-94a4-806037560ee8 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870'] for floatingip (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:19:07.868662 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0845a368-6dc5-4d5f-889a-1586da019468 None None] Sync routers for ids ['8e291ff0-32e4-4e5d-affc-34ff10dda5b3'] in dv-cinder-840511-5-iscsi {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 08 22:19:07.880674 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0845a368-6dc5-4d5f-889a-1586da019468 None None] Routers {'8e291ff0-32e4-4e5d-affc-34ff10dda5b3'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:19:07.881342 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-0845a368-6dc5-4d5f-889a-1586da019468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:18:48Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['8e291ff0-32e4-4e5d-affc-34ff10dda5b3'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:19:07.893464 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-ebdacc1c-8bb7-40b1-94a4-806037560ee8 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "PUT /v2.0/floatingips/80711dab-55a5-488c-8028-1a8bf88e3550 HTTP/1.1" status: 200 len: 991 time: 1.0372458 May 08 22:19:07.894671 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b49f27c0-dcb7-49c8-b20c-f0c33a4f6bd7', 'tag': 'efad1b44-4168-42e6-8cd6-1b12ce4f70ae'}] {{(pid=103628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 08 22:19:07.897369 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e2a9c85b17fa97aa3ee6f0cc28bce24bf61ad2de26c4d93421d838ad5289b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-546312d4-e20e-46e4-a36a-c9afff4d40fd" -d '{"events": [{"name": "network-changed", "server_uuid": "b49f27c0-dcb7-49c8-b20c-f0c33a4f6bd7", "tag": "efad1b44-4168-42e6-8cd6-1b12ce4f70ae"}]}' {{(pid=103628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 08 22:19:07.945629 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 08 May 2022 22:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51dab6b3-e4bf-44a5-9e63-9fe7395baff8 x-openstack-request-id: req-51dab6b3-e4bf-44a5-9e63-9fe7395baff8 {{(pid=103628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 08 22:19:07.945914 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b49f27c0-dcb7-49c8-b20c-f0c33a4f6bd7", "tag": "efad1b44-4168-42e6-8cd6-1b12ce4f70ae", "status": "completed", "code": 200}]} {{(pid=103628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 08 22:19:07.946164 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-51dab6b3-e4bf-44a5-9e63-9fe7395baff8 {{(pid=103628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 08 22:19:07.946565 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51dab6b3-e4bf-44a5-9e63-9fe7395baff8'] response: {'name': 'network-changed', 'server_uuid': 'b49f27c0-dcb7-49c8-b20c-f0c33a4f6bd7', 'tag': 'efad1b44-4168-42e6-8cd6-1b12ce4f70ae', 'status': 'completed', 'code': 200} May 08 22:19:07.994275 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-0845a368-6dc5-4d5f-889a-1586da019468 None None] Set router 8e291ff0-32e4-4e5d-affc-34ff10dda5b3 gateway port host: dv-cinder-840511-5-iscsi {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:19:08.029284 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546312d4-e20e-46e4-a36a-c9afff4d40fd req-82c9de11-1b6e-464a-824a-869851618136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:19:08.030829 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-546312d4-e20e-46e4-a36a-c9afff4d40fd req-82c9de11-1b6e-464a-824a-869851618136 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=489bde08b9284b5f8e5eb2ebc398b963&device_id=b49f27c0-dcb7-49c8-b20c-f0c33a4f6bd7 HTTP/1.1" status: 200 len: 1130 time: 0.0383725 May 08 22:19:08.138758 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546312d4-e20e-46e4-a36a-c9afff4d40fd req-7c4638d2-99fc-4b39-9ae8-ba9c23270884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:19:08.140249 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-546312d4-e20e-46e4-a36a-c9afff4d40fd req-7c4638d2-99fc-4b39-9ae8-ba9c23270884 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a4734e2d-d908-4b8e-b542-dd83675e0c99 HTTP/1.1" status: 200 len: 916 time: 0.1017776 May 08 22:19:08.208177 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-546312d4-e20e-46e4-a36a-c9afff4d40fd req-5f1437eb-2653-425b-9c4c-a47efe339eb5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=efad1b44-4168-42e6-8cd6-1b12ce4f70ae HTTP/1.1" status: 200 len: 999 time: 0.0606461 May 08 22:19:08.260682 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546312d4-e20e-46e4-a36a-c9afff4d40fd req-8d58429d-ad2e-49c3-93ec-0b81b5ffe6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:19:08.262033 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-546312d4-e20e-46e4-a36a-c9afff4d40fd req-8d58429d-ad2e-49c3-93ec-0b81b5ffe6fb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7cb890a2-14d2-4c0b-a82b-863c0417b5f3 HTTP/1.1" status: 200 len: 854 time: 0.0480609 May 08 22:19:08.302486 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-0845a368-6dc5-4d5f-889a-1586da019468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'name': 'tempest-AttachVolumeNegativeTest-1605491633-router', 'tenant_id': '489bde08b9284b5f8e5eb2ebc398b963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '2a091782-ccc9-48ce-b046-9b493d4f29d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:15:08Z', 'updated_at': '2022-05-08T22:15:17Z', 'revision_number': 4, 'project_id': '489bde08b9284b5f8e5eb2ebc398b963', 'gw_port': {'id': '2a091782-ccc9-48ce-b046-9b493d4f29d4', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ff:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:10Z', 'updated_at': '2022-05-08T22:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_floatingips': [{'id': '80711dab-55a5-488c-8028-1a8bf88e3550', 'tenant_id': '489bde08b9284b5f8e5eb2ebc398b963', 'floating_ip_address': '172.27.2.43', 'floating_network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'router_id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'port_id': 'efad1b44-4168-42e6-8cd6-1b12ce4f70ae', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4734e2d-d908-4b8e-b542-dd83675e0c99', 'mac_address': 'fa:16:3e:ec:73:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49f27c0-dcb7-49c8-b20c-f0c33a4f6bd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-08T22:18:45Z', 'updated_at': '2022-05-08T22:19:07Z', 'revision_number': 1, 'project_id': '489bde08b9284b5f8e5eb2ebc398b963', 'fixed_ip_address_scope': None}, {'id': '9b59f168-3252-4d86-8b18-088017383d1e', 'tenant_id': '489bde08b9284b5f8e5eb2ebc398b963', 'floating_ip_address': '172.27.2.145', 'floating_network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'router_id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'port_id': 'c4a98c86-0213-4464-824c-6073569ec030', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4734e2d-d908-4b8e-b542-dd83675e0c99', 'mac_address': 'fa:16:3e:8b:09:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5e26a1-a863-487e-b196-c905958ffc62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-08T22:15:23Z', 'updated_at': '2022-05-08T22:16:29Z', 'revision_number': 2, 'project_id': '489bde08b9284b5f8e5eb2ebc398b963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6deee425-784f-4ef9-823b-d791d7155c4e', 'name': '', 'network_id': 'a4734e2d-d908-4b8e-b542-dd83675e0c99', 'tenant_id': '489bde08b9284b5f8e5eb2ebc398b963', 'mac_address': 'fa:16:3e:e1:09:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7cb890a2-14d2-4c0b-a82b-863c0417b5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:16Z', 'updated_at': '2022-05-08T22:15:34Z', 'revision_number': 5, 'project_id': '489bde08b9284b5f8e5eb2ebc398b963', 'subnets': [{'id': '7cb890a2-14d2-4c0b-a82b-863c0417b5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:19:08.311895 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546312d4-e20e-46e4-a36a-c9afff4d40fd req-7fb2d7b3-eb1a-4f8d-b982-c7c17a26a9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:19:08.313517 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-546312d4-e20e-46e4-a36a-c9afff4d40fd req-7fb2d7b3-eb1a-4f8d-b982-c7c17a26a9ee service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a4734e2d-d908-4b8e-b542-dd83675e0c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449896 May 08 22:19:08.332051 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0845a368-6dc5-4d5f-889a-1586da019468 None None] Checking router: 8e291ff0-32e4-4e5d-affc-34ff10dda5b3 for host: dv-cinder-840511-5-iscsi {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 08 22:19:08.341647 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0845a368-6dc5-4d5f-889a-1586da019468 None None] Routers {'8e291ff0-32e4-4e5d-affc-34ff10dda5b3'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:19:08.342374 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-0845a368-6dc5-4d5f-889a-1586da019468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:18:48Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['8e291ff0-32e4-4e5d-affc-34ff10dda5b3'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:19:08.420039 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-546312d4-e20e-46e4-a36a-c9afff4d40fd req-eb3a9393-0d99-4e62-9d99-d34a09c8854d service neutron] 10.222.0.24 "GET /v2.0/networks/a4734e2d-d908-4b8e-b542-dd83675e0c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972807 May 08 22:19:08.463112 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-0845a368-6dc5-4d5f-889a-1586da019468 None None] Set router 8e291ff0-32e4-4e5d-affc-34ff10dda5b3 gateway port host: dv-cinder-840511-5-iscsi {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:19:08.519202 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-546312d4-e20e-46e4-a36a-c9afff4d40fd req-134c1bc6-cf6a-4444-b520-103ff90a183e service neutron] 10.222.0.24 "GET /v2.0/networks/a4734e2d-d908-4b8e-b542-dd83675e0c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885899 May 08 22:19:08.684764 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-0845a368-6dc5-4d5f-889a-1586da019468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'name': 'tempest-AttachVolumeNegativeTest-1605491633-router', 'tenant_id': '489bde08b9284b5f8e5eb2ebc398b963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '2a091782-ccc9-48ce-b046-9b493d4f29d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:15:08Z', 'updated_at': '2022-05-08T22:15:17Z', 'revision_number': 4, 'project_id': '489bde08b9284b5f8e5eb2ebc398b963', 'gw_port': {'id': '2a091782-ccc9-48ce-b046-9b493d4f29d4', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ff:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:10Z', 'updated_at': '2022-05-08T22:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_floatingips': [{'id': '80711dab-55a5-488c-8028-1a8bf88e3550', 'tenant_id': '489bde08b9284b5f8e5eb2ebc398b963', 'floating_ip_address': '172.27.2.43', 'floating_network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'router_id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'port_id': 'efad1b44-4168-42e6-8cd6-1b12ce4f70ae', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4734e2d-d908-4b8e-b542-dd83675e0c99', 'mac_address': 'fa:16:3e:ec:73:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49f27c0-dcb7-49c8-b20c-f0c33a4f6bd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-08T22:18:45Z', 'updated_at': '2022-05-08T22:19:07Z', 'revision_number': 1, 'project_id': '489bde08b9284b5f8e5eb2ebc398b963', 'fixed_ip_address_scope': None}, {'id': '9b59f168-3252-4d86-8b18-088017383d1e', 'tenant_id': '489bde08b9284b5f8e5eb2ebc398b963', 'floating_ip_address': '172.27.2.145', 'floating_network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'router_id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'port_id': 'c4a98c86-0213-4464-824c-6073569ec030', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4734e2d-d908-4b8e-b542-dd83675e0c99', 'mac_address': 'fa:16:3e:8b:09:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5e26a1-a863-487e-b196-c905958ffc62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-08T22:15:23Z', 'updated_at': '2022-05-08T22:16:29Z', 'revision_number': 2, 'project_id': '489bde08b9284b5f8e5eb2ebc398b963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6deee425-784f-4ef9-823b-d791d7155c4e', 'name': '', 'network_id': 'a4734e2d-d908-4b8e-b542-dd83675e0c99', 'tenant_id': '489bde08b9284b5f8e5eb2ebc398b963', 'mac_address': 'fa:16:3e:e1:09:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7cb890a2-14d2-4c0b-a82b-863c0417b5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:16Z', 'updated_at': '2022-05-08T22:15:34Z', 'revision_number': 5, 'project_id': '489bde08b9284b5f8e5eb2ebc398b963', 'subnets': [{'id': '7cb890a2-14d2-4c0b-a82b-863c0417b5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:19:08.713528 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0845a368-6dc5-4d5f-889a-1586da019468 None None] The sync data for ids ['8e291ff0-32e4-4e5d-affc-34ff10dda5b3'] in dv-cinder-840511-5-iscsi is: [{'id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'name': 'tempest-AttachVolumeNegativeTest-1605491633-router', 'tenant_id': '489bde08b9284b5f8e5eb2ebc398b963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '2a091782-ccc9-48ce-b046-9b493d4f29d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:15:08Z', 'updated_at': '2022-05-08T22:15:17Z', 'revision_number': 4, 'project_id': '489bde08b9284b5f8e5eb2ebc398b963', 'gw_port': {'id': '2a091782-ccc9-48ce-b046-9b493d4f29d4', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ff:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:10Z', 'updated_at': '2022-05-08T22:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_floatingips': [{'id': '80711dab-55a5-488c-8028-1a8bf88e3550', 'tenant_id': '489bde08b9284b5f8e5eb2ebc398b963', 'floating_ip_address': '172.27.2.43', 'floating_network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'router_id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'port_id': 'efad1b44-4168-42e6-8cd6-1b12ce4f70ae', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4734e2d-d908-4b8e-b542-dd83675e0c99', 'mac_address': 'fa:16:3e:ec:73:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49f27c0-dcb7-49c8-b20c-f0c33a4f6bd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-08T22:18:45Z', 'updated_at': '2022-05-08T22:19:07Z', 'revision_number': 1, 'project_id': '489bde08b9284b5f8e5eb2ebc398b963', 'fixed_ip_address_scope': None}, {'id': '9b59f168-3252-4d86-8b18-088017383d1e', 'tenant_id': '489bde08b9284b5f8e5eb2ebc398b963', 'floating_ip_address': '172.27.2.145', 'floating_network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'router_id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'port_id': 'c4a98c86-0213-4464-824c-6073569ec030', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4734e2d-d908-4b8e-b542-dd83675e0c99', 'mac_address': 'fa:16:3e:8b:09:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5e26a1-a863-487e-b196-c905958ffc62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-08T22:15:23Z', 'updated_at': '2022-05-08T22:16:29Z', 'revision_number': 2, 'project_id': '489bde08b9284b5f8e5eb2ebc398b963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6deee425-784f-4ef9-823b-d791d7155c4e', 'name': '', 'network_id': 'a4734e2d-d908-4b8e-b542-dd83675e0c99', 'tenant_id': '489bde08b9284b5f8e5eb2ebc398b963', 'mac_address': 'fa:16:3e:e1:09:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7cb890a2-14d2-4c0b-a82b-863c0417b5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:16Z', 'updated_at': '2022-05-08T22:15:34Z', 'revision_number': 5, 'project_id': '489bde08b9284b5f8e5eb2ebc398b963', 'subnets': [{'id': '7cb890a2-14d2-4c0b-a82b-863c0417b5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 08 22:19:08.916555 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe97821-3197-4bcc-986c-db073f28aaf3 None None] New status for floating IP 80711dab-55a5-488c-8028-1a8bf88e3550: ACTIVE {{(pid=103630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 08 22:19:09.231526 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 54684) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:19:09.340017 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5ff569d1-7f6f-43bc-93a3-06c396f61d13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:19:09.421330 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5ff569d1-7f6f-43bc-93a3-06c396f61d13 admin admin] Publish callbacks [] for security_group (415a6575-f90e-47d1-a41d-c076462ec826), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:19:09.427862 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5ff569d1-7f6f-43bc-93a3-06c396f61d13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (415a6575-f90e-47d1-a41d-c076462ec826), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:19:09.465682 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff569d1-7f6f-43bc-93a3-06c396f61d13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=415a6575-f90e-47d1-a41d-c076462ec826,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:19:09.470034 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-5ff569d1-7f6f-43bc-93a3-06c396f61d13 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=874b6cb2264c4754871c2dcedc8663d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2375054 May 08 22:19:09.473804 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 54688) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:19:09.522163 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-38227c48-b72d-43a0-adf4-746c7e0ff6b4 admin admin] Publish callbacks [] for security_group (415a6575-f90e-47d1-a41d-c076462ec826), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:19:09.546255 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-38227c48-b72d-43a0-adf4-746c7e0ff6b4 admin admin] Publish callbacks [] for security_group (415a6575-f90e-47d1-a41d-c076462ec826), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:19:09.594296 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-38227c48-b72d-43a0-adf4-746c7e0ff6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (415a6575-f90e-47d1-a41d-c076462ec826), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:19:09.597005 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-38227c48-b72d-43a0-adf4-746c7e0ff6b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:19:09.598343 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-38227c48-b72d-43a0-adf4-746c7e0ff6b4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/415a6575-f90e-47d1-a41d-c076462ec826 HTTP/1.1" status: 204 len: 168 time: 0.1235254 May 08 22:19:09.605978 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38227c48-b72d-43a0-adf4-746c7e0ff6b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=415a6575-f90e-47d1-a41d-c076462ec826,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:19:10.228616 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (50086534-3b0f-4edb-899f-da05c46c2546), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:19:14.181397 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-44a7c6f8-ec2a-46fa-ab1c-8fe268961a05 req-4b74fce8-2a6d-448a-97c9-21c9434d0fdf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0457067 May 08 22:19:14.266518 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a7c6f8-ec2a-46fa-ab1c-8fe268961a05 req-0132e01c-e149-448f-b508-c260f52d47ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:19:14.268039 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-44a7c6f8-ec2a-46fa-ab1c-8fe268961a05 req-0132e01c-e149-448f-b508-c260f52d47ba service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9bf17cedd3154ce4b6b2bd0e4dcbb92c&device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 1129 time: 0.0408704 May 08 22:19:14.380559 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a7c6f8-ec2a-46fa-ab1c-8fe268961a05 req-206848e6-4b6e-43ec-b695-2c32a8381d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:19:14.382188 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-44a7c6f8-ec2a-46fa-ab1c-8fe268961a05 req-206848e6-4b6e-43ec-b695-2c32a8381d7d service neutron] 10.222.0.24 "GET /v2.0/networks?id=4427f95d-7dad-47df-8ab1-304fd704186a HTTP/1.1" status: 200 len: 919 time: 0.0900939 May 08 22:19:14.425063 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-44a7c6f8-ec2a-46fa-ab1c-8fe268961a05 req-eadb2ee3-a573-4284-9274-c88100430127 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=48e662e3-0054-4172-ac4a-cc78d47f795b HTTP/1.1" status: 200 len: 217 time: 0.0360539 May 08 22:19:14.473477 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a7c6f8-ec2a-46fa-ab1c-8fe268961a05 req-3a56c273-3d27-4d40-a367-c73c96ba2bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:19:14.474813 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-44a7c6f8-ec2a-46fa-ab1c-8fe268961a05 req-3a56c273-3d27-4d40-a367-c73c96ba2bb7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d42cc4d2-76bb-4552-9ac7-abf4e664168d HTTP/1.1" status: 200 len: 857 time: 0.0435858 May 08 22:19:14.524226 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a7c6f8-ec2a-46fa-ab1c-8fe268961a05 req-3d31b30e-9bad-4834-a88c-efd506cf8195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:19:14.525735 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-44a7c6f8-ec2a-46fa-ab1c-8fe268961a05 req-3d31b30e-9bad-4834-a88c-efd506cf8195 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4427f95d-7dad-47df-8ab1-304fd704186a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404859 May 08 22:19:14.624819 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-44a7c6f8-ec2a-46fa-ab1c-8fe268961a05 req-dcb3bda0-0b09-47e6-b88b-d6079e4cb765 service neutron] 10.222.0.24 "GET /v2.0/networks/4427f95d-7dad-47df-8ab1-304fd704186a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895958 May 08 22:19:14.721761 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-44a7c6f8-ec2a-46fa-ab1c-8fe268961a05 req-47e46e77-a246-431d-8251-0e2e75f333cb service neutron] 10.222.0.24 "GET /v2.0/networks/4427f95d-7dad-47df-8ab1-304fd704186a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836833 May 08 22:19:16.218983 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-eca2ae90-c3bc-4790-b8e2-2f24503cedb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (399f5491-dab9-4373-bd22-64cd7c73418d), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:19:18.486808 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-08e930e8-11ff-4795-b20c-fb2f00572387 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (69aa2ac4-530d-40c2-a84a-3161d84edf61), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:19:19.340968 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-68d59b13-bdd3-4890-b330-3a9be9bf9791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (167e5ba9-08ef-43b6-aca0-7c88b7f9e735), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:19:20.927069 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f82e6e54-0a06-4075-8e4d-2bf0b0f201e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (1fcc0290-7f55-4633-95cb-6d94e7aa5e57), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:19:22.446048 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (7e3c7ef6-abd5-4f0f-b372-b2734b637fd0), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:19:27.220128 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-33f1de26-9191-49af-a838-dc673815df2b req-2a607f77-b772-4387-9106-341c2c2dccd7 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-822568982&fields=id&tenant_id=df8e9de548524630a8a026f764dad655 HTTP/1.1" status: 200 len: 267 time: 0.0478902 May 08 22:19:27.334034 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f1de26-9191-49af-a838-dc673815df2b req-48b382c9-8c1b-45ad-ba89-9fc9ba892e58 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:19:27.335509 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-33f1de26-9191-49af-a838-dc673815df2b req-48b382c9-8c1b-45ad-ba89-9fc9ba892e58 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/networks?id=e6b2f0e6-c175-43bf-9b5c-34f8ce60d012 HTTP/1.1" status: 200 len: 809 time: 0.1084769 May 08 22:19:27.353647 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-33f1de26-9191-49af-a838-dc673815df2b req-efdbd4c3-c3e2-40aa-80f7-52648c89c0a5 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/quotas/df8e9de548524630a8a026f764dad655 HTTP/1.1" status: 200 len: 375 time: 0.0094962 May 08 22:19:27.401164 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-33f1de26-9191-49af-a838-dc673815df2b req-22fb930b-4dca-401c-9dad-9ad190ade2fa tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=df8e9de548524630a8a026f764dad655&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0423219 May 08 22:19:27.498383 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-33f1de26-9191-49af-a838-dc673815df2b req-aa183bea-f332-488f-819a-8e841e2e9ffa service neutron] 10.222.0.44 "GET /v2.0/networks/e6b2f0e6-c175-43bf-9b5c-34f8ce60d012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843177 May 08 22:19:27.604504 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-33f1de26-9191-49af-a838-dc673815df2b req-a35c4ec5-b649-4a3a-b7bb-33a7cf39913a service neutron] 10.222.0.44 "GET /v2.0/networks/e6b2f0e6-c175-43bf-9b5c-34f8ce60d012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970185 May 08 22:19:27.907263 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-a9f68bf1-6948-4dec-9f5d-0d345ae9d098 req-ae51c3d7-84ca-44fa-a88d-bb0083706f86 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cbc3a45-509d-47bc-893c-e5dd7e364f48 HTTP/1.1" status: 200 len: 210 time: 0.0295882 May 08 22:19:29.005653 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-06b9a5c4-f0fb-4be8-96f3-6b1a3cacbff3 req-fe3f62dd-a249-4c29-bf44-d719ce6ef7e7 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cbc3a45-509d-47bc-893c-e5dd7e364f48 HTTP/1.1" status: 200 len: 210 time: 0.0294518 May 08 22:19:29.063687 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f1de26-9191-49af-a838-dc673815df2b req-dbb5abd8-ab67-40f5-ad8b-cfda69751626 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:19:29.065173 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-33f1de26-9191-49af-a838-dc673815df2b req-dbb5abd8-ab67-40f5-ad8b-cfda69751626 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.24 "GET /v2.0/networks?id=e6b2f0e6-c175-43bf-9b5c-34f8ce60d012 HTTP/1.1" status: 200 len: 809 time: 0.1108751 May 08 22:19:29.133583 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-33f1de26-9191-49af-a838-dc673815df2b req-1e67ee7c-915a-4889-a91d-04329fba1f39 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df8e9de548524630a8a026f764dad655 HTTP/1.1" status: 200 len: 379 time: 0.0533025 May 08 22:19:29.165857 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [req-33f1de26-9191-49af-a838-dc673815df2b req-36ef5779-897b-407b-aa50-2fe882304498 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Request body: {'port': {'device_id': '5cbc3a45-509d-47bc-893c-e5dd7e364f48', 'network_id': 'e6b2f0e6-c175-43bf-9b5c-34f8ce60d012', 'admin_state_up': True, 'tenant_id': 'df8e9de548524630a8a026f764dad655', 'security_groups': ['cdc836f6-496f-44ae-925c-dc7c52f678f3']}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:19:29.280267 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33f1de26-9191-49af-a838-dc673815df2b req-36ef5779-897b-407b-aa50-2fe882304498 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Made reservation on behalf of df8e9de548524630a8a026f764dad655 for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 08 22:19:29.283708 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-33f1de26-9191-49af-a838-dc673815df2b req-36ef5779-897b-407b-aa50-2fe882304498 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:19:29.420197 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [req-33f1de26-9191-49af-a838-dc673815df2b req-36ef5779-897b-407b-aa50-2fe882304498 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Allocated IP 172.20.0.8 (e6b2f0e6-c175-43bf-9b5c-34f8ce60d012/ce8c7aea-95c0-4231-af51-1dbbdcc77349/ba0c26c1-8042-4360-bb22-303466902223) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 08 22:19:29.564532 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-33f1de26-9191-49af-a838-dc673815df2b req-36ef5779-897b-407b-aa50-2fe882304498 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Publish callbacks [] for port (ba0c26c1-8042-4360-bb22-303466902223), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:19:29.609493 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-33f1de26-9191-49af-a838-dc673815df2b req-36ef5779-897b-407b-aa50-2fe882304498 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791034024012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633834'] for port (ba0c26c1-8042-4360-bb22-303466902223), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:19:29.650472 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33f1de26-9191-49af-a838-dc673815df2b req-36ef5779-897b-407b-aa50-2fe882304498 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Network e6b2f0e6-c175-43bf-9b5c-34f8ce60d012 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 08 22:19:29.653578 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [req-33f1de26-9191-49af-a838-dc673815df2b req-36ef5779-897b-407b-aa50-2fe882304498 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:19:29.659230 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-33f1de26-9191-49af-a838-dc673815df2b req-36ef5779-897b-407b-aa50-2fe882304498 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 08 22:19:29.665528 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ef5779-897b-407b-aa50-2fe882304498 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Pushing event updated for resources: {'Port': ['ID=ba0c26c1-8042-4360-bb22-303466902223,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:19:29.701976 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ef5779-897b-407b-aa50-2fe882304498 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:19:29.702364 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ef5779-897b-407b-aa50-2fe882304498 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:19:29.702703 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ef5779-897b-407b-aa50-2fe882304498 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:19:29.703039 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ef5779-897b-407b-aa50-2fe882304498 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:19:29.703366 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ef5779-897b-407b-aa50-2fe882304498 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:19:29.703676 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ef5779-897b-407b-aa50-2fe882304498 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:19:29.703996 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ef5779-897b-407b-aa50-2fe882304498 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:19:29.704301 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ef5779-897b-407b-aa50-2fe882304498 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:19:29.704673 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ef5779-897b-407b-aa50-2fe882304498 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:19:29.704995 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ef5779-897b-407b-aa50-2fe882304498 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:19:29.705313 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ef5779-897b-407b-aa50-2fe882304498 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:19:29.705631 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ef5779-897b-407b-aa50-2fe882304498 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:19:29.705948 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ef5779-897b-407b-aa50-2fe882304498 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:19:29.706236 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ef5779-897b-407b-aa50-2fe882304498 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:19:29.706571 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ef5779-897b-407b-aa50-2fe882304498 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:19:29.729725 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f1de26-9191-49af-a838-dc673815df2b req-36ef5779-897b-407b-aa50-2fe882304498 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:19:29.730376 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-33f1de26-9191-49af-a838-dc673815df2b req-36ef5779-897b-407b-aa50-2fe882304498 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870'] for port (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:19:29.750537 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-33f1de26-9191-49af-a838-dc673815df2b req-36ef5779-897b-407b-aa50-2fe882304498 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5884569 May 08 22:19:29.770877 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [req-33f1de26-9191-49af-a838-dc673815df2b req-78041da0-dd93-4ba8-be11-22e22bc52c7d service neutron] Request body: {'port': {'device_id': '5cbc3a45-509d-47bc-893c-e5dd7e364f48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:19:29.831744 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-33f1de26-9191-49af-a838-dc673815df2b req-78041da0-dd93-4ba8-be11-22e22bc52c7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (ba0c26c1-8042-4360-bb22-303466902223), before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:19:29.896375 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-13332628-8b77-4916-af10-c2a468b5b24b None None] Provisioning complete for port ba0c26c1-8042-4360-bb22-303466902223 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:19:29.897015 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-13332628-8b77-4916-af10-c2a468b5b24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (ba0c26c1-8042-4360-bb22-303466902223), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:19:29.932890 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-13332628-8b77-4916-af10-c2a468b5b24b None None] Port ba0c26c1-8042-4360-bb22-303466902223 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 08 22:19:30.129640 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.notifiers.nova [req-33f1de26-9191-49af-a838-dc673815df2b req-78041da0-dd93-4ba8-be11-22e22bc52c7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba0c26c1-8042-4360-bb22-303466902223 {{(pid=103629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 08 22:19:30.137782 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-33f1de26-9191-49af-a838-dc673815df2b req-78041da0-dd93-4ba8-be11-22e22bc52c7d service neutron] Publish callbacks [] for port (ba0c26c1-8042-4360-bb22-303466902223), precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:19:30.140587 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e5a687-9239-49ca-8508-6712369a1a48 req-aa48da0e-da5a-4f2b-a2f3-fd58a9e39e80 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:19:30.145086 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-72e5a687-9239-49ca-8508-6712369a1a48 req-aa48da0e-da5a-4f2b-a2f3-fd58a9e39e80 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cbc3a45-509d-47bc-893c-e5dd7e364f48 HTTP/1.1" status: 200 len: 931 time: 0.0525086 May 08 22:19:30.150110 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.provisioning_blocks [req-33f1de26-9191-49af-a838-dc673815df2b req-78041da0-dd93-4ba8-be11-22e22bc52c7d service neutron] Transition to ACTIVE for port object ba0c26c1-8042-4360-bb22-303466902223 will not be triggered until provisioned by entity L2. {{(pid=103629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 08 22:19:30.154452 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-33f1de26-9191-49af-a838-dc673815df2b req-78041da0-dd93-4ba8-be11-22e22bc52c7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59633821'] for port (ba0c26c1-8042-4360-bb22-303466902223), after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:19:30.201496 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-72e5a687-9239-49ca-8508-6712369a1a48 req-a4ba7ae6-1f0d-4f31-93ed-62533bc0b355 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdc836f6-496f-44ae-925c-dc7c52f678f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533702 May 08 22:19:30.207452 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78041da0-dd93-4ba8-be11-22e22bc52c7d service neutron] Pushing event updated for resources: {'Port': ['ID=ba0c26c1-8042-4360-bb22-303466902223,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:19:30.277929 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-33f1de26-9191-49af-a838-dc673815df2b req-78041da0-dd93-4ba8-be11-22e22bc52c7d service neutron] Attempting to bind port ba0c26c1-8042-4360-bb22-303466902223 on host hv-cinder-84051 for vnic_type normal with profile {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 08 22:19:30.278386 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-33f1de26-9191-49af-a838-dc673815df2b req-78041da0-dd93-4ba8-be11-22e22bc52c7d service neutron] Attempting to bind port ba0c26c1-8042-4360-bb22-303466902223 by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': '735a76af-a47a-4608-9953-4d27f1f0e7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e6b2f0e6-c175-43bf-9b5c-34f8ce60d012'}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 08 22:19:30.278714 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f1de26-9191-49af-a838-dc673815df2b req-78041da0-dd93-4ba8-be11-22e22bc52c7d service neutron] Attempting to bind port ba0c26c1-8042-4360-bb22-303466902223 on network e6b2f0e6-c175-43bf-9b5c-34f8ce60d012 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 08 22:19:30.283282 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f1de26-9191-49af-a838-dc673815df2b req-78041da0-dd93-4ba8-be11-22e22bc52c7d service neutron] Port ba0c26c1-8042-4360-bb22-303466902223 on network e6b2f0e6-c175-43bf-9b5c-34f8ce60d012 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 08 22:19:30.283600 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f1de26-9191-49af-a838-dc673815df2b req-78041da0-dd93-4ba8-be11-22e22bc52c7d service neutron] Attempting to bind port ba0c26c1-8042-4360-bb22-303466902223 on network e6b2f0e6-c175-43bf-9b5c-34f8ce60d012 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 08 22:19:30.289145 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f1de26-9191-49af-a838-dc673815df2b req-78041da0-dd93-4ba8-be11-22e22bc52c7d service neutron] Checking agent: {'id': '50086534-3b0f-4edb-899f-da05c46c2546', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 8, 22, 13, 10), 'started_at': datetime.datetime(2022, 5, 8, 22, 13, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 8, 22, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 08 22:19:30.289480 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f1de26-9191-49af-a838-dc673815df2b req-78041da0-dd93-4ba8-be11-22e22bc52c7d service neutron] Checking segment: {'id': '735a76af-a47a-4608-9953-4d27f1f0e7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e6b2f0e6-c175-43bf-9b5c-34f8ce60d012'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 08 22:19:30.289963 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f1de26-9191-49af-a838-dc673815df2b req-78041da0-dd93-4ba8-be11-22e22bc52c7d service neutron] Bound using segment: {'id': '735a76af-a47a-4608-9953-4d27f1f0e7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e6b2f0e6-c175-43bf-9b5c-34f8ce60d012'} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 08 22:19:30.290266 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-33f1de26-9191-49af-a838-dc673815df2b req-78041da0-dd93-4ba8-be11-22e22bc52c7d service neutron] Bound port: ba0c26c1-8042-4360-bb22-303466902223, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '735a76af-a47a-4608-9953-4d27f1f0e7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e6b2f0e6-c175-43bf-9b5c-34f8ce60d012'}}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 08 22:19:30.290694 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-33f1de26-9191-49af-a838-dc673815df2b req-78041da0-dd93-4ba8-be11-22e22bc52c7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (ba0c26c1-8042-4360-bb22-303466902223), before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:19:30.359078 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-33f1de26-9191-49af-a838-dc673815df2b req-78041da0-dd93-4ba8-be11-22e22bc52c7d service neutron] For port ba0c26c1-8042-4360-bb22-303466902223, host hv-cinder-84051, cleared binding levels {{(pid=103629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 08 22:19:30.362226 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-33f1de26-9191-49af-a838-dc673815df2b req-78041da0-dd93-4ba8-be11-22e22bc52c7d service neutron] For port ba0c26c1-8042-4360-bb22-303466902223, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=ba0c26c1-8042-4360-bb22-303466902223,segment=NetworkSegment(735a76af-a47a-4608-9953-4d27f1f0e7e9),segment_id=735a76af-a47a-4608-9953-4d27f1f0e7e9)] {{(pid=103629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 08 22:19:30.369536 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-33f1de26-9191-49af-a838-dc673815df2b req-78041da0-dd93-4ba8-be11-22e22bc52c7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59633821'] for port (ba0c26c1-8042-4360-bb22-303466902223), after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:19:30.404297 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f1de26-9191-49af-a838-dc673815df2b req-78041da0-dd93-4ba8-be11-22e22bc52c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:19:30.404931 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-33f1de26-9191-49af-a838-dc673815df2b req-78041da0-dd93-4ba8-be11-22e22bc52c7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870'] for port (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:19:30.406601 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-33f1de26-9191-49af-a838-dc673815df2b req-78041da0-dd93-4ba8-be11-22e22bc52c7d service neutron] 10.222.0.24 "PUT /v2.0/ports/ba0c26c1-8042-4360-bb22-303466902223 HTTP/1.1" status: 200 len: 1093 time: 0.6400843 May 08 22:19:30.407058 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cbc3a45-509d-47bc-893c-e5dd7e364f48', 'tag': 'ba0c26c1-8042-4360-bb22-303466902223'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 08 22:19:30.409308 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cc8a0c475ac6fe54f5122aa5a8750c48412c688b8f67dba420990604a8daf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a32b9b-9971-40b4-b834-52c6d7ff2515" -d '{"events": [{"name": "network-changed", "server_uuid": "5cbc3a45-509d-47bc-893c-e5dd7e364f48", "tag": "ba0c26c1-8042-4360-bb22-303466902223"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 08 22:19:30.435580 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78041da0-dd93-4ba8-be11-22e22bc52c7d service neutron] Pushing event updated for resources: {'Port': ['ID=ba0c26c1-8042-4360-bb22-303466902223,revision_number=3']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:19:30.446937 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 08 May 2022 22:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f35b59b-acea-47b8-a773-3e76c90bde26 x-openstack-request-id: req-2f35b59b-acea-47b8-a773-3e76c90bde26 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 08 22:19:30.447411 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cbc3a45-509d-47bc-893c-e5dd7e364f48", "tag": "ba0c26c1-8042-4360-bb22-303466902223", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 08 22:19:30.447722 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2f35b59b-acea-47b8-a773-3e76c90bde26 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 08 22:19:30.448132 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f35b59b-acea-47b8-a773-3e76c90bde26'] response: {'name': 'network-changed', 'server_uuid': '5cbc3a45-509d-47bc-893c-e5dd7e364f48', 'tag': 'ba0c26c1-8042-4360-bb22-303466902223', 'status': 'completed', 'code': 200} May 08 22:19:30.515381 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f1de26-9191-49af-a838-dc673815df2b req-c9215532-f82f-4cb8-a03f-874e3019a237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:19:30.517148 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-33f1de26-9191-49af-a838-dc673815df2b req-c9215532-f82f-4cb8-a03f-874e3019a237 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=df8e9de548524630a8a026f764dad655&device_id=5cbc3a45-509d-47bc-893c-e5dd7e364f48 HTTP/1.1" status: 200 len: 1127 time: 0.0413365 May 08 22:19:30.570178 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-33f1de26-9191-49af-a838-dc673815df2b req-33644195-2807-4364-8f01-ef1580e3a721 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba0c26c1-8042-4360-bb22-303466902223 HTTP/1.1" status: 200 len: 217 time: 0.0373785 May 08 22:19:30.625271 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f1de26-9191-49af-a838-dc673815df2b req-b95471d2-0321-4bc5-9410-b358819eb12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:19:30.626747 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-33f1de26-9191-49af-a838-dc673815df2b req-b95471d2-0321-4bc5-9410-b358819eb12b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ce8c7aea-95c0-4231-af51-1dbbdcc77349 HTTP/1.1" status: 200 len: 848 time: 0.0499830 May 08 22:19:30.671704 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f1de26-9191-49af-a838-dc673815df2b req-9cef8ba0-8544-40ce-9387-33d67f9c7b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:19:30.673334 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-33f1de26-9191-49af-a838-dc673815df2b req-9cef8ba0-8544-40ce-9387-33d67f9c7b1a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e6b2f0e6-c175-43bf-9b5c-34f8ce60d012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399244 May 08 22:19:30.761438 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-33f1de26-9191-49af-a838-dc673815df2b req-8f1355a9-6d3d-4d5e-a3ce-fc839416f132 service neutron] 10.222.0.24 "GET /v2.0/networks/e6b2f0e6-c175-43bf-9b5c-34f8ce60d012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815487 May 08 22:19:30.863878 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-33f1de26-9191-49af-a838-dc673815df2b req-b911fa10-bbbe-42d2-8b71-e33f03e6712f service neutron] 10.222.0.24 "GET /v2.0/networks/e6b2f0e6-c175-43bf-9b5c-34f8ce60d012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962105 May 08 22:19:31.333501 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486055cd-83f7-4671-8098-73b133c3f99f req-20028e2f-4d6f-4ac8-a6bd-a7b8f861d6ae tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:19:31.335720 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-486055cd-83f7-4671-8098-73b133c3f99f req-20028e2f-4d6f-4ac8-a6bd-a7b8f861d6ae tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cbc3a45-509d-47bc-893c-e5dd7e364f48 HTTP/1.1" status: 200 len: 943 time: 0.0536752 May 08 22:19:31.396402 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-486055cd-83f7-4671-8098-73b133c3f99f req-ef232326-7d39-482f-98b5-42d61b20e962 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdc836f6-496f-44ae-925c-dc7c52f678f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504448 May 08 22:19:31.853011 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.agents_db [None req-09216671-537f-4251-a64c-737ccd42d6d2 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 08 22:19:32.323625 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a32b9b-9971-40b4-b834-52c6d7ff2515 req-57d1c084-f7c0-48df-beea-e177b671d32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:19:32.325214 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-c9a32b9b-9971-40b4-b834-52c6d7ff2515 req-57d1c084-f7c0-48df-beea-e177b671d32f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=df8e9de548524630a8a026f764dad655&device_id=5cbc3a45-509d-47bc-893c-e5dd7e364f48 HTTP/1.1" status: 200 len: 1127 time: 0.0444636 May 08 22:19:32.436147 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a32b9b-9971-40b4-b834-52c6d7ff2515 req-6e49fef6-cd6b-4f3b-913a-07c99d24baac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:19:32.437760 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-c9a32b9b-9971-40b4-b834-52c6d7ff2515 req-6e49fef6-cd6b-4f3b-913a-07c99d24baac service neutron] 10.222.0.24 "GET /v2.0/networks?id=e6b2f0e6-c175-43bf-9b5c-34f8ce60d012 HTTP/1.1" status: 200 len: 910 time: 0.1053736 May 08 22:19:32.514816 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1dc486-d0e5-408c-9c3a-7059df87ba0c req-85fa24c5-9472-4c38-a0a5-e3ecd0288f83 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:19:32.516312 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-ce1dc486-d0e5-408c-9c3a-7059df87ba0c req-85fa24c5-9472-4c38-a0a5-e3ecd0288f83 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cbc3a45-509d-47bc-893c-e5dd7e364f48 HTTP/1.1" status: 200 len: 943 time: 0.0474551 May 08 22:19:32.519790 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-c9a32b9b-9971-40b4-b834-52c6d7ff2515 req-1167aca8-12d1-4c5e-8572-d4566017b1db service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba0c26c1-8042-4360-bb22-303466902223 HTTP/1.1" status: 200 len: 217 time: 0.0403855 May 08 22:19:32.568435 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-ce1dc486-d0e5-408c-9c3a-7059df87ba0c req-a20fbd9e-e106-494b-840c-4d5fcb38789b tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdc836f6-496f-44ae-925c-dc7c52f678f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456376 May 08 22:19:32.575634 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a32b9b-9971-40b4-b834-52c6d7ff2515 req-70639dcb-1ca9-4468-910b-78ad95fd1b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:19:32.577304 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-c9a32b9b-9971-40b4-b834-52c6d7ff2515 req-70639dcb-1ca9-4468-910b-78ad95fd1b04 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ce8c7aea-95c0-4231-af51-1dbbdcc77349 HTTP/1.1" status: 200 len: 848 time: 0.0497909 May 08 22:19:32.631247 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a32b9b-9971-40b4-b834-52c6d7ff2515 req-5aaa9c5d-c3d6-480d-8b78-3d7cd59a97f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:19:32.632761 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-c9a32b9b-9971-40b4-b834-52c6d7ff2515 req-5aaa9c5d-c3d6-480d-8b78-3d7cd59a97f1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e6b2f0e6-c175-43bf-9b5c-34f8ce60d012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436161 May 08 22:19:32.722866 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-c9a32b9b-9971-40b4-b834-52c6d7ff2515 req-a3ebfc6b-170c-4ac6-a072-f9d2a8b07b95 service neutron] 10.222.0.24 "GET /v2.0/networks/e6b2f0e6-c175-43bf-9b5c-34f8ce60d012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821307 May 08 22:19:32.818887 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-c9a32b9b-9971-40b4-b834-52c6d7ff2515 req-1bd2a27c-70ad-4023-a616-27431c38b18a service neutron] 10.222.0.24 "GET /v2.0/networks/e6b2f0e6-c175-43bf-9b5c-34f8ce60d012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861263 May 08 22:19:33.695078 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0ce9ec-9ae8-47fc-9f4c-54a82fcaff66 req-b7808dbf-e42c-47b1-bf63-875b09e2fecf tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:19:33.696727 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-bb0ce9ec-9ae8-47fc-9f4c-54a82fcaff66 req-b7808dbf-e42c-47b1-bf63-875b09e2fecf tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cbc3a45-509d-47bc-893c-e5dd7e364f48 HTTP/1.1" status: 200 len: 943 time: 0.0583811 May 08 22:19:33.749959 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-bb0ce9ec-9ae8-47fc-9f4c-54a82fcaff66 req-2fcbd275-9c3b-4ffa-959c-8a10f5fb49e6 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdc836f6-496f-44ae-925c-dc7c52f678f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477078 May 08 22:19:34.874100 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59ff1ea-b540-4aae-b97b-77e740832729 req-b0ca0c14-80e5-4fd9-856d-688cf7aaf186 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:19:34.876037 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-f59ff1ea-b540-4aae-b97b-77e740832729 req-b0ca0c14-80e5-4fd9-856d-688cf7aaf186 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cbc3a45-509d-47bc-893c-e5dd7e364f48 HTTP/1.1" status: 200 len: 943 time: 0.0528839 May 08 22:19:34.926609 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-f59ff1ea-b540-4aae-b97b-77e740832729 req-838679a5-8e34-4176-809c-97f1f67a91a4 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdc836f6-496f-44ae-925c-dc7c52f678f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444818 May 08 22:19:36.048759 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0bb68e-895e-46f1-a89b-8eb16cd44bde req-4855022b-2e07-4f5f-8259-cc558dbf59fd tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:19:36.050323 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-cb0bb68e-895e-46f1-a89b-8eb16cd44bde req-4855022b-2e07-4f5f-8259-cc558dbf59fd tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cbc3a45-509d-47bc-893c-e5dd7e364f48 HTTP/1.1" status: 200 len: 943 time: 0.0521836 May 08 22:19:36.104137 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-cb0bb68e-895e-46f1-a89b-8eb16cd44bde req-8b0ec492-6f43-4810-bceb-a0a945d71896 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdc836f6-496f-44ae-925c-dc7c52f678f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477388 May 08 22:19:37.229755 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7286a76c-a918-499e-9cc0-3fa5042b6c6d req-36d17005-60e0-4b0b-bb16-7953ef91328e tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:19:37.231292 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-7286a76c-a918-499e-9cc0-3fa5042b6c6d req-36d17005-60e0-4b0b-bb16-7953ef91328e tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cbc3a45-509d-47bc-893c-e5dd7e364f48 HTTP/1.1" status: 200 len: 943 time: 0.0517554 May 08 22:19:37.286202 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-7286a76c-a918-499e-9cc0-3fa5042b6c6d req-f9e0f534-7552-4082-8788-00997842fd91 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdc836f6-496f-44ae-925c-dc7c52f678f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491307 May 08 22:19:38.399865 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e2e9e-bcde-46a3-bd37-e7c092c54c45 req-ca967b0e-d2d7-440f-bf2c-cf9316f76d63 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:19:38.401387 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-801e2e9e-bcde-46a3-bd37-e7c092c54c45 req-ca967b0e-d2d7-440f-bf2c-cf9316f76d63 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cbc3a45-509d-47bc-893c-e5dd7e364f48 HTTP/1.1" status: 200 len: 943 time: 0.0458729 May 08 22:19:38.453434 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-801e2e9e-bcde-46a3-bd37-e7c092c54c45 req-858dcf3e-3ed3-4f87-90f1-a9c3522c6739 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdc836f6-496f-44ae-925c-dc7c52f678f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455401 May 08 22:19:39.581498 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d591ac-844b-46f0-85b4-666088f1af71 req-cbc68b0d-50b3-428e-9683-6c3ba1690482 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:19:39.582983 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-e3d591ac-844b-46f0-85b4-666088f1af71 req-cbc68b0d-50b3-428e-9683-6c3ba1690482 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cbc3a45-509d-47bc-893c-e5dd7e364f48 HTTP/1.1" status: 200 len: 943 time: 0.0539384 May 08 22:19:39.634626 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-e3d591ac-844b-46f0-85b4-666088f1af71 req-14e99058-b5f5-4f8c-9b6b-ad10949f3c7a tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdc836f6-496f-44ae-925c-dc7c52f678f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459104 May 08 22:19:40.247876 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (50086534-3b0f-4edb-899f-da05c46c2546), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:19:40.767132 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd37e19e-0fc2-4262-b111-386f99e34fda req-88be5db1-26e2-463d-af12-7ed0b6476c57 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:19:40.768595 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-dd37e19e-0fc2-4262-b111-386f99e34fda req-88be5db1-26e2-463d-af12-7ed0b6476c57 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cbc3a45-509d-47bc-893c-e5dd7e364f48 HTTP/1.1" status: 200 len: 943 time: 0.0505593 May 08 22:19:40.818288 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-dd37e19e-0fc2-4262-b111-386f99e34fda req-2497f715-7340-4983-8609-de566605b671 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdc836f6-496f-44ae-925c-dc7c52f678f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439627 May 08 22:19:41.951362 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f74f78-eb88-411e-aefc-791f16fa73e6 req-29854316-9f4a-4dda-9bfd-6f03ca988d92 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:19:41.952946 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-b6f74f78-eb88-411e-aefc-791f16fa73e6 req-29854316-9f4a-4dda-9bfd-6f03ca988d92 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cbc3a45-509d-47bc-893c-e5dd7e364f48 HTTP/1.1" status: 200 len: 943 time: 0.0611005 May 08 22:19:42.224391 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-b6f74f78-eb88-411e-aefc-791f16fa73e6 req-80b77903-8d34-4240-82e7-51748b9971c3 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdc836f6-496f-44ae-925c-dc7c52f678f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2649305 May 08 22:19:43.347809 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f250ce-260e-4c94-b46d-20f94cda4595 req-6cbf3eb2-d05a-447f-94c4-bfc5ee1c3cb6 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:19:43.349283 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-63f250ce-260e-4c94-b46d-20f94cda4595 req-6cbf3eb2-d05a-447f-94c4-bfc5ee1c3cb6 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cbc3a45-509d-47bc-893c-e5dd7e364f48 HTTP/1.1" status: 200 len: 943 time: 0.0471995 May 08 22:19:43.399007 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-63f250ce-260e-4c94-b46d-20f94cda4595 req-a44cfefc-621b-4fa9-bafa-eb38c891fa58 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdc836f6-496f-44ae-925c-dc7c52f678f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440991 May 08 22:19:44.521063 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbd52e2-4ec6-4ac6-a401-f2b738345f94 req-7b7747d4-bc20-48ae-8cad-28b86328d3e7 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:19:44.522521 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-3dbd52e2-4ec6-4ac6-a401-f2b738345f94 req-7b7747d4-bc20-48ae-8cad-28b86328d3e7 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cbc3a45-509d-47bc-893c-e5dd7e364f48 HTTP/1.1" status: 200 len: 943 time: 0.0474062 May 08 22:19:44.574035 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-3dbd52e2-4ec6-4ac6-a401-f2b738345f94 req-4860b797-9785-422d-ab70-32ce6a216692 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdc836f6-496f-44ae-925c-dc7c52f678f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458748 May 08 22:19:45.477544 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device ba0c26c1-8042-4360-bb22-303466902223 details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=103630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 08 22:19:45.599251 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] For port ba0c26c1-8042-4360-bb22-303466902223, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=ba0c26c1-8042-4360-bb22-303466902223,segment=NetworkSegment(735a76af-a47a-4608-9953-4d27f1f0e7e9),segment_id=735a76af-a47a-4608-9953-4d27f1f0e7e9)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:19:45.612082 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Returning: {'device': 'ba0c26c1-8042-4360-bb22-303466902223', 'network_id': 'e6b2f0e6-c175-43bf-9b5c-34f8ce60d012', 'port_id': 'ba0c26c1-8042-4360-bb22-303466902223', 'mac_address': 'fa:16:3e:64:4d:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce8c7aea-95c0-4231-af51-1dbbdcc77349', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 08 22:19:45.650057 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Current status of the port ba0c26c1-8042-4360-bb22-303466902223 is: DOWN; New status is: BUILD {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:19:45.650437 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (ba0c26c1-8042-4360-bb22-303466902223), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:19:45.665557 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.notifiers.nova [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba0c26c1-8042-4360-bb22-303466902223 {{(pid=103630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 08 22:19:45.687007 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] For port ba0c26c1-8042-4360-bb22-303466902223, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=ba0c26c1-8042-4360-bb22-303466902223,segment=NetworkSegment(735a76af-a47a-4608-9953-4d27f1f0e7e9),segment_id=735a76af-a47a-4608-9953-4d27f1f0e7e9)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:19:45.700044 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (ba0c26c1-8042-4360-bb22-303466902223), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:19:45.700196 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255be790-7f65-4d48-a3df-206017ba4829 req-b6940cfa-032b-4892-83ca-42643bd9487d tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:19:45.700196 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-255be790-7f65-4d48-a3df-206017ba4829 req-b6940cfa-032b-4892-83ca-42643bd9487d tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cbc3a45-509d-47bc-893c-e5dd7e364f48 HTTP/1.1" status: 200 len: 943 time: 0.0521839 May 08 22:19:45.744350 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Pushing event updated for resources: {'Port': ['ID=ba0c26c1-8042-4360-bb22-303466902223,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:19:45.744723 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-255be790-7f65-4d48-a3df-206017ba4829 req-5eb3f81a-6c77-4a94-b52b-d6e0196d4cb1 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdc836f6-496f-44ae-925c-dc7c52f678f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428543 May 08 22:19:45.751332 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:19:45.751674 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:19:45.752012 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:19:45.752365 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:19:45.752795 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:19:45.753125 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:19:45.753446 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:19:45.753761 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:19:45.754080 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:19:45.754399 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:19:45.754716 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:19:45.755048 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:19:45.755368 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:19:45.755680 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:19:45.755993 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:19:46.218485 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-0a4b2dbb-65b7-4468-8be3-dbbd1168da63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (399f5491-dab9-4373-bd22-64cd7c73418d), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:19:46.342548 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] get_ports_and_sgs() called for port_ids ['ba0c26c1-8042-4360-bb22-303466902223'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 08 22:19:46.856726 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5581273c-aad1-434b-b43f-3036b37685cb req-c5892965-01be-4933-92f3-63fa926f1b34 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:19:46.858206 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-5581273c-aad1-434b-b43f-3036b37685cb req-c5892965-01be-4933-92f3-63fa926f1b34 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cbc3a45-509d-47bc-893c-e5dd7e364f48 HTTP/1.1" status: 200 len: 944 time: 0.0466642 May 08 22:19:46.908410 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-5581273c-aad1-434b-b43f-3036b37685cb req-88575143-acd7-4c45-812f-218c564d4910 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdc836f6-496f-44ae-925c-dc7c52f678f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444908 May 08 22:19:48.044655 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d32c80-cad7-4205-b31c-e9b5a7275650 req-7911bffe-7e66-4fd8-83c7-deae75cd6664 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:19:48.046099 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-96d32c80-cad7-4205-b31c-e9b5a7275650 req-7911bffe-7e66-4fd8-83c7-deae75cd6664 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cbc3a45-509d-47bc-893c-e5dd7e364f48 HTTP/1.1" status: 200 len: 944 time: 0.0565195 May 08 22:19:48.095970 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-96d32c80-cad7-4205-b31c-e9b5a7275650 req-03d37945-d370-42f1-ad45-95f4eb5fc0d2 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdc836f6-496f-44ae-925c-dc7c52f678f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439978 May 08 22:19:48.242508 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device ba0c26c1-8042-4360-bb22-303466902223 up at agent hyperv_hv-cinder-84051 {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 08 22:19:48.287522 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Provisioning for port ba0c26c1-8042-4360-bb22-303466902223 completed by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 08 22:19:48.294771 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Provisioning complete for port ba0c26c1-8042-4360-bb22-303466902223 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:19:48.295148 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (ba0c26c1-8042-4360-bb22-303466902223), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:19:48.374211 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Current status of the port ba0c26c1-8042-4360-bb22-303466902223 is: BUILD; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:19:48.374597 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (ba0c26c1-8042-4360-bb22-303466902223), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:19:48.400762 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cbc3a45-509d-47bc-893c-e5dd7e364f48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba0c26c1-8042-4360-bb22-303466902223'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 08 22:19:48.402991 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bcef9e280bae9da70c0250555725ec84c8fe71b1405edcfc00240691fe86bce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d04d21ce-b1e6-4eff-958a-100db73f03fe" -d '{"events": [{"server_uuid": "5cbc3a45-509d-47bc-893c-e5dd7e364f48", "name": "network-vif-plugged", "status": "completed", "tag": "ba0c26c1-8042-4360-bb22-303466902223"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 08 22:19:48.429981 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] For port ba0c26c1-8042-4360-bb22-303466902223, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=ba0c26c1-8042-4360-bb22-303466902223,segment=NetworkSegment(735a76af-a47a-4608-9953-4d27f1f0e7e9),segment_id=735a76af-a47a-4608-9953-4d27f1f0e7e9)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:19:48.434788 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (ba0c26c1-8042-4360-bb22-303466902223), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:19:48.440535 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 08 May 2022 22:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa482b0-c406-4b98-a727-738ca6d7a8d7 x-openstack-request-id: req-1aa482b0-c406-4b98-a727-738ca6d7a8d7 {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 08 22:19:48.440884 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cbc3a45-509d-47bc-893c-e5dd7e364f48", "name": "network-vif-plugged", "status": "completed", "tag": "ba0c26c1-8042-4360-bb22-303466902223", "code": 200}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 08 22:19:48.441137 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1aa482b0-c406-4b98-a727-738ca6d7a8d7 {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 08 22:19:48.441532 dv-cinder-840511-5-iscsi neutron-server[103630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1aa482b0-c406-4b98-a727-738ca6d7a8d7'] response: {'server_uuid': '5cbc3a45-509d-47bc-893c-e5dd7e364f48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba0c26c1-8042-4360-bb22-303466902223', 'code': 200} May 08 22:19:48.492769 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Pushing event updated for resources: {'Port': ['ID=ba0c26c1-8042-4360-bb22-303466902223,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:19:48.495742 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-bd53d64e-e170-4778-b070-270bc7209fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (69aa2ac4-530d-40c2-a84a-3161d84edf61), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:19:48.761597 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d8bf1-c67b-4ab1-977b-9b852196650c req-921fa987-af2b-4009-8bf4-2ea588284fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:19:48.763003 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-af4d8bf1-c67b-4ab1-977b-9b852196650c req-921fa987-af2b-4009-8bf4-2ea588284fc7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5cbc3a45-509d-47bc-893c-e5dd7e364f48 HTTP/1.1" status: 200 len: 1129 time: 0.0438340 May 08 22:19:48.812750 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-af4d8bf1-c67b-4ab1-977b-9b852196650c req-af4a1d25-3ceb-4b84-849d-d3ae4d4a0977 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=cdc836f6-496f-44ae-925c-dc7c52f678f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396795 May 08 22:19:49.216238 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6907d6bd-a4c4-4754-af44-6037c70cbb9d req-dce35580-484d-453e-a71a-0b450e02354b tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:19:49.217729 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-6907d6bd-a4c4-4754-af44-6037c70cbb9d req-dce35580-484d-453e-a71a-0b450e02354b tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cbc3a45-509d-47bc-893c-e5dd7e364f48 HTTP/1.1" status: 200 len: 945 time: 0.0494351 May 08 22:19:49.269918 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-6907d6bd-a4c4-4754-af44-6037c70cbb9d req-3bbf4424-dc4c-4429-9375-4270a5a78513 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdc836f6-496f-44ae-925c-dc7c52f678f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437157 May 08 22:19:49.337637 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-68d59b13-bdd3-4890-b330-3a9be9bf9791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (167e5ba9-08ef-43b6-aca0-7c88b7f9e735), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:19:50.401208 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f83e62-b9d5-44dd-b70f-7e69a370abeb req-2500b12b-59ca-4c43-b76b-9a603a3856e5 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:19:50.402656 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-74f83e62-b9d5-44dd-b70f-7e69a370abeb req-2500b12b-59ca-4c43-b76b-9a603a3856e5 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cbc3a45-509d-47bc-893c-e5dd7e364f48 HTTP/1.1" status: 200 len: 945 time: 0.0494108 May 08 22:19:50.453700 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-74f83e62-b9d5-44dd-b70f-7e69a370abeb req-364affb5-a8fc-49f1-ad4b-2ecb62fd3e5e tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdc836f6-496f-44ae-925c-dc7c52f678f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453103 May 08 22:19:50.934260 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f82e6e54-0a06-4075-8e4d-2bf0b0f201e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (1fcc0290-7f55-4633-95cb-6d94e7aa5e57), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:19:51.573310 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e130c5-0797-44a8-8adc-2844f04da6ea req-f497e9a5-5be8-4c93-840c-6eed3f788552 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:19:51.574809 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-d9e130c5-0797-44a8-8adc-2844f04da6ea req-f497e9a5-5be8-4c93-840c-6eed3f788552 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cbc3a45-509d-47bc-893c-e5dd7e364f48 HTTP/1.1" status: 200 len: 945 time: 0.0534267 May 08 22:19:51.623237 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-d9e130c5-0797-44a8-8adc-2844f04da6ea req-46c43201-e23c-47e3-9846-424de7e94da0 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdc836f6-496f-44ae-925c-dc7c52f678f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425177 May 08 22:19:51.745063 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe12945c-0138-45e2-8dcd-39431e400d79 req-870d8603-41ae-43bc-b8dd-4fb2f07eac2e tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:19:51.746449 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-fe12945c-0138-45e2-8dcd-39431e400d79 req-870d8603-41ae-43bc-b8dd-4fb2f07eac2e tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cbc3a45-509d-47bc-893c-e5dd7e364f48 HTTP/1.1" status: 200 len: 945 time: 0.0503933 May 08 22:19:51.802108 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-fe12945c-0138-45e2-8dcd-39431e400d79 req-2e3b4ef1-e88a-45b4-a1d6-5b8aa57b33a7 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdc836f6-496f-44ae-925c-dc7c52f678f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471630 May 08 22:19:51.826862 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 55062) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:19:52.019288 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03061e96-5b00-4504-a3da-f09a7a43ec02 tempest-TestShelveInstance-1171063347 tempest-TestShelveInstance-1171063347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:19:52.023842 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-03061e96-5b00-4504-a3da-f09a7a43ec02 tempest-TestShelveInstance-1171063347 tempest-TestShelveInstance-1171063347-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=5cbc3a45-509d-47bc-893c-e5dd7e364f48 HTTP/1.1" status: 200 len: 1124 time: 0.1927559 May 08 22:19:52.023958 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 55068) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:19:52.028300 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.v2.base [None req-11403983-7a1f-42f3-acec-db80be729b9b tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Request body: {'floatingip': {'floating_network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'port_id': 'ba0c26c1-8042-4360-bb22-303466902223', 'tenant_id': 'df8e9de548524630a8a026f764dad655', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:19:52.054449 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-11403983-7a1f-42f3-acec-db80be729b9b tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:19:52.129618 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-11403983-7a1f-42f3-acec-db80be729b9b tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:19:52.237496 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-11403983-7a1f-42f3-acec-db80be729b9b tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Allocated IP 172.27.2.185 (542aeef6-5046-439a-aa53-dc46759766dd/c1306b94-a9cc-4730-bd7d-1800cb77959d/5d22804f-2961-45b4-a799-ec0336622f5f) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 08 22:19:52.350266 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-11403983-7a1f-42f3-acec-db80be729b9b tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Publish callbacks [] for port (5d22804f-2961-45b4-a799-ec0336622f5f), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:19:52.388274 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-11403983-7a1f-42f3-acec-db80be729b9b tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791034024012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59173228'] for port (5d22804f-2961-45b4-a799-ec0336622f5f), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:19:52.429269 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11403983-7a1f-42f3-acec-db80be729b9b tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Network 542aeef6-5046-439a-aa53-dc46759766dd is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 08 22:19:52.430267 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (7e3c7ef6-abd5-4f0f-b372-b2734b637fd0), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:19:52.432074 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-11403983-7a1f-42f3-acec-db80be729b9b tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:19:52.435754 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11403983-7a1f-42f3-acec-db80be729b9b tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 08 22:19:52.460679 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11403983-7a1f-42f3-acec-db80be729b9b tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Pushing event updated for resources: {'Port': ['ID=5d22804f-2961-45b4-a799-ec0336622f5f,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:19:52.474368 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11403983-7a1f-42f3-acec-db80be729b9b tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:19:52.474705 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11403983-7a1f-42f3-acec-db80be729b9b tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:19:52.475037 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11403983-7a1f-42f3-acec-db80be729b9b tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:19:52.475387 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11403983-7a1f-42f3-acec-db80be729b9b tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:19:52.475712 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11403983-7a1f-42f3-acec-db80be729b9b tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:19:52.476030 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11403983-7a1f-42f3-acec-db80be729b9b tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:19:52.476348 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11403983-7a1f-42f3-acec-db80be729b9b tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:19:52.476691 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11403983-7a1f-42f3-acec-db80be729b9b tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:19:52.477006 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11403983-7a1f-42f3-acec-db80be729b9b tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:19:52.477319 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11403983-7a1f-42f3-acec-db80be729b9b tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:19:52.477634 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11403983-7a1f-42f3-acec-db80be729b9b tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:19:52.477947 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11403983-7a1f-42f3-acec-db80be729b9b tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:19:52.478253 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11403983-7a1f-42f3-acec-db80be729b9b tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:19:52.478565 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11403983-7a1f-42f3-acec-db80be729b9b tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:19:52.478871 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11403983-7a1f-42f3-acec-db80be729b9b tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:19:52.873177 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-11403983-7a1f-42f3-acec-db80be729b9b tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Publish callbacks [] for floatingip (fb1b836e-747b-47bc-bd06-43f22181cf1d), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:19:52.949912 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-11403983-7a1f-42f3-acec-db80be729b9b tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (5d22804f-2961-45b4-a799-ec0336622f5f), before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:19:53.100399 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-11403983-7a1f-42f3-acec-db80be729b9b tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Publish callbacks [] for port (5d22804f-2961-45b4-a799-ec0336622f5f), precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:19:53.106759 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-11403983-7a1f-42f3-acec-db80be729b9b tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59173211'] for port (5d22804f-2961-45b4-a799-ec0336622f5f), after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:19:53.172644 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11403983-7a1f-42f3-acec-db80be729b9b tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Pushing event updated for resources: {'Port': ['ID=5d22804f-2961-45b4-a799-ec0336622f5f,revision_number=2']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:19:53.186766 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-11403983-7a1f-42f3-acec-db80be729b9b tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-788248'] for floatingip (fb1b836e-747b-47bc-bd06-43f22181cf1d), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:19:53.300025 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.db.l3_db [None req-11403983-7a1f-42f3-acec-db80be729b9b tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Floating IP fb1b836e-747b-47bc-bd06-43f22181cf1d associated. External IP: 172.27.2.185, port: ba0c26c1-8042-4360-bb22-303466902223. May 08 22:19:53.515824 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11403983-7a1f-42f3-acec-db80be729b9b tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Router 904a2c54-3feb-465c-8fe1-8590dd3ef06e has already been hosted by L3 agent 69aa2ac4-530d-40c2-a84a-3161d84edf61 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 08 22:19:53.636358 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11403983-7a1f-42f3-acec-db80be729b9b tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Notify agent at l3_agent.dv-cinder-840511-5-iscsi the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 08 22:19:53.646909 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab45acf-410d-472c-aaae-99a16a0b4a9d None None] Sync routers for ids ['904a2c54-3feb-465c-8fe1-8590dd3ef06e'] in dv-cinder-840511-5-iscsi {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 08 22:19:53.659142 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-11403983-7a1f-42f3-acec-db80be729b9b tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870'] for floatingip (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:19:53.660127 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab45acf-410d-472c-aaae-99a16a0b4a9d None None] Routers {'904a2c54-3feb-465c-8fe1-8590dd3ef06e'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:19:53.660790 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-aab45acf-410d-472c-aaae-99a16a0b4a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:19:48Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['904a2c54-3feb-465c-8fe1-8590dd3ef06e'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:19:53.688999 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-11403983-7a1f-42f3-acec-db80be729b9b tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6639760 May 08 22:19:53.689582 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cbc3a45-509d-47bc-893c-e5dd7e364f48', 'tag': 'ba0c26c1-8042-4360-bb22-303466902223'}] {{(pid=103628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 08 22:19:53.691841 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e2a9c85b17fa97aa3ee6f0cc28bce24bf61ad2de26c4d93421d838ad5289b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8da68da-988c-4488-950e-e947af9ad89e" -d '{"events": [{"name": "network-changed", "server_uuid": "5cbc3a45-509d-47bc-893c-e5dd7e364f48", "tag": "ba0c26c1-8042-4360-bb22-303466902223"}]}' {{(pid=103628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 08 22:19:53.733845 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 08 May 2022 22:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f658903-185b-4eef-b9cd-f70d5dc9ada7 x-openstack-request-id: req-4f658903-185b-4eef-b9cd-f70d5dc9ada7 {{(pid=103628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 08 22:19:53.734165 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cbc3a45-509d-47bc-893c-e5dd7e364f48", "tag": "ba0c26c1-8042-4360-bb22-303466902223", "status": "completed", "code": 200}]} {{(pid=103628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 08 22:19:53.734465 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4f658903-185b-4eef-b9cd-f70d5dc9ada7 {{(pid=103628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 08 22:19:53.734877 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f658903-185b-4eef-b9cd-f70d5dc9ada7'] response: {'name': 'network-changed', 'server_uuid': '5cbc3a45-509d-47bc-893c-e5dd7e364f48', 'tag': 'ba0c26c1-8042-4360-bb22-303466902223', 'status': 'completed', 'code': 200} May 08 22:19:53.768548 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-aab45acf-410d-472c-aaae-99a16a0b4a9d None None] Set router 904a2c54-3feb-465c-8fe1-8590dd3ef06e gateway port host: dv-cinder-840511-5-iscsi {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:19:53.823441 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8da68da-988c-4488-950e-e947af9ad89e req-de0ad622-c933-4333-9799-e40589a0991f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:19:53.825777 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-a8da68da-988c-4488-950e-e947af9ad89e req-de0ad622-c933-4333-9799-e40589a0991f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=df8e9de548524630a8a026f764dad655&device_id=5cbc3a45-509d-47bc-893c-e5dd7e364f48 HTTP/1.1" status: 200 len: 1129 time: 0.0399871 May 08 22:19:53.921284 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8da68da-988c-4488-950e-e947af9ad89e req-cc1e2c5a-087d-4272-a5c3-8ef86f5dc283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:19:53.922923 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-a8da68da-988c-4488-950e-e947af9ad89e req-cc1e2c5a-087d-4272-a5c3-8ef86f5dc283 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e6b2f0e6-c175-43bf-9b5c-34f8ce60d012 HTTP/1.1" status: 200 len: 910 time: 0.0897496 May 08 22:19:53.984977 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-aab45acf-410d-472c-aaae-99a16a0b4a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '904a2c54-3feb-465c-8fe1-8590dd3ef06e', 'name': 'tempest-TestShelveInstance-1939198278-router', 'tenant_id': 'df8e9de548524630a8a026f764dad655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '5a5cea59-50b8-4143-8132-17e8d199054b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:18:42Z', 'updated_at': '2022-05-08T22:18:45Z', 'revision_number': 4, 'project_id': 'df8e9de548524630a8a026f764dad655', 'gw_port': {'id': '5a5cea59-50b8-4143-8132-17e8d199054b', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:45:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904a2c54-3feb-465c-8fe1-8590dd3ef06e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:18:42Z', 'updated_at': '2022-05-08T22:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_floatingips': [{'id': 'fb1b836e-747b-47bc-bd06-43f22181cf1d', 'tenant_id': 'df8e9de548524630a8a026f764dad655', 'floating_ip_address': '172.27.2.185', 'floating_network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'router_id': '904a2c54-3feb-465c-8fe1-8590dd3ef06e', 'port_id': 'ba0c26c1-8042-4360-bb22-303466902223', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6b2f0e6-c175-43bf-9b5c-34f8ce60d012', 'mac_address': 'fa:16:3e:64:4d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cbc3a45-509d-47bc-893c-e5dd7e364f48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-08T22:19:52Z', 'updated_at': '2022-05-08T22:19:52Z', 'revision_number': 0, 'project_id': 'df8e9de548524630a8a026f764dad655', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30732ce1-c4aa-44c6-bcf3-161ebf4303f4', 'name': '', 'network_id': 'e6b2f0e6-c175-43bf-9b5c-34f8ce60d012', 'tenant_id': 'df8e9de548524630a8a026f764dad655', 'mac_address': 'fa:16:3e:c1:7f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904a2c54-3feb-465c-8fe1-8590dd3ef06e', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'ce8c7aea-95c0-4231-af51-1dbbdcc77349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:18:44Z', 'updated_at': '2022-05-08T22:18:49Z', 'revision_number': 5, 'project_id': 'df8e9de548524630a8a026f764dad655', 'subnets': [{'id': 'ce8c7aea-95c0-4231-af51-1dbbdcc77349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:19:53.988183 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-a8da68da-988c-4488-950e-e947af9ad89e req-e753258e-53fe-4540-9091-c06fe3443339 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba0c26c1-8042-4360-bb22-303466902223 HTTP/1.1" status: 200 len: 999 time: 0.0576987 May 08 22:19:54.014286 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab45acf-410d-472c-aaae-99a16a0b4a9d None None] Checking router: 904a2c54-3feb-465c-8fe1-8590dd3ef06e for host: dv-cinder-840511-5-iscsi {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 08 22:19:54.022978 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab45acf-410d-472c-aaae-99a16a0b4a9d None None] Routers {'904a2c54-3feb-465c-8fe1-8590dd3ef06e'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:19:54.023494 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-aab45acf-410d-472c-aaae-99a16a0b4a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:19:48Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['904a2c54-3feb-465c-8fe1-8590dd3ef06e'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:19:54.039318 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8da68da-988c-4488-950e-e947af9ad89e req-055df7fb-563b-4578-8570-f6080d86ef97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:19:54.040803 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-a8da68da-988c-4488-950e-e947af9ad89e req-055df7fb-563b-4578-8570-f6080d86ef97 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ce8c7aea-95c0-4231-af51-1dbbdcc77349 HTTP/1.1" status: 200 len: 848 time: 0.0463769 May 08 22:19:54.084830 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8da68da-988c-4488-950e-e947af9ad89e req-fccbcbdc-22c5-4bec-9bdd-e7c0700eadf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:19:54.086342 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-a8da68da-988c-4488-950e-e947af9ad89e req-fccbcbdc-22c5-4bec-9bdd-e7c0700eadf1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e6b2f0e6-c175-43bf-9b5c-34f8ce60d012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386531 May 08 22:19:54.132707 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-aab45acf-410d-472c-aaae-99a16a0b4a9d None None] Set router 904a2c54-3feb-465c-8fe1-8590dd3ef06e gateway port host: dv-cinder-840511-5-iscsi {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:19:54.173059 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-a8da68da-988c-4488-950e-e947af9ad89e req-0f499a74-16a3-4fc6-b449-44ebed639a07 service neutron] 10.222.0.24 "GET /v2.0/networks/e6b2f0e6-c175-43bf-9b5c-34f8ce60d012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804524 May 08 22:19:54.267291 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-a8da68da-988c-4488-950e-e947af9ad89e req-31da916a-bf99-48f3-b77a-1949d4e6947a service neutron] 10.222.0.24 "GET /v2.0/networks/e6b2f0e6-c175-43bf-9b5c-34f8ce60d012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873086 May 08 22:19:54.431218 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-aab45acf-410d-472c-aaae-99a16a0b4a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '904a2c54-3feb-465c-8fe1-8590dd3ef06e', 'name': 'tempest-TestShelveInstance-1939198278-router', 'tenant_id': 'df8e9de548524630a8a026f764dad655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '5a5cea59-50b8-4143-8132-17e8d199054b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:18:42Z', 'updated_at': '2022-05-08T22:18:45Z', 'revision_number': 4, 'project_id': 'df8e9de548524630a8a026f764dad655', 'gw_port': {'id': '5a5cea59-50b8-4143-8132-17e8d199054b', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:45:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904a2c54-3feb-465c-8fe1-8590dd3ef06e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:18:42Z', 'updated_at': '2022-05-08T22:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_floatingips': [{'id': 'fb1b836e-747b-47bc-bd06-43f22181cf1d', 'tenant_id': 'df8e9de548524630a8a026f764dad655', 'floating_ip_address': '172.27.2.185', 'floating_network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'router_id': '904a2c54-3feb-465c-8fe1-8590dd3ef06e', 'port_id': 'ba0c26c1-8042-4360-bb22-303466902223', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6b2f0e6-c175-43bf-9b5c-34f8ce60d012', 'mac_address': 'fa:16:3e:64:4d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cbc3a45-509d-47bc-893c-e5dd7e364f48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-08T22:19:52Z', 'updated_at': '2022-05-08T22:19:52Z', 'revision_number': 0, 'project_id': 'df8e9de548524630a8a026f764dad655', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30732ce1-c4aa-44c6-bcf3-161ebf4303f4', 'name': '', 'network_id': 'e6b2f0e6-c175-43bf-9b5c-34f8ce60d012', 'tenant_id': 'df8e9de548524630a8a026f764dad655', 'mac_address': 'fa:16:3e:c1:7f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904a2c54-3feb-465c-8fe1-8590dd3ef06e', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'ce8c7aea-95c0-4231-af51-1dbbdcc77349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:18:44Z', 'updated_at': '2022-05-08T22:18:49Z', 'revision_number': 5, 'project_id': 'df8e9de548524630a8a026f764dad655', 'subnets': [{'id': 'ce8c7aea-95c0-4231-af51-1dbbdcc77349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:19:54.457392 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab45acf-410d-472c-aaae-99a16a0b4a9d None None] The sync data for ids ['904a2c54-3feb-465c-8fe1-8590dd3ef06e'] in dv-cinder-840511-5-iscsi is: [{'id': '904a2c54-3feb-465c-8fe1-8590dd3ef06e', 'name': 'tempest-TestShelveInstance-1939198278-router', 'tenant_id': 'df8e9de548524630a8a026f764dad655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '5a5cea59-50b8-4143-8132-17e8d199054b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:18:42Z', 'updated_at': '2022-05-08T22:18:45Z', 'revision_number': 4, 'project_id': 'df8e9de548524630a8a026f764dad655', 'gw_port': {'id': '5a5cea59-50b8-4143-8132-17e8d199054b', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:45:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904a2c54-3feb-465c-8fe1-8590dd3ef06e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:18:42Z', 'updated_at': '2022-05-08T22:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_floatingips': [{'id': 'fb1b836e-747b-47bc-bd06-43f22181cf1d', 'tenant_id': 'df8e9de548524630a8a026f764dad655', 'floating_ip_address': '172.27.2.185', 'floating_network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'router_id': '904a2c54-3feb-465c-8fe1-8590dd3ef06e', 'port_id': 'ba0c26c1-8042-4360-bb22-303466902223', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6b2f0e6-c175-43bf-9b5c-34f8ce60d012', 'mac_address': 'fa:16:3e:64:4d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cbc3a45-509d-47bc-893c-e5dd7e364f48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-08T22:19:52Z', 'updated_at': '2022-05-08T22:19:52Z', 'revision_number': 0, 'project_id': 'df8e9de548524630a8a026f764dad655', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30732ce1-c4aa-44c6-bcf3-161ebf4303f4', 'name': '', 'network_id': 'e6b2f0e6-c175-43bf-9b5c-34f8ce60d012', 'tenant_id': 'df8e9de548524630a8a026f764dad655', 'mac_address': 'fa:16:3e:c1:7f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904a2c54-3feb-465c-8fe1-8590dd3ef06e', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'ce8c7aea-95c0-4231-af51-1dbbdcc77349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:18:44Z', 'updated_at': '2022-05-08T22:18:49Z', 'revision_number': 5, 'project_id': 'df8e9de548524630a8a026f764dad655', 'subnets': [{'id': 'ce8c7aea-95c0-4231-af51-1dbbdcc77349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 08 22:19:54.658685 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f67e827-a4d9-4ac9-9e52-b8a747cf41a1 None None] New status for floating IP fb1b836e-747b-47bc-bd06-43f22181cf1d: ACTIVE {{(pid=103630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 08 22:20:00.050434 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b6ae8-f4ca-40a1-bb27-10ffd1776f8c req-cf4f9b08-eb3e-4436-b001-de406ff4eb62 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:00.051871 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-ae8b6ae8-f4ca-40a1-bb27-10ffd1776f8c req-cf4f9b08-eb3e-4436-b001-de406ff4eb62 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a184e29-6493-48c2-b5d7-fe098bcb7e0e HTTP/1.1" status: 200 len: 985 time: 0.0551913 May 08 22:20:00.080747 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ac1260-2ca0-49df-bda5-437afa5c1390 req-51ec2c3f-cfcc-46c2-9b18-5e2ff9689536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:00.082238 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-79ac1260-2ca0-49df-bda5-437afa5c1390 req-51ec2c3f-cfcc-46c2-9b18-5e2ff9689536 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=591851cbb96843c287971cf54acad618&device_id=8a184e29-6493-48c2-b5d7-fe098bcb7e0e HTTP/1.1" status: 200 len: 1169 time: 0.0414851 May 08 22:20:00.113516 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-ae8b6ae8-f4ca-40a1-bb27-10ffd1776f8c req-bd62cd07-c9fc-43ee-9026-f11ba63995a7 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/security-groups?id=37a1b9bc-e6b4-43c1-bfa8-8a40c582d1ef&id=f71b43b0-b7dc-4e11-b18c-2293bb282793&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557292 May 08 22:20:00.175112 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ac1260-2ca0-49df-bda5-437afa5c1390 req-ca46e8a3-e056-4a29-ad17-bcef0aec333c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:00.176597 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-79ac1260-2ca0-49df-bda5-437afa5c1390 req-ca46e8a3-e056-4a29-ad17-bcef0aec333c service neutron] 10.222.0.24 "GET /v2.0/networks?id=2aae8800-127b-4312-8164-8a20bcfe6f91 HTTP/1.1" status: 200 len: 916 time: 0.0879407 May 08 22:20:00.240322 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-79ac1260-2ca0-49df-bda5-437afa5c1390 req-7bb089b7-e0b3-41c9-b2b4-5aef971892e6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7d9cd269-da9b-46a2-a0f0-afbb0a84d461 HTTP/1.1" status: 200 len: 1002 time: 0.0571535 May 08 22:20:00.288648 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ac1260-2ca0-49df-bda5-437afa5c1390 req-e4e7aee5-9ba8-4453-a71f-be6470e01279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:00.290142 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-79ac1260-2ca0-49df-bda5-437afa5c1390 req-e4e7aee5-9ba8-4453-a71f-be6470e01279 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e594cb87-8b3c-497d-b749-a06b23b83e86 HTTP/1.1" status: 200 len: 854 time: 0.0429440 May 08 22:20:00.337683 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ac1260-2ca0-49df-bda5-437afa5c1390 req-000993b1-d0af-4547-bf36-03532ca3c645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:00.339151 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-79ac1260-2ca0-49df-bda5-437afa5c1390 req-000993b1-d0af-4547-bf36-03532ca3c645 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2aae8800-127b-4312-8164-8a20bcfe6f91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420268 May 08 22:20:00.417616 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 55134) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:20:00.431008 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-79ac1260-2ca0-49df-bda5-437afa5c1390 req-2ad1847a-0446-4e27-a337-a241ec3e669d service neutron] 10.222.0.24 "GET /v2.0/networks/2aae8800-127b-4312-8164-8a20bcfe6f91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847495 May 08 22:20:00.523608 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-79ac1260-2ca0-49df-bda5-437afa5c1390 req-c63c3237-f826-41e7-856c-8f07df6ce13e service neutron] 10.222.0.24 "GET /v2.0/networks/2aae8800-127b-4312-8164-8a20bcfe6f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849812 May 08 22:20:00.537221 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2b7d32c4-b06b-404f-b25b-fd5a931126c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:00.614591 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2b7d32c4-b06b-404f-b25b-fd5a931126c1 admin admin] Publish callbacks [] for security_group (dfbb380e-3319-40df-ba02-2cbd579c0d64), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:00.619780 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2b7d32c4-b06b-404f-b25b-fd5a931126c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (dfbb380e-3319-40df-ba02-2cbd579c0d64), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:00.657791 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-2b7d32c4-b06b-404f-b25b-fd5a931126c1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=af311131cb0944e1867fa37d7066671d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2390864 May 08 22:20:00.658664 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7d32c4-b06b-404f-b25b-fd5a931126c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfbb380e-3319-40df-ba02-2cbd579c0d64,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:20:00.660785 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 55138) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:20:00.710687 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8fe17271-f4f3-4fa2-94f5-a9b76da6638f admin admin] Publish callbacks [] for security_group (dfbb380e-3319-40df-ba02-2cbd579c0d64), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:00.732766 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8fe17271-f4f3-4fa2-94f5-a9b76da6638f admin admin] Publish callbacks [] for security_group (dfbb380e-3319-40df-ba02-2cbd579c0d64), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:00.786107 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8fe17271-f4f3-4fa2-94f5-a9b76da6638f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (dfbb380e-3319-40df-ba02-2cbd579c0d64), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:00.788805 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8fe17271-f4f3-4fa2-94f5-a9b76da6638f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:00.790033 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-8fe17271-f4f3-4fa2-94f5-a9b76da6638f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dfbb380e-3319-40df-ba02-2cbd579c0d64 HTTP/1.1" status: 204 len: 168 time: 0.1281505 May 08 22:20:00.800695 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe17271-f4f3-4fa2-94f5-a9b76da6638f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfbb380e-3319-40df-ba02-2cbd579c0d64,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:20:01.238457 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7946fcd0-687e-43cb-9119-a260af9b213e req-a5b9a2ec-be09-458a-b714-7ca8e13bfa3f tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:01.239934 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-7946fcd0-687e-43cb-9119-a260af9b213e req-a5b9a2ec-be09-458a-b714-7ca8e13bfa3f tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a184e29-6493-48c2-b5d7-fe098bcb7e0e HTTP/1.1" status: 200 len: 985 time: 0.0534353 May 08 22:20:01.301041 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-7946fcd0-687e-43cb-9119-a260af9b213e req-dcbba787-6586-4158-9507-d81ca3c2ed16 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/security-groups?id=37a1b9bc-e6b4-43c1-bfa8-8a40c582d1ef&id=f71b43b0-b7dc-4e11-b18c-2293bb282793&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550895 May 08 22:20:01.436760 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 55164) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:20:01.535077 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.v2.base [None req-b9aa6601-b0e5-46b0-b6a0-4ab14e54745e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-417149460-network', 'tenant_id': '71ff1b3aaa864388b9a5646942d2bffb'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:20:01.557093 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9aa6601-b0e5-46b0-b6a0-4ab14e54745e admin admin] Made reservation on behalf of 71ff1b3aaa864388b9a5646942d2bffb for: {'network': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 08 22:20:01.559303 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b9aa6601-b0e5-46b0-b6a0-4ab14e54745e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for network (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:01.567526 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b9aa6601-b0e5-46b0-b6a0-4ab14e54745e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:01.639258 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b9aa6601-b0e5-46b0-b6a0-4ab14e54745e admin admin] Publish callbacks [] for security_group (1a6f9953-de9e-4791-9a35-efc2cee98915), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:01.645258 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b9aa6601-b0e5-46b0-b6a0-4ab14e54745e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (1a6f9953-de9e-4791-9a35-efc2cee98915), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:01.672135 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9aa6601-b0e5-46b0-b6a0-4ab14e54745e admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=103628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 08 22:20:01.680846 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aa6601-b0e5-46b0-b6a0-4ab14e54745e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a6f9953-de9e-4791-9a35-efc2cee98915,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:20:01.687146 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b9aa6601-b0e5-46b0-b6a0-4ab14e54745e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16448297'] for segment (9d6f81da-5258-4353-b997-51e66ddac969), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:01.687434 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.db.segments_db [None req-b9aa6601-b0e5-46b0-b6a0-4ab14e54745e admin admin] Added segment 9d6f81da-5258-4353-b997-51e66ddac969 of type vlan for network 3de5004b-d04a-43ec-83df-7f6e082747db May 08 22:20:01.731826 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b9aa6601-b0e5-46b0-b6a0-4ab14e54745e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791033991810'] for network (3de5004b-d04a-43ec-83df-7f6e082747db), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:01.772402 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b9aa6601-b0e5-46b0-b6a0-4ab14e54745e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293'] for network (3de5004b-d04a-43ec-83df-7f6e082747db), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:01.773834 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9aa6601-b0e5-46b0-b6a0-4ab14e54745e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:01.774719 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b9aa6601-b0e5-46b0-b6a0-4ab14e54745e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745315'] for network (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:01.828033 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-b9aa6601-b0e5-46b0-b6a0-4ab14e54745e admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3902109 May 08 22:20:01.831801 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 55168) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:20:01.835966 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [None req-fc997553-1eeb-446c-92fa-b2359c671242 admin admin] Request body: {'subnet': {'network_id': '3de5004b-d04a-43ec-83df-7f6e082747db', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-417149460-subnet', 'tenant_id': '71ff1b3aaa864388b9a5646942d2bffb', 'ip_version': 4}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:20:01.837721 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aa6601-b0e5-46b0-b6a0-4ab14e54745e admin admin] Pushing event updated for resources: {'Network': ['ID=3de5004b-d04a-43ec-83df-7f6e082747db,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:20:01.849177 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Network 3de5004b-d04a-43ec-83df-7f6e082747db details requested by agent ovs-agent-dv-cinder-840511-5-iscsi with host dv-cinder-840511-5-iscsi {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 08 22:20:01.858155 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc997553-1eeb-446c-92fa-b2359c671242 admin admin] Made reservation on behalf of 71ff1b3aaa864388b9a5646942d2bffb for: {'subnet': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 08 22:20:01.860863 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fc997553-1eeb-446c-92fa-b2359c671242 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59716261'] for subnet (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:02.029403 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fc997553-1eeb-446c-92fa-b2359c671242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59633434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59716275'] for subnet (f90310f9-89a9-4caa-b723-9c87d4a911ed), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:02.076691 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc997553-1eeb-446c-92fa-b2359c671242 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f90310f9-89a9-4caa-b723-9c87d4a911ed,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:20:02.091736 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc997553-1eeb-446c-92fa-b2359c671242 admin admin] Checking segment: {'id': '9d6f81da-5258-4353-b997-51e66ddac969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3de5004b-d04a-43ec-83df-7f6e082747db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 08 22:20:02.092090 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc997553-1eeb-446c-92fa-b2359c671242 admin admin] Network hostable DHCP agents. Network: 3de5004b-d04a-43ec-83df-7f6e082747db, hostable agents: ['399f5491-dab9-4373-bd22-64cd7c73418d'], hosted agents: [] {{(pid=103629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 08 22:20:02.110546 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc997553-1eeb-446c-92fa-b2359c671242 admin admin] Network 3de5004b-d04a-43ec-83df-7f6e082747db is scheduled to be hosted by DHCP agent 399f5491-dab9-4373-bd22-64cd7c73418d with binding_index 1 {{(pid=103629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 08 22:20:02.119597 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-fc997553-1eeb-446c-92fa-b2359c671242 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840511-5-iscsi, 3de5004b-d04a-43ec-83df-7f6e082747db) {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:20:02.123624 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc997553-1eeb-446c-92fa-b2359c671242 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:02.124248 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fc997553-1eeb-446c-92fa-b2359c671242 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:02.129171 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25dab06c-6ca3-4e22-a813-27b3b2f3d46a None None] Network 3de5004b-d04a-43ec-83df-7f6e082747db requested from dv-cinder-840511-5-iscsi {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 08 22:20:02.145656 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 55172) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:20:02.145859 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-fc997553-1eeb-446c-92fa-b2359c671242 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3136132 May 08 22:20:02.150201 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.v2.base [None req-db2c208e-7f29-4c57-9083-534969e3db26 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-417149460-router', 'tenant_id': '71ff1b3aaa864388b9a5646942d2bffb', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd'}}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:20:02.170921 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-db2c208e-7f29-4c57-9083-534969e3db26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-790573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15489'] for router (d1259825-b40d-41dc-b595-545ddc2eda36), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:02.172248 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-db2c208e-7f29-4c57-9083-534969e3db26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-790745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-789556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-763181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15496'] for router (d1259825-b40d-41dc-b595-545ddc2eda36), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:02.227047 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-db2c208e-7f29-4c57-9083-534969e3db26 admin admin] Publish callbacks [] for router_controller (d1259825-b40d-41dc-b595-545ddc2eda36), precommit_add_association {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:02.231494 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d4dcdc-8279-44c0-a722-772f66b177d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b54c12b-09b0-5231-a33c-a6f0f39291a1-3de5004b-d04a-43ec-83df-7f6e082747db', 'network_id': '3de5004b-d04a-43ec-83df-7f6e082747db', 'project_id': '71ff1b3aaa864388b9a5646942d2bffb', 'fixed_ips': [{'subnet_id': 'f90310f9-89a9-4caa-b723-9c87d4a911ed'}]}} from dv-cinder-840511-5-iscsi. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 08 22:20:02.232349 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a2d4dcdc-8279-44c0-a722-772f66b177d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (None), before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:02.370812 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-a2d4dcdc-8279-44c0-a722-772f66b177d1 None None] Allocated IP 172.20.0.2 (3de5004b-d04a-43ec-83df-7f6e082747db/f90310f9-89a9-4caa-b723-9c87d4a911ed/c20e8b66-ee5e-4861-8704-686579111aca) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 08 22:20:02.525181 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a2d4dcdc-8279-44c0-a722-772f66b177d1 None None] Publish callbacks [] for port (c20e8b66-ee5e-4861-8704-686579111aca), precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:02.532726 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a2d4dcdc-8279-44c0-a722-772f66b177d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791034024012'] for port (c20e8b66-ee5e-4861-8704-686579111aca), after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:02.571675 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d4dcdc-8279-44c0-a722-772f66b177d1 None None] Network 3de5004b-d04a-43ec-83df-7f6e082747db is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 08 22:20:02.574557 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-a2d4dcdc-8279-44c0-a722-772f66b177d1 None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:20:02.584760 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d4dcdc-8279-44c0-a722-772f66b177d1 None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 08 22:20:02.592128 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d4dcdc-8279-44c0-a722-772f66b177d1 None None] Pushing event updated for resources: {'Port': ['ID=c20e8b66-ee5e-4861-8704-686579111aca,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:20:02.609889 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-db2c208e-7f29-4c57-9083-534969e3db26 admin admin] Publish callbacks [] for router_gateway (d1259825-b40d-41dc-b595-545ddc2eda36), precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:02.630910 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8d3510-c190-4da3-8cf5-6f8ced39bbff req-72080687-7609-498b-b00f-32899ae22f4f tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:02.632414 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-4e8d3510-c190-4da3-8cf5-6f8ced39bbff req-72080687-7609-498b-b00f-32899ae22f4f tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a184e29-6493-48c2-b5d7-fe098bcb7e0e HTTP/1.1" status: 200 len: 985 time: 0.0815551 May 08 22:20:02.645629 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-a2d4dcdc-8279-44c0-a722-772f66b177d1 None None] Attempting to bind port c20e8b66-ee5e-4861-8704-686579111aca on host dv-cinder-840511-5-iscsi for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 08 22:20:02.645990 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-a2d4dcdc-8279-44c0-a722-772f66b177d1 None None] Attempting to bind port c20e8b66-ee5e-4861-8704-686579111aca by drivers openvswitch,hyperv on host dv-cinder-840511-5-iscsi at level 0 using segments [{'id': '9d6f81da-5258-4353-b997-51e66ddac969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3de5004b-d04a-43ec-83df-7f6e082747db'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 08 22:20:02.646346 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d4dcdc-8279-44c0-a722-772f66b177d1 None None] Attempting to bind port c20e8b66-ee5e-4861-8704-686579111aca on network 3de5004b-d04a-43ec-83df-7f6e082747db {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 08 22:20:02.651593 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d4dcdc-8279-44c0-a722-772f66b177d1 None None] Checking agent: {'id': '7e3c7ef6-abd5-4f0f-b372-b2734b637fd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840511-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 8, 22, 6, 52), 'started_at': datetime.datetime(2022, 5, 8, 22, 7, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 8, 22, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840511-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 08 22:20:02.651955 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d4dcdc-8279-44c0-a722-772f66b177d1 None None] Checking segment: {'id': '9d6f81da-5258-4353-b997-51e66ddac969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3de5004b-d04a-43ec-83df-7f6e082747db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 08 22:20:02.652346 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a2d4dcdc-8279-44c0-a722-772f66b177d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:02.652759 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d4dcdc-8279-44c0-a722-772f66b177d1 None None] Bound using segment: {'id': '9d6f81da-5258-4353-b997-51e66ddac969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3de5004b-d04a-43ec-83df-7f6e082747db'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 08 22:20:02.653191 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-a2d4dcdc-8279-44c0-a722-772f66b177d1 None None] Bound port: c20e8b66-ee5e-4861-8704-686579111aca, host: dv-cinder-840511-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d6f81da-5258-4353-b997-51e66ddac969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3de5004b-d04a-43ec-83df-7f6e082747db'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 08 22:20:02.653558 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a2d4dcdc-8279-44c0-a722-772f66b177d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (c20e8b66-ee5e-4861-8704-686579111aca), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:02.717414 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-a2d4dcdc-8279-44c0-a722-772f66b177d1 None None] For port c20e8b66-ee5e-4861-8704-686579111aca, host dv-cinder-840511-5-iscsi, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 08 22:20:02.720886 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-a2d4dcdc-8279-44c0-a722-772f66b177d1 None None] For port c20e8b66-ee5e-4861-8704-686579111aca, host dv-cinder-840511-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=c20e8b66-ee5e-4861-8704-686579111aca,segment=NetworkSegment(9d6f81da-5258-4353-b997-51e66ddac969),segment_id=9d6f81da-5258-4353-b997-51e66ddac969)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 08 22:20:02.727560 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a2d4dcdc-8279-44c0-a722-772f66b177d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (c20e8b66-ee5e-4861-8704-686579111aca), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:02.775545 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-4e8d3510-c190-4da3-8cf5-6f8ced39bbff req-37df9c5f-1a7e-4429-a91b-776bf21de563 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/security-groups?id=37a1b9bc-e6b4-43c1-bfa8-8a40c582d1ef&id=f71b43b0-b7dc-4e11-b18c-2293bb282793&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1334672 May 08 22:20:02.798629 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d4dcdc-8279-44c0-a722-772f66b177d1 None None] Pushing event updated for resources: {'Port': ['ID=c20e8b66-ee5e-4861-8704-686579111aca,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:20:02.853979 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-db2c208e-7f29-4c57-9083-534969e3db26 admin admin] Publish callbacks [] for router_gateway (d1259825-b40d-41dc-b595-545ddc2eda36), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:02.873209 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-db2c208e-7f29-4c57-9083-534969e3db26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:03.004322 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-db2c208e-7f29-4c57-9083-534969e3db26 admin admin] Allocated IP 172.27.2.87 (542aeef6-5046-439a-aa53-dc46759766dd/c1306b94-a9cc-4730-bd7d-1800cb77959d/0240c8ca-15b1-4020-96da-1ed4ddb1fea3) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 08 22:20:03.112954 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-db2c208e-7f29-4c57-9083-534969e3db26 admin admin] Publish callbacks [] for port (0240c8ca-15b1-4020-96da-1ed4ddb1fea3), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:03.148911 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-db2c208e-7f29-4c57-9083-534969e3db26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791034024012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59173228'] for port (0240c8ca-15b1-4020-96da-1ed4ddb1fea3), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:03.188468 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2c208e-7f29-4c57-9083-534969e3db26 admin admin] Network 542aeef6-5046-439a-aa53-dc46759766dd is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 08 22:20:03.193281 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-db2c208e-7f29-4c57-9083-534969e3db26 admin admin] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:20:03.197660 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2c208e-7f29-4c57-9083-534969e3db26 admin admin] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 08 22:20:03.200617 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2c208e-7f29-4c57-9083-534969e3db26 admin admin] Pushing event updated for resources: {'Port': ['ID=0240c8ca-15b1-4020-96da-1ed4ddb1fea3,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:20:03.457691 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-db2c208e-7f29-4c57-9083-534969e3db26 admin admin] Publish callbacks [] for router_gateway (d1259825-b40d-41dc-b595-545ddc2eda36), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:03.664861 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-db2c208e-7f29-4c57-9083-534969e3db26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-790688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-789731'] for router (d1259825-b40d-41dc-b595-545ddc2eda36), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:03.683104 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e438aea0-6c66-46d9-8eee-8b09942bc663 None None] Network 3de5004b-d04a-43ec-83df-7f6e082747db requested from dv-cinder-840511-5-iscsi {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 08 22:20:03.740874 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-b5f7ef8e-599c-4afa-aee7-0187fecc3e84 None None] Provisioning complete for port c20e8b66-ee5e-4861-8704-686579111aca triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:20:03.741237 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b5f7ef8e-599c-4afa-aee7-0187fecc3e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (c20e8b66-ee5e-4861-8704-686579111aca), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:03.798607 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db2c208e-7f29-4c57-9083-534969e3db26 admin admin] Router d1259825-b40d-41dc-b595-545ddc2eda36 is scheduled to L3 agent 69aa2ac4-530d-40c2-a84a-3161d84edf61 with binding_index 1 {{(pid=103628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 08 22:20:03.870752 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-b5f7ef8e-599c-4afa-aee7-0187fecc3e84 None None] Current status of the port c20e8b66-ee5e-4861-8704-686579111aca is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:20:03.871160 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b5f7ef8e-599c-4afa-aee7-0187fecc3e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (c20e8b66-ee5e-4861-8704-686579111aca), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:03.906559 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-b5f7ef8e-599c-4afa-aee7-0187fecc3e84 None None] For port c20e8b66-ee5e-4861-8704-686579111aca, host dv-cinder-840511-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=c20e8b66-ee5e-4861-8704-686579111aca,segment=NetworkSegment(9d6f81da-5258-4353-b997-51e66ddac969),segment_id=9d6f81da-5258-4353-b997-51e66ddac969)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:20:03.915982 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b5f7ef8e-599c-4afa-aee7-0187fecc3e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (c20e8b66-ee5e-4861-8704-686579111aca), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:03.922021 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f0cc4a-cd64-40a7-bbcd-9e204721f843 req-9af5cc20-7c5e-436a-bd3a-139dc2b45619 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:03.923600 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-60f0cc4a-cd64-40a7-bbcd-9e204721f843 req-9af5cc20-7c5e-436a-bd3a-139dc2b45619 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a184e29-6493-48c2-b5d7-fe098bcb7e0e HTTP/1.1" status: 200 len: 985 time: 0.0685968 May 08 22:20:03.970824 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f7ef8e-599c-4afa-aee7-0187fecc3e84 None None] Pushing event updated for resources: {'Port': ['ID=c20e8b66-ee5e-4861-8704-686579111aca,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:20:03.987430 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db2c208e-7f29-4c57-9083-534969e3db26 admin admin] Notify agent at l3_agent.dv-cinder-840511-5-iscsi the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 08 22:20:03.997418 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3329f062-f63b-4114-bb64-ab113db78f45 None None] Sync routers for ids ['d1259825-b40d-41dc-b595-545ddc2eda36'] in dv-cinder-840511-5-iscsi {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 08 22:20:04.008387 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3329f062-f63b-4114-bb64-ab113db78f45 None None] Routers {'d1259825-b40d-41dc-b595-545ddc2eda36'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:20:04.009040 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-3329f062-f63b-4114-bb64-ab113db78f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:19:48Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['d1259825-b40d-41dc-b595-545ddc2eda36'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:20:04.010858 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-db2c208e-7f29-4c57-9083-534969e3db26 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:04.012371 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-db2c208e-7f29-4c57-9083-534969e3db26 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8654437 May 08 22:20:04.015110 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 55178) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:20:04.052724 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-60f0cc4a-cd64-40a7-bbcd-9e204721f843 req-9196080a-45dc-424b-a596-b03047361bb7 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/security-groups?id=37a1b9bc-e6b4-43c1-bfa8-8a40c582d1ef&id=f71b43b0-b7dc-4e11-b18c-2293bb282793&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1038218 May 08 22:20:04.125661 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-3329f062-f63b-4114-bb64-ab113db78f45 None None] Set router d1259825-b40d-41dc-b595-545ddc2eda36 gateway port host: dv-cinder-840511-5-iscsi {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:20:04.134557 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-3b6cbd4b-2165-45cd-81dd-09b60af2bdec None None] Provisioning complete for port c20e8b66-ee5e-4861-8704-686579111aca triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:20:04.134960 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-3b6cbd4b-2165-45cd-81dd-09b60af2bdec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (c20e8b66-ee5e-4861-8704-686579111aca), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:04.216301 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-3b6cbd4b-2165-45cd-81dd-09b60af2bdec None None] Current status of the port c20e8b66-ee5e-4861-8704-686579111aca is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:20:04.293351 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-3329f062-f63b-4114-bb64-ab113db78f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1259825-b40d-41dc-b595-545ddc2eda36', 'name': 'tempest-TestVolumeBootPattern-417149460-router', 'tenant_id': '71ff1b3aaa864388b9a5646942d2bffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '0240c8ca-15b1-4020-96da-1ed4ddb1fea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:20:02Z', 'updated_at': '2022-05-08T22:20:03Z', 'revision_number': 3, 'project_id': '71ff1b3aaa864388b9a5646942d2bffb', 'gw_port': {'id': '0240c8ca-15b1-4020-96da-1ed4ddb1fea3', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:76:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1259825-b40d-41dc-b595-545ddc2eda36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:20:02Z', 'updated_at': '2022-05-08T22:20:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi'}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:20:04.321275 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3329f062-f63b-4114-bb64-ab113db78f45 None None] Checking router: d1259825-b40d-41dc-b595-545ddc2eda36 for host: dv-cinder-840511-5-iscsi {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 08 22:20:04.321644 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3329f062-f63b-4114-bb64-ab113db78f45 None None] Updating router d1259825-b40d-41dc-b595-545ddc2eda36 port 0240c8ca-15b1-4020-96da-1ed4ddb1fea3 binding host dv-cinder-840511-5-iscsi {{(pid=103631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 08 22:20:04.358427 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-3329f062-f63b-4114-bb64-ab113db78f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (0240c8ca-15b1-4020-96da-1ed4ddb1fea3), before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:04.419045 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device c20e8b66-ee5e-4861-8704-686579111aca up at agent ovs-agent-dv-cinder-840511-5-iscsi {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 08 22:20:04.467781 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Provisioning complete for port c20e8b66-ee5e-4861-8704-686579111aca triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:20:04.468425 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (c20e8b66-ee5e-4861-8704-686579111aca), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:04.549411 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Current status of the port c20e8b66-ee5e-4861-8704-686579111aca is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:20:04.624066 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-3329f062-f63b-4114-bb64-ab113db78f45 None None] Publish callbacks [] for port (0240c8ca-15b1-4020-96da-1ed4ddb1fea3), precommit_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:04.630182 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-3329f062-f63b-4114-bb64-ab113db78f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (0240c8ca-15b1-4020-96da-1ed4ddb1fea3), after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:04.680304 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9c41a4-4fdf-4118-9d18-59150d45a47c None None] Pushing event updated for resources: {'Port': ['ID=0240c8ca-15b1-4020-96da-1ed4ddb1fea3,revision_number=2']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:20:04.682478 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-3329f062-f63b-4114-bb64-ab113db78f45 None None] Attempting to bind port 0240c8ca-15b1-4020-96da-1ed4ddb1fea3 on host dv-cinder-840511-5-iscsi for vnic_type normal with profile {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 08 22:20:04.682839 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-3329f062-f63b-4114-bb64-ab113db78f45 None None] Attempting to bind port 0240c8ca-15b1-4020-96da-1ed4ddb1fea3 by drivers openvswitch,hyperv on host dv-cinder-840511-5-iscsi at level 0 using segments [{'id': '0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd'}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 08 22:20:04.683179 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3329f062-f63b-4114-bb64-ab113db78f45 None None] Attempting to bind port 0240c8ca-15b1-4020-96da-1ed4ddb1fea3 on network 542aeef6-5046-439a-aa53-dc46759766dd {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 08 22:20:04.691995 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9c41a4-4fdf-4118-9d18-59150d45a47c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:20:04.692338 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9c41a4-4fdf-4118-9d18-59150d45a47c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:20:04.692716 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9c41a4-4fdf-4118-9d18-59150d45a47c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:20:04.693086 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9c41a4-4fdf-4118-9d18-59150d45a47c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:20:04.693400 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9c41a4-4fdf-4118-9d18-59150d45a47c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:20:04.693718 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9c41a4-4fdf-4118-9d18-59150d45a47c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:20:04.694035 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9c41a4-4fdf-4118-9d18-59150d45a47c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:20:04.694352 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9c41a4-4fdf-4118-9d18-59150d45a47c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:20:04.694680 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9c41a4-4fdf-4118-9d18-59150d45a47c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:20:04.694988 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9c41a4-4fdf-4118-9d18-59150d45a47c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:20:04.695298 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9c41a4-4fdf-4118-9d18-59150d45a47c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:20:04.695626 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9c41a4-4fdf-4118-9d18-59150d45a47c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:20:04.695942 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9c41a4-4fdf-4118-9d18-59150d45a47c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:20:04.696252 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9c41a4-4fdf-4118-9d18-59150d45a47c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:20:04.696729 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9c41a4-4fdf-4118-9d18-59150d45a47c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:20:04.698756 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-22095fa8-da34-479d-9233-0b9edbb37988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:04.699837 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3329f062-f63b-4114-bb64-ab113db78f45 None None] Checking agent: {'id': '7e3c7ef6-abd5-4f0f-b372-b2734b637fd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840511-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 8, 22, 6, 52), 'started_at': datetime.datetime(2022, 5, 8, 22, 7, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 8, 22, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840511-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 08 22:20:04.700800 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3329f062-f63b-4114-bb64-ab113db78f45 None None] Checking segment: {'id': '0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 08 22:20:04.701198 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-3329f062-f63b-4114-bb64-ab113db78f45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:04.701581 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3329f062-f63b-4114-bb64-ab113db78f45 None None] Bound using segment: {'id': '0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd'} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 08 22:20:04.702051 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-3329f062-f63b-4114-bb64-ab113db78f45 None None] Bound port: 0240c8ca-15b1-4020-96da-1ed4ddb1fea3, host: dv-cinder-840511-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd'}}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 08 22:20:04.702452 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-3329f062-f63b-4114-bb64-ab113db78f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (0240c8ca-15b1-4020-96da-1ed4ddb1fea3), before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:04.755212 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-3329f062-f63b-4114-bb64-ab113db78f45 None None] For port 0240c8ca-15b1-4020-96da-1ed4ddb1fea3, host dv-cinder-840511-5-iscsi, cleared binding levels {{(pid=103631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 08 22:20:04.758312 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-3329f062-f63b-4114-bb64-ab113db78f45 None None] For port 0240c8ca-15b1-4020-96da-1ed4ddb1fea3, host dv-cinder-840511-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=0240c8ca-15b1-4020-96da-1ed4ddb1fea3,segment=NetworkSegment(0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa),segment_id=0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa)] {{(pid=103631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 08 22:20:04.763583 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-3329f062-f63b-4114-bb64-ab113db78f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (0240c8ca-15b1-4020-96da-1ed4ddb1fea3), after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:04.818149 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3329f062-f63b-4114-bb64-ab113db78f45 None None] Routers {'d1259825-b40d-41dc-b595-545ddc2eda36'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:20:04.818771 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-3329f062-f63b-4114-bb64-ab113db78f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:19:48Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['d1259825-b40d-41dc-b595-545ddc2eda36'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:20:04.823457 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9c41a4-4fdf-4118-9d18-59150d45a47c None None] Pushing event updated for resources: {'Port': ['ID=0240c8ca-15b1-4020-96da-1ed4ddb1fea3,revision_number=3']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:20:04.859205 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-22095fa8-da34-479d-9233-0b9edbb37988 admin admin] Allocated IP 172.20.0.1 (3de5004b-d04a-43ec-83df-7f6e082747db/f90310f9-89a9-4caa-b723-9c87d4a911ed/e4453eb0-768d-49ce-b300-433e8b6d7e59) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 08 22:20:04.928857 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-3329f062-f63b-4114-bb64-ab113db78f45 None None] Set router d1259825-b40d-41dc-b595-545ddc2eda36 gateway port host: dv-cinder-840511-5-iscsi {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:20:04.958433 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-22095fa8-da34-479d-9233-0b9edbb37988 admin admin] Publish callbacks [] for port (e4453eb0-768d-49ce-b300-433e8b6d7e59), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:04.991487 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-22095fa8-da34-479d-9233-0b9edbb37988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791034024012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633834'] for port (e4453eb0-768d-49ce-b300-433e8b6d7e59), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:05.032154 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22095fa8-da34-479d-9233-0b9edbb37988 admin admin] Network 3de5004b-d04a-43ec-83df-7f6e082747db is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 08 22:20:05.034969 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-22095fa8-da34-479d-9233-0b9edbb37988 admin admin] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:20:05.040452 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22095fa8-da34-479d-9233-0b9edbb37988 admin admin] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 08 22:20:05.045971 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22095fa8-da34-479d-9233-0b9edbb37988 admin admin] Pushing event updated for resources: {'Port': ['ID=e4453eb0-768d-49ce-b300-433e8b6d7e59,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:20:05.101577 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-22095fa8-da34-479d-9233-0b9edbb37988 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-788174'] for router_interface (d1259825-b40d-41dc-b595-545ddc2eda36), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:05.111000 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-3329f062-f63b-4114-bb64-ab113db78f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1259825-b40d-41dc-b595-545ddc2eda36', 'name': 'tempest-TestVolumeBootPattern-417149460-router', 'tenant_id': '71ff1b3aaa864388b9a5646942d2bffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '0240c8ca-15b1-4020-96da-1ed4ddb1fea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:20:02Z', 'updated_at': '2022-05-08T22:20:03Z', 'revision_number': 3, 'project_id': '71ff1b3aaa864388b9a5646942d2bffb', 'gw_port': {'id': '0240c8ca-15b1-4020-96da-1ed4ddb1fea3', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:76:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1259825-b40d-41dc-b595-545ddc2eda36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:20:02Z', 'updated_at': '2022-05-08T22:20:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi'}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:20:05.143292 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3329f062-f63b-4114-bb64-ab113db78f45 None None] The sync data for ids ['d1259825-b40d-41dc-b595-545ddc2eda36'] in dv-cinder-840511-5-iscsi is: [{'id': 'd1259825-b40d-41dc-b595-545ddc2eda36', 'name': 'tempest-TestVolumeBootPattern-417149460-router', 'tenant_id': '71ff1b3aaa864388b9a5646942d2bffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '0240c8ca-15b1-4020-96da-1ed4ddb1fea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:20:02Z', 'updated_at': '2022-05-08T22:20:03Z', 'revision_number': 3, 'project_id': '71ff1b3aaa864388b9a5646942d2bffb', 'gw_port': {'id': '0240c8ca-15b1-4020-96da-1ed4ddb1fea3', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:76:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1259825-b40d-41dc-b595-545ddc2eda36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:20:02Z', 'updated_at': '2022-05-08T22:20:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi'}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 08 22:20:05.182954 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5dac4f-e67a-4176-93d6-7364bed752fa req-c69c375f-c5f1-46f6-9006-99d541edec72 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:05.184561 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-0b5dac4f-e67a-4176-93d6-7364bed752fa req-c69c375f-c5f1-46f6-9006-99d541edec72 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a184e29-6493-48c2-b5d7-fe098bcb7e0e HTTP/1.1" status: 200 len: 985 time: 0.0613887 May 08 22:20:05.254791 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-22095fa8-da34-479d-9233-0b9edbb37988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (e4453eb0-768d-49ce-b300-433e8b6d7e59), before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:05.263935 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-0b5dac4f-e67a-4176-93d6-7364bed752fa req-f52e7c94-f9fd-4575-9483-45f8c29486f0 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/security-groups?id=37a1b9bc-e6b4-43c1-bfa8-8a40c582d1ef&id=f71b43b0-b7dc-4e11-b18c-2293bb282793&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0679364 May 08 22:20:05.343458 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-db078bb7-a0e7-44bb-b9d3-008e85af7e04 None None] Provisioning complete for port e4453eb0-768d-49ce-b300-433e8b6d7e59 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:20:05.344038 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-db078bb7-a0e7-44bb-b9d3-008e85af7e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (e4453eb0-768d-49ce-b300-433e8b6d7e59), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:05.379626 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-db078bb7-a0e7-44bb-b9d3-008e85af7e04 None None] Port e4453eb0-768d-49ce-b300-433e8b6d7e59 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 08 22:20:05.437279 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-22095fa8-da34-479d-9233-0b9edbb37988 admin admin] Publish callbacks [] for port (e4453eb0-768d-49ce-b300-433e8b6d7e59), precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:05.440175 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-22095fa8-da34-479d-9233-0b9edbb37988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59633821'] for port (e4453eb0-768d-49ce-b300-433e8b6d7e59), after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:05.508926 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22095fa8-da34-479d-9233-0b9edbb37988 admin admin] Pushing event updated for resources: {'Port': ['ID=e4453eb0-768d-49ce-b300-433e8b6d7e59,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:20:05.511491 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-22095fa8-da34-479d-9233-0b9edbb37988 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-786564'] for router_interface (d1259825-b40d-41dc-b595-545ddc2eda36), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:05.607537 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22095fa8-da34-479d-9233-0b9edbb37988 admin admin] Network 3de5004b-d04a-43ec-83df-7f6e082747db is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 08 22:20:05.609139 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-22095fa8-da34-479d-9233-0b9edbb37988 admin admin] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:20:05.739884 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22095fa8-da34-479d-9233-0b9edbb37988 admin admin] Router d1259825-b40d-41dc-b595-545ddc2eda36 has already been hosted by L3 agent 69aa2ac4-530d-40c2-a84a-3161d84edf61 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 08 22:20:05.857993 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22095fa8-da34-479d-9233-0b9edbb37988 admin admin] Notify agent at l3_agent.dv-cinder-840511-5-iscsi the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 08 22:20:05.863507 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-22095fa8-da34-479d-9233-0b9edbb37988 admin admin] 10.222.0.44 "PUT /v2.0/routers/d1259825-b40d-41dc-b595-545ddc2eda36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8468134 May 08 22:20:05.900629 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-9fb03f48-b5ed-4431-b7fd-14c6f5821805 None None] Provisioning complete for port e4453eb0-768d-49ce-b300-433e8b6d7e59 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:20:05.901401 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9fb03f48-b5ed-4431-b7fd-14c6f5821805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (e4453eb0-768d-49ce-b300-433e8b6d7e59), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:05.937481 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9fb03f48-b5ed-4431-b7fd-14c6f5821805 None None] Port e4453eb0-768d-49ce-b300-433e8b6d7e59 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 08 22:20:06.357073 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 55198) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:20:06.362941 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [None req-809bafaf-52ff-4f81-9f7c-2ffec6a43491 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1494702912-network', 'tenant_id': '96e8e260acf64cad81bb670b6e1acf0d'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:20:06.385528 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-809bafaf-52ff-4f81-9f7c-2ffec6a43491 admin admin] Made reservation on behalf of 96e8e260acf64cad81bb670b6e1acf0d for: {'network': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 08 22:20:06.387297 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7f7375-4aef-4d64-a58d-b135579f4aa9 req-4da3c104-7c4d-46c9-8395-e91f9b02a6ea tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:06.388288 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-809bafaf-52ff-4f81-9f7c-2ffec6a43491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for network (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:06.389072 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-8d7f7375-4aef-4d64-a58d-b135579f4aa9 req-4da3c104-7c4d-46c9-8395-e91f9b02a6ea tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a184e29-6493-48c2-b5d7-fe098bcb7e0e HTTP/1.1" status: 200 len: 985 time: 0.0551243 May 08 22:20:06.397926 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-809bafaf-52ff-4f81-9f7c-2ffec6a43491 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:06.416618 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device 0240c8ca-15b1-4020-96da-1ed4ddb1fea3 up at agent ovs-agent-dv-cinder-840511-5-iscsi {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 08 22:20:06.458559 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-8d7f7375-4aef-4d64-a58d-b135579f4aa9 req-af0be7e8-b3be-4bb0-ad75-9d30e75b57d4 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/security-groups?id=37a1b9bc-e6b4-43c1-bfa8-8a40c582d1ef&id=f71b43b0-b7dc-4e11-b18c-2293bb282793&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0629377 May 08 22:20:06.489896 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Provisioning complete for port 0240c8ca-15b1-4020-96da-1ed4ddb1fea3 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:20:06.490268 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (0240c8ca-15b1-4020-96da-1ed4ddb1fea3), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:06.503012 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-809bafaf-52ff-4f81-9f7c-2ffec6a43491 admin admin] Publish callbacks [] for security_group (fc19a925-d00e-46c8-b704-dc55b84bc1d7), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:06.507305 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-809bafaf-52ff-4f81-9f7c-2ffec6a43491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (fc19a925-d00e-46c8-b704-dc55b84bc1d7), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:06.536827 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-809bafaf-52ff-4f81-9f7c-2ffec6a43491 admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=103629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 08 22:20:06.542214 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809bafaf-52ff-4f81-9f7c-2ffec6a43491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc19a925-d00e-46c8-b704-dc55b84bc1d7,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:20:06.549911 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-809bafaf-52ff-4f81-9f7c-2ffec6a43491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16448297'] for segment (21b079f8-1b7d-414d-908c-fa3a05e48757), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:06.550283 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.db.segments_db [None req-809bafaf-52ff-4f81-9f7c-2ffec6a43491 admin admin] Added segment 21b079f8-1b7d-414d-908c-fa3a05e48757 of type vlan for network 5a78fb93-76e9-4e94-b04e-93b7861f4784 May 08 22:20:06.572389 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Current status of the port 0240c8ca-15b1-4020-96da-1ed4ddb1fea3 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:20:06.572788 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (0240c8ca-15b1-4020-96da-1ed4ddb1fea3), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:06.591960 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-809bafaf-52ff-4f81-9f7c-2ffec6a43491 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791033991810'] for network (5a78fb93-76e9-4e94-b04e-93b7861f4784), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:06.594279 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] For port 0240c8ca-15b1-4020-96da-1ed4ddb1fea3, host dv-cinder-840511-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=0240c8ca-15b1-4020-96da-1ed4ddb1fea3,segment=NetworkSegment(0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa),segment_id=0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:20:06.599431 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (0240c8ca-15b1-4020-96da-1ed4ddb1fea3), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:06.620156 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-809bafaf-52ff-4f81-9f7c-2ffec6a43491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293'] for network (5a78fb93-76e9-4e94-b04e-93b7861f4784), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:06.621330 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809bafaf-52ff-4f81-9f7c-2ffec6a43491 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:06.622029 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-809bafaf-52ff-4f81-9f7c-2ffec6a43491 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745315'] for network (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:06.649133 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Pushing event updated for resources: {'Port': ['ID=0240c8ca-15b1-4020-96da-1ed4ddb1fea3,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:20:06.680918 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-809bafaf-52ff-4f81-9f7c-2ffec6a43491 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3225229 May 08 22:20:06.683802 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 55200) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:20:06.689168 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.v2.base [None req-0eefb9e7-1b64-4628-9f5a-834f26780b79 admin admin] Request body: {'subnet': {'network_id': '5a78fb93-76e9-4e94-b04e-93b7861f4784', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1494702912-subnet', 'tenant_id': '96e8e260acf64cad81bb670b6e1acf0d', 'ip_version': 4}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:20:06.689607 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809bafaf-52ff-4f81-9f7c-2ffec6a43491 admin admin] Pushing event updated for resources: {'Network': ['ID=5a78fb93-76e9-4e94-b04e-93b7861f4784,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:20:06.699717 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Network 5a78fb93-76e9-4e94-b04e-93b7861f4784 details requested by agent ovs-agent-dv-cinder-840511-5-iscsi with host dv-cinder-840511-5-iscsi {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 08 22:20:06.709244 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eefb9e7-1b64-4628-9f5a-834f26780b79 admin admin] Made reservation on behalf of 96e8e260acf64cad81bb670b6e1acf0d for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 08 22:20:06.712153 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0eefb9e7-1b64-4628-9f5a-834f26780b79 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59072956'] for subnet (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:06.807066 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063257ab-8175-4755-9957-2d8bc95cbfb5 None None] Sync routers for ids ['d1259825-b40d-41dc-b595-545ddc2eda36'] in dv-cinder-840511-5-iscsi {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 08 22:20:06.817751 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063257ab-8175-4755-9957-2d8bc95cbfb5 None None] Routers {'d1259825-b40d-41dc-b595-545ddc2eda36'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:20:06.818363 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-063257ab-8175-4755-9957-2d8bc95cbfb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:19:48Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['d1259825-b40d-41dc-b595-545ddc2eda36'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:20:06.889142 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0eefb9e7-1b64-4628-9f5a-834f26780b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59176668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59072938'] for subnet (9ff85592-031f-4493-9b35-2c5a339551cb), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:06.930635 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-063257ab-8175-4755-9957-2d8bc95cbfb5 None None] Set router d1259825-b40d-41dc-b595-545ddc2eda36 gateway port host: dv-cinder-840511-5-iscsi {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:20:06.945166 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eefb9e7-1b64-4628-9f5a-834f26780b79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ff85592-031f-4493-9b35-2c5a339551cb,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:20:06.961512 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eefb9e7-1b64-4628-9f5a-834f26780b79 admin admin] Checking segment: {'id': '21b079f8-1b7d-414d-908c-fa3a05e48757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '5a78fb93-76e9-4e94-b04e-93b7861f4784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 08 22:20:06.961875 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eefb9e7-1b64-4628-9f5a-834f26780b79 admin admin] Network hostable DHCP agents. Network: 5a78fb93-76e9-4e94-b04e-93b7861f4784, hostable agents: ['399f5491-dab9-4373-bd22-64cd7c73418d'], hosted agents: [] {{(pid=103628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 08 22:20:06.981558 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eefb9e7-1b64-4628-9f5a-834f26780b79 admin admin] Network 5a78fb93-76e9-4e94-b04e-93b7861f4784 is scheduled to be hosted by DHCP agent 399f5491-dab9-4373-bd22-64cd7c73418d with binding_index 1 {{(pid=103628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 08 22:20:06.992852 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-0eefb9e7-1b64-4628-9f5a-834f26780b79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840511-5-iscsi, 5a78fb93-76e9-4e94-b04e-93b7861f4784) {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:20:06.997732 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eefb9e7-1b64-4628-9f5a-834f26780b79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:06.998349 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0eefb9e7-1b64-4628-9f5a-834f26780b79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745315'] for subnet (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:07.006112 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479f7d58-2f8a-4f6d-af22-6d50f28a30a0 None None] Network 5a78fb93-76e9-4e94-b04e-93b7861f4784 requested from dv-cinder-840511-5-iscsi {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 08 22:20:07.016524 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-0eefb9e7-1b64-4628-9f5a-834f26780b79 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3316324 May 08 22:20:07.019146 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 55204) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:20:07.023456 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.v2.base [None req-ef25dec3-1091-43ce-bd25-7190b6fffd0f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1494702912-router', 'tenant_id': '96e8e260acf64cad81bb670b6e1acf0d', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd'}}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:20:07.044714 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ef25dec3-1091-43ce-bd25-7190b6fffd0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-790573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15489'] for router (e1d0e35d-a62e-4645-899c-1f571fe3e308), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:07.045714 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ef25dec3-1091-43ce-bd25-7190b6fffd0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-790745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-789556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-763181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15496'] for router (e1d0e35d-a62e-4645-899c-1f571fe3e308), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:07.099920 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ef25dec3-1091-43ce-bd25-7190b6fffd0f admin admin] Publish callbacks [] for router_controller (e1d0e35d-a62e-4645-899c-1f571fe3e308), precommit_add_association {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:07.246953 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ef25dec3-1091-43ce-bd25-7190b6fffd0f admin admin] Publish callbacks [] for router_gateway (e1d0e35d-a62e-4645-899c-1f571fe3e308), precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:07.317092 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9bb0304-0e61-4501-950b-4faf329d0638 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b54c12b-09b0-5231-a33c-a6f0f39291a1-5a78fb93-76e9-4e94-b04e-93b7861f4784', 'network_id': '5a78fb93-76e9-4e94-b04e-93b7861f4784', 'project_id': '96e8e260acf64cad81bb670b6e1acf0d', 'fixed_ips': [{'subnet_id': '9ff85592-031f-4493-9b35-2c5a339551cb'}]}} from dv-cinder-840511-5-iscsi. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 08 22:20:07.317960 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b9bb0304-0e61-4501-950b-4faf329d0638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (None), before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:07.399596 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-063257ab-8175-4755-9957-2d8bc95cbfb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1259825-b40d-41dc-b595-545ddc2eda36', 'name': 'tempest-TestVolumeBootPattern-417149460-router', 'tenant_id': '71ff1b3aaa864388b9a5646942d2bffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '0240c8ca-15b1-4020-96da-1ed4ddb1fea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:20:02Z', 'updated_at': '2022-05-08T22:20:05Z', 'revision_number': 4, 'project_id': '71ff1b3aaa864388b9a5646942d2bffb', 'gw_port': {'id': '0240c8ca-15b1-4020-96da-1ed4ddb1fea3', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:76:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1259825-b40d-41dc-b595-545ddc2eda36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:20:02Z', 'updated_at': '2022-05-08T22:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_interfaces': [{'id': 'e4453eb0-768d-49ce-b300-433e8b6d7e59', 'name': '', 'network_id': '3de5004b-d04a-43ec-83df-7f6e082747db', 'tenant_id': '71ff1b3aaa864388b9a5646942d2bffb', 'mac_address': 'fa:16:3e:83:4d:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1259825-b40d-41dc-b595-545ddc2eda36', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'f90310f9-89a9-4caa-b723-9c87d4a911ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:20:04Z', 'updated_at': '2022-05-08T22:20:05Z', 'revision_number': 2, 'project_id': '71ff1b3aaa864388b9a5646942d2bffb', 'subnets': [{'id': 'f90310f9-89a9-4caa-b723-9c87d4a911ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:20:07.435183 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ef25dec3-1091-43ce-bd25-7190b6fffd0f admin admin] Publish callbacks [] for router_gateway (e1d0e35d-a62e-4645-899c-1f571fe3e308), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:07.438550 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063257ab-8175-4755-9957-2d8bc95cbfb5 None None] Checking router: d1259825-b40d-41dc-b595-545ddc2eda36 for host: dv-cinder-840511-5-iscsi {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 08 22:20:07.438990 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063257ab-8175-4755-9957-2d8bc95cbfb5 None None] Updating router d1259825-b40d-41dc-b595-545ddc2eda36 port e4453eb0-768d-49ce-b300-433e8b6d7e59 binding host dv-cinder-840511-5-iscsi {{(pid=103630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 08 22:20:07.454318 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ef25dec3-1091-43ce-bd25-7190b6fffd0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:07.503670 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-063257ab-8175-4755-9957-2d8bc95cbfb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (e4453eb0-768d-49ce-b300-433e8b6d7e59), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:07.543903 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-b9bb0304-0e61-4501-950b-4faf329d0638 None None] Allocated IP 172.20.0.2 (5a78fb93-76e9-4e94-b04e-93b7861f4784/9ff85592-031f-4493-9b35-2c5a339551cb/b4b77978-828b-459d-85e6-fd678b8d1cce) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 08 22:20:07.600380 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-ef25dec3-1091-43ce-bd25-7190b6fffd0f admin admin] Allocated IP 172.27.2.84 (542aeef6-5046-439a-aa53-dc46759766dd/c1306b94-a9cc-4730-bd7d-1800cb77959d/131e7299-254c-4317-8c13-7a5aa0c63ec7) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 08 22:20:07.610604 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fca667-6526-404a-ae8b-bf715924153a req-843902fb-ee49-48b9-a62a-1803a090dc4b tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:07.612080 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-c0fca667-6526-404a-ae8b-bf715924153a req-843902fb-ee49-48b9-a62a-1803a090dc4b tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a184e29-6493-48c2-b5d7-fe098bcb7e0e HTTP/1.1" status: 200 len: 985 time: 0.0728149 May 08 22:20:07.743558 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-c0fca667-6526-404a-ae8b-bf715924153a req-90a64d33-0b46-4934-a68a-46f8f7bafd77 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/security-groups?id=37a1b9bc-e6b4-43c1-bfa8-8a40c582d1ef&id=f71b43b0-b7dc-4e11-b18c-2293bb282793&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1251137 May 08 22:20:07.774882 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ef25dec3-1091-43ce-bd25-7190b6fffd0f admin admin] Publish callbacks [] for port (131e7299-254c-4317-8c13-7a5aa0c63ec7), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:07.810820 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ef25dec3-1091-43ce-bd25-7190b6fffd0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791034024012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59173228'] for port (131e7299-254c-4317-8c13-7a5aa0c63ec7), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:07.824847 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b9bb0304-0e61-4501-950b-4faf329d0638 None None] Publish callbacks [] for port (b4b77978-828b-459d-85e6-fd678b8d1cce), precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:07.836790 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b9bb0304-0e61-4501-950b-4faf329d0638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791034024012'] for port (b4b77978-828b-459d-85e6-fd678b8d1cce), after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:07.857339 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef25dec3-1091-43ce-bd25-7190b6fffd0f admin admin] Network 542aeef6-5046-439a-aa53-dc46759766dd is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 08 22:20:07.865831 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-ef25dec3-1091-43ce-bd25-7190b6fffd0f admin admin] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:20:07.868463 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef25dec3-1091-43ce-bd25-7190b6fffd0f admin admin] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 08 22:20:07.870886 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef25dec3-1091-43ce-bd25-7190b6fffd0f admin admin] Pushing event updated for resources: {'Port': ['ID=131e7299-254c-4317-8c13-7a5aa0c63ec7,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:20:07.901773 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9bb0304-0e61-4501-950b-4faf329d0638 None None] Network 5a78fb93-76e9-4e94-b04e-93b7861f4784 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 08 22:20:07.912134 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-b9bb0304-0e61-4501-950b-4faf329d0638 None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:20:07.918234 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bb0304-0e61-4501-950b-4faf329d0638 None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 08 22:20:07.921647 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bb0304-0e61-4501-950b-4faf329d0638 None None] Pushing event updated for resources: {'Port': ['ID=b4b77978-828b-459d-85e6-fd678b8d1cce,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:20:07.944703 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-063257ab-8175-4755-9957-2d8bc95cbfb5 None None] Publish callbacks [] for port (e4453eb0-768d-49ce-b300-433e8b6d7e59), precommit_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:07.967252 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-063257ab-8175-4755-9957-2d8bc95cbfb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (e4453eb0-768d-49ce-b300-433e8b6d7e59), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:08.048101 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-b9bb0304-0e61-4501-950b-4faf329d0638 None None] Attempting to bind port b4b77978-828b-459d-85e6-fd678b8d1cce on host dv-cinder-840511-5-iscsi for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 08 22:20:08.048760 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-b9bb0304-0e61-4501-950b-4faf329d0638 None None] Attempting to bind port b4b77978-828b-459d-85e6-fd678b8d1cce by drivers openvswitch,hyperv on host dv-cinder-840511-5-iscsi at level 0 using segments [{'id': '21b079f8-1b7d-414d-908c-fa3a05e48757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '5a78fb93-76e9-4e94-b04e-93b7861f4784'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 08 22:20:08.049216 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bb0304-0e61-4501-950b-4faf329d0638 None None] Attempting to bind port b4b77978-828b-459d-85e6-fd678b8d1cce on network 5a78fb93-76e9-4e94-b04e-93b7861f4784 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 08 22:20:08.059775 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6011de4-1cbc-4e4f-8854-9dd921a32962 None None] Pushing event updated for resources: {'Port': ['ID=e4453eb0-768d-49ce-b300-433e8b6d7e59,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:20:08.065503 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bb0304-0e61-4501-950b-4faf329d0638 None None] Checking agent: {'id': '7e3c7ef6-abd5-4f0f-b372-b2734b637fd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840511-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 8, 22, 6, 52), 'started_at': datetime.datetime(2022, 5, 8, 22, 7, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 8, 22, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840511-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 08 22:20:08.066155 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bb0304-0e61-4501-950b-4faf329d0638 None None] Checking segment: {'id': '21b079f8-1b7d-414d-908c-fa3a05e48757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '5a78fb93-76e9-4e94-b04e-93b7861f4784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 08 22:20:08.066718 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b9bb0304-0e61-4501-950b-4faf329d0638 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:08.067691 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bb0304-0e61-4501-950b-4faf329d0638 None None] Bound using segment: {'id': '21b079f8-1b7d-414d-908c-fa3a05e48757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '5a78fb93-76e9-4e94-b04e-93b7861f4784'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 08 22:20:08.068204 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-b9bb0304-0e61-4501-950b-4faf329d0638 None None] Bound port: b4b77978-828b-459d-85e6-fd678b8d1cce, host: dv-cinder-840511-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21b079f8-1b7d-414d-908c-fa3a05e48757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '5a78fb93-76e9-4e94-b04e-93b7861f4784'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 08 22:20:08.068555 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b9bb0304-0e61-4501-950b-4faf329d0638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (b4b77978-828b-459d-85e6-fd678b8d1cce), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:08.154144 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ef25dec3-1091-43ce-bd25-7190b6fffd0f admin admin] Publish callbacks [] for router_gateway (e1d0e35d-a62e-4645-899c-1f571fe3e308), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:08.165260 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-063257ab-8175-4755-9957-2d8bc95cbfb5 None None] Attempting to bind port e4453eb0-768d-49ce-b300-433e8b6d7e59 on host dv-cinder-840511-5-iscsi for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 08 22:20:08.165632 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-063257ab-8175-4755-9957-2d8bc95cbfb5 None None] Attempting to bind port e4453eb0-768d-49ce-b300-433e8b6d7e59 by drivers openvswitch,hyperv on host dv-cinder-840511-5-iscsi at level 0 using segments [{'id': '9d6f81da-5258-4353-b997-51e66ddac969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3de5004b-d04a-43ec-83df-7f6e082747db'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 08 22:20:08.165990 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063257ab-8175-4755-9957-2d8bc95cbfb5 None None] Attempting to bind port e4453eb0-768d-49ce-b300-433e8b6d7e59 on network 3de5004b-d04a-43ec-83df-7f6e082747db {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 08 22:20:08.178932 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063257ab-8175-4755-9957-2d8bc95cbfb5 None None] Checking agent: {'id': '7e3c7ef6-abd5-4f0f-b372-b2734b637fd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840511-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 8, 22, 6, 52), 'started_at': datetime.datetime(2022, 5, 8, 22, 7, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 8, 22, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840511-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 08 22:20:08.179310 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063257ab-8175-4755-9957-2d8bc95cbfb5 None None] Checking segment: {'id': '9d6f81da-5258-4353-b997-51e66ddac969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3de5004b-d04a-43ec-83df-7f6e082747db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 08 22:20:08.179711 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-063257ab-8175-4755-9957-2d8bc95cbfb5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:08.180105 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063257ab-8175-4755-9957-2d8bc95cbfb5 None None] Bound using segment: {'id': '9d6f81da-5258-4353-b997-51e66ddac969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3de5004b-d04a-43ec-83df-7f6e082747db'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 08 22:20:08.180619 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-063257ab-8175-4755-9957-2d8bc95cbfb5 None None] Bound port: e4453eb0-768d-49ce-b300-433e8b6d7e59, host: dv-cinder-840511-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d6f81da-5258-4353-b997-51e66ddac969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3de5004b-d04a-43ec-83df-7f6e082747db'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 08 22:20:08.181005 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-063257ab-8175-4755-9957-2d8bc95cbfb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (e4453eb0-768d-49ce-b300-433e8b6d7e59), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:08.214371 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-b9bb0304-0e61-4501-950b-4faf329d0638 None None] For port b4b77978-828b-459d-85e6-fd678b8d1cce, host dv-cinder-840511-5-iscsi, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 08 22:20:08.250603 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-b9bb0304-0e61-4501-950b-4faf329d0638 None None] For port b4b77978-828b-459d-85e6-fd678b8d1cce, host dv-cinder-840511-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=b4b77978-828b-459d-85e6-fd678b8d1cce,segment=NetworkSegment(21b079f8-1b7d-414d-908c-fa3a05e48757),segment_id=21b079f8-1b7d-414d-908c-fa3a05e48757)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 08 22:20:08.263641 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b9bb0304-0e61-4501-950b-4faf329d0638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (b4b77978-828b-459d-85e6-fd678b8d1cce), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:08.337033 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-30f5d91d-8a5c-486e-80de-01bab4b582cb None None] Provisioning complete for port e4453eb0-768d-49ce-b300-433e8b6d7e59 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:20:08.337410 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-30f5d91d-8a5c-486e-80de-01bab4b582cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (e4453eb0-768d-49ce-b300-433e8b6d7e59), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:08.344673 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-063257ab-8175-4755-9957-2d8bc95cbfb5 None None] For port e4453eb0-768d-49ce-b300-433e8b6d7e59, host dv-cinder-840511-5-iscsi, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 08 22:20:08.349066 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-063257ab-8175-4755-9957-2d8bc95cbfb5 None None] For port e4453eb0-768d-49ce-b300-433e8b6d7e59, host dv-cinder-840511-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=e4453eb0-768d-49ce-b300-433e8b6d7e59,segment=NetworkSegment(9d6f81da-5258-4353-b997-51e66ddac969),segment_id=9d6f81da-5258-4353-b997-51e66ddac969)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 08 22:20:08.398524 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-063257ab-8175-4755-9957-2d8bc95cbfb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (e4453eb0-768d-49ce-b300-433e8b6d7e59), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:08.403551 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bb0304-0e61-4501-950b-4faf329d0638 None None] Pushing event updated for resources: {'Port': ['ID=b4b77978-828b-459d-85e6-fd678b8d1cce,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:20:08.459694 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-30f5d91d-8a5c-486e-80de-01bab4b582cb None None] Port e4453eb0-768d-49ce-b300-433e8b6d7e59 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 08 22:20:08.465948 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device 0240c8ca-15b1-4020-96da-1ed4ddb1fea3 up at agent ovs-agent-dv-cinder-840511-5-iscsi {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 08 22:20:08.535310 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063257ab-8175-4755-9957-2d8bc95cbfb5 None None] Routers {'d1259825-b40d-41dc-b595-545ddc2eda36'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:20:08.535952 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-063257ab-8175-4755-9957-2d8bc95cbfb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:19:48Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['d1259825-b40d-41dc-b595-545ddc2eda36'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:20:08.539480 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6011de4-1cbc-4e4f-8854-9dd921a32962 None None] Pushing event updated for resources: {'Port': ['ID=e4453eb0-768d-49ce-b300-433e8b6d7e59,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:20:08.603187 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Provisioning complete for port 0240c8ca-15b1-4020-96da-1ed4ddb1fea3 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:20:08.603551 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (0240c8ca-15b1-4020-96da-1ed4ddb1fea3), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:08.746213 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ef25dec3-1091-43ce-bd25-7190b6fffd0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-790688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-789731'] for router (e1d0e35d-a62e-4645-899c-1f571fe3e308), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:08.752386 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-063257ab-8175-4755-9957-2d8bc95cbfb5 None None] Set router d1259825-b40d-41dc-b595-545ddc2eda36 gateway port host: dv-cinder-840511-5-iscsi {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:20:08.847998 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-4abc81b3-d6c3-4626-b9d5-b937f6ba7f21 None None] Provisioning complete for port e4453eb0-768d-49ce-b300-433e8b6d7e59 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:20:08.848235 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-4abc81b3-d6c3-4626-b9d5-b937f6ba7f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (e4453eb0-768d-49ce-b300-433e8b6d7e59), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:08.865573 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.agents_db [None req-09216671-537f-4251-a64c-737ccd42d6d2 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 08 22:20:08.891742 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Current status of the port 0240c8ca-15b1-4020-96da-1ed4ddb1fea3 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:20:08.942456 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44954623-92cf-43cc-84a8-a886a28d1399 req-fa578a22-947f-4fbc-9a8c-407472085672 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:08.943956 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-44954623-92cf-43cc-84a8-a886a28d1399 req-fa578a22-947f-4fbc-9a8c-407472085672 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a184e29-6493-48c2-b5d7-fe098bcb7e0e HTTP/1.1" status: 200 len: 985 time: 0.0657604 May 08 22:20:09.006155 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef25dec3-1091-43ce-bd25-7190b6fffd0f admin admin] Router e1d0e35d-a62e-4645-899c-1f571fe3e308 is scheduled to L3 agent 69aa2ac4-530d-40c2-a84a-3161d84edf61 with binding_index 1 {{(pid=103628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 08 22:20:09.038866 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-44954623-92cf-43cc-84a8-a886a28d1399 req-c2160926-9e47-49a6-87f5-51f5a79c9208 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/security-groups?id=37a1b9bc-e6b4-43c1-bfa8-8a40c582d1ef&id=f71b43b0-b7dc-4e11-b18c-2293bb282793&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0871596 May 08 22:20:09.146847 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef25dec3-1091-43ce-bd25-7190b6fffd0f admin admin] Notify agent at l3_agent.dv-cinder-840511-5-iscsi the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 08 22:20:09.156822 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a095795-bd16-410f-b792-c2251289d18c None None] Sync routers for ids ['e1d0e35d-a62e-4645-899c-1f571fe3e308'] in dv-cinder-840511-5-iscsi {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 08 22:20:09.170938 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a095795-bd16-410f-b792-c2251289d18c None None] Routers {'e1d0e35d-a62e-4645-899c-1f571fe3e308'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:20:09.171618 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-8a095795-bd16-410f-b792-c2251289d18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:19:48Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['e1d0e35d-a62e-4645-899c-1f571fe3e308'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:20:09.171773 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ef25dec3-1091-43ce-bd25-7190b6fffd0f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:09.173300 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-ef25dec3-1091-43ce-bd25-7190b6fffd0f admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1529865 May 08 22:20:09.176477 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 55212) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:20:09.194924 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-4abc81b3-d6c3-4626-b9d5-b937f6ba7f21 None None] Current status of the port e4453eb0-768d-49ce-b300-433e8b6d7e59 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:20:09.195297 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-4abc81b3-d6c3-4626-b9d5-b937f6ba7f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (e4453eb0-768d-49ce-b300-433e8b6d7e59), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:09.265095 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-4abc81b3-d6c3-4626-b9d5-b937f6ba7f21 None None] For port e4453eb0-768d-49ce-b300-433e8b6d7e59, host dv-cinder-840511-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=e4453eb0-768d-49ce-b300-433e8b6d7e59,segment=NetworkSegment(9d6f81da-5258-4353-b997-51e66ddac969),segment_id=9d6f81da-5258-4353-b997-51e66ddac969)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:20:09.268868 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-063257ab-8175-4755-9957-2d8bc95cbfb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1259825-b40d-41dc-b595-545ddc2eda36', 'name': 'tempest-TestVolumeBootPattern-417149460-router', 'tenant_id': '71ff1b3aaa864388b9a5646942d2bffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '0240c8ca-15b1-4020-96da-1ed4ddb1fea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:20:02Z', 'updated_at': '2022-05-08T22:20:05Z', 'revision_number': 4, 'project_id': '71ff1b3aaa864388b9a5646942d2bffb', 'gw_port': {'id': '0240c8ca-15b1-4020-96da-1ed4ddb1fea3', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:76:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1259825-b40d-41dc-b595-545ddc2eda36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:20:02Z', 'updated_at': '2022-05-08T22:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_interfaces': [{'id': 'e4453eb0-768d-49ce-b300-433e8b6d7e59', 'name': '', 'network_id': '3de5004b-d04a-43ec-83df-7f6e082747db', 'tenant_id': '71ff1b3aaa864388b9a5646942d2bffb', 'mac_address': 'fa:16:3e:83:4d:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1259825-b40d-41dc-b595-545ddc2eda36', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'f90310f9-89a9-4caa-b723-9c87d4a911ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:20:04Z', 'updated_at': '2022-05-08T22:20:08Z', 'revision_number': 4, 'project_id': '71ff1b3aaa864388b9a5646942d2bffb', 'subnets': [{'id': 'f90310f9-89a9-4caa-b723-9c87d4a911ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:20:09.272719 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-4abc81b3-d6c3-4626-b9d5-b937f6ba7f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (e4453eb0-768d-49ce-b300-433e8b6d7e59), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:09.298481 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-8a095795-bd16-410f-b792-c2251289d18c None None] Set router e1d0e35d-a62e-4645-899c-1f571fe3e308 gateway port host: dv-cinder-840511-5-iscsi {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:20:09.300958 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063257ab-8175-4755-9957-2d8bc95cbfb5 None None] The sync data for ids ['d1259825-b40d-41dc-b595-545ddc2eda36'] in dv-cinder-840511-5-iscsi is: [{'id': 'd1259825-b40d-41dc-b595-545ddc2eda36', 'name': 'tempest-TestVolumeBootPattern-417149460-router', 'tenant_id': '71ff1b3aaa864388b9a5646942d2bffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '0240c8ca-15b1-4020-96da-1ed4ddb1fea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:20:02Z', 'updated_at': '2022-05-08T22:20:05Z', 'revision_number': 4, 'project_id': '71ff1b3aaa864388b9a5646942d2bffb', 'gw_port': {'id': '0240c8ca-15b1-4020-96da-1ed4ddb1fea3', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:76:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1259825-b40d-41dc-b595-545ddc2eda36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:20:02Z', 'updated_at': '2022-05-08T22:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_interfaces': [{'id': 'e4453eb0-768d-49ce-b300-433e8b6d7e59', 'name': '', 'network_id': '3de5004b-d04a-43ec-83df-7f6e082747db', 'tenant_id': '71ff1b3aaa864388b9a5646942d2bffb', 'mac_address': 'fa:16:3e:83:4d:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1259825-b40d-41dc-b595-545ddc2eda36', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'f90310f9-89a9-4caa-b723-9c87d4a911ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:20:04Z', 'updated_at': '2022-05-08T22:20:08Z', 'revision_number': 4, 'project_id': '71ff1b3aaa864388b9a5646942d2bffb', 'subnets': [{'id': 'f90310f9-89a9-4caa-b723-9c87d4a911ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 08 22:20:09.366306 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc81b3-d6c3-4626-b9d5-b937f6ba7f21 None None] Pushing event updated for resources: {'Port': ['ID=e4453eb0-768d-49ce-b300-433e8b6d7e59,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:20:09.635613 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-8a095795-bd16-410f-b792-c2251289d18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d0e35d-a62e-4645-899c-1f571fe3e308', 'name': 'tempest-TestVolumeBootPattern-1494702912-router', 'tenant_id': '96e8e260acf64cad81bb670b6e1acf0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '131e7299-254c-4317-8c13-7a5aa0c63ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:20:07Z', 'updated_at': '2022-05-08T22:20:08Z', 'revision_number': 3, 'project_id': '96e8e260acf64cad81bb670b6e1acf0d', 'gw_port': {'id': '131e7299-254c-4317-8c13-7a5aa0c63ec7', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ff:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d0e35d-a62e-4645-899c-1f571fe3e308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:20:07Z', 'updated_at': '2022-05-08T22:20:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi'}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:20:09.663915 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a095795-bd16-410f-b792-c2251289d18c None None] Checking router: e1d0e35d-a62e-4645-899c-1f571fe3e308 for host: dv-cinder-840511-5-iscsi {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 08 22:20:09.669599 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a095795-bd16-410f-b792-c2251289d18c None None] Updating router e1d0e35d-a62e-4645-899c-1f571fe3e308 port 131e7299-254c-4317-8c13-7a5aa0c63ec7 binding host dv-cinder-840511-5-iscsi {{(pid=103631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 08 22:20:09.694465 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853ca6c4-967b-45db-9ae6-42976a14ff64 None None] Network 5a78fb93-76e9-4e94-b04e-93b7861f4784 requested from dv-cinder-840511-5-iscsi {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 08 22:20:09.704942 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-8a095795-bd16-410f-b792-c2251289d18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (131e7299-254c-4317-8c13-7a5aa0c63ec7), before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:09.743672 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-556ab365-8a00-4ce3-80e2-2d713e52eefb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:09.827168 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-8845ed96-f893-4c2a-9e76-2c9cb03613eb None None] Provisioning complete for port b4b77978-828b-459d-85e6-fd678b8d1cce triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:20:09.827680 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-8845ed96-f893-4c2a-9e76-2c9cb03613eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (b4b77978-828b-459d-85e6-fd678b8d1cce), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:09.927555 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-8845ed96-f893-4c2a-9e76-2c9cb03613eb None None] Current status of the port b4b77978-828b-459d-85e6-fd678b8d1cce is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:20:09.928310 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-8845ed96-f893-4c2a-9e76-2c9cb03613eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (b4b77978-828b-459d-85e6-fd678b8d1cce), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:09.975799 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-8845ed96-f893-4c2a-9e76-2c9cb03613eb None None] For port b4b77978-828b-459d-85e6-fd678b8d1cce, host dv-cinder-840511-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=b4b77978-828b-459d-85e6-fd678b8d1cce,segment=NetworkSegment(21b079f8-1b7d-414d-908c-fa3a05e48757),segment_id=21b079f8-1b7d-414d-908c-fa3a05e48757)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:20:09.977937 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-556ab365-8a00-4ce3-80e2-2d713e52eefb admin admin] Allocated IP 172.20.0.1 (5a78fb93-76e9-4e94-b04e-93b7861f4784/9ff85592-031f-4493-9b35-2c5a339551cb/c7a58d9b-8930-4899-9154-b1a15a542255) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 08 22:20:09.984864 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-8845ed96-f893-4c2a-9e76-2c9cb03613eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (b4b77978-828b-459d-85e6-fd678b8d1cce), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:10.040021 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-8a095795-bd16-410f-b792-c2251289d18c None None] Publish callbacks [] for port (131e7299-254c-4317-8c13-7a5aa0c63ec7), precommit_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:10.048623 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-8a095795-bd16-410f-b792-c2251289d18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (131e7299-254c-4317-8c13-7a5aa0c63ec7), after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:10.058067 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8845ed96-f893-4c2a-9e76-2c9cb03613eb None None] Pushing event updated for resources: {'Port': ['ID=b4b77978-828b-459d-85e6-fd678b8d1cce,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:20:10.111203 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80e6fd7-dbe6-4bc4-a6e7-c649f0812cf5 None None] Pushing event updated for resources: {'Port': ['ID=131e7299-254c-4317-8c13-7a5aa0c63ec7,revision_number=2']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:20:10.123121 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-8a095795-bd16-410f-b792-c2251289d18c None None] Attempting to bind port 131e7299-254c-4317-8c13-7a5aa0c63ec7 on host dv-cinder-840511-5-iscsi for vnic_type normal with profile {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 08 22:20:10.123485 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-8a095795-bd16-410f-b792-c2251289d18c None None] Attempting to bind port 131e7299-254c-4317-8c13-7a5aa0c63ec7 by drivers openvswitch,hyperv on host dv-cinder-840511-5-iscsi at level 0 using segments [{'id': '0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd'}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 08 22:20:10.123838 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a095795-bd16-410f-b792-c2251289d18c None None] Attempting to bind port 131e7299-254c-4317-8c13-7a5aa0c63ec7 on network 542aeef6-5046-439a-aa53-dc46759766dd {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 08 22:20:10.130036 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a095795-bd16-410f-b792-c2251289d18c None None] Checking agent: {'id': '7e3c7ef6-abd5-4f0f-b372-b2734b637fd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840511-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 8, 22, 6, 52), 'started_at': datetime.datetime(2022, 5, 8, 22, 7, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 8, 22, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840511-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 08 22:20:10.130417 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a095795-bd16-410f-b792-c2251289d18c None None] Checking segment: {'id': '0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 08 22:20:10.130817 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-8a095795-bd16-410f-b792-c2251289d18c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:10.131356 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a095795-bd16-410f-b792-c2251289d18c None None] Bound using segment: {'id': '0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd'} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 08 22:20:10.131879 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-8a095795-bd16-410f-b792-c2251289d18c None None] Bound port: 131e7299-254c-4317-8c13-7a5aa0c63ec7, host: dv-cinder-840511-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd'}}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 08 22:20:10.132263 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-8a095795-bd16-410f-b792-c2251289d18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (131e7299-254c-4317-8c13-7a5aa0c63ec7), before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:10.173009 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-556ab365-8a00-4ce3-80e2-2d713e52eefb admin admin] Publish callbacks [] for port (c7a58d9b-8930-4899-9154-b1a15a542255), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:10.210062 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-556ab365-8a00-4ce3-80e2-2d713e52eefb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791034024012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633834'] for port (c7a58d9b-8930-4899-9154-b1a15a542255), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:10.236109 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-8a095795-bd16-410f-b792-c2251289d18c None None] For port 131e7299-254c-4317-8c13-7a5aa0c63ec7, host dv-cinder-840511-5-iscsi, cleared binding levels {{(pid=103631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 08 22:20:10.242832 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-8a095795-bd16-410f-b792-c2251289d18c None None] For port 131e7299-254c-4317-8c13-7a5aa0c63ec7, host dv-cinder-840511-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=131e7299-254c-4317-8c13-7a5aa0c63ec7,segment=NetworkSegment(0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa),segment_id=0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa)] {{(pid=103631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 08 22:20:10.254188 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-8a095795-bd16-410f-b792-c2251289d18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (131e7299-254c-4317-8c13-7a5aa0c63ec7), after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:10.255592 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556ab365-8a00-4ce3-80e2-2d713e52eefb admin admin] Network 5a78fb93-76e9-4e94-b04e-93b7861f4784 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 08 22:20:10.258822 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-556ab365-8a00-4ce3-80e2-2d713e52eefb admin admin] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:20:10.263085 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556ab365-8a00-4ce3-80e2-2d713e52eefb admin admin] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 08 22:20:10.265914 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (50086534-3b0f-4edb-899f-da05c46c2546), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:10.303641 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556ab365-8a00-4ce3-80e2-2d713e52eefb admin admin] Pushing event updated for resources: {'Port': ['ID=c7a58d9b-8930-4899-9154-b1a15a542255,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:20:10.313351 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6dc776d8-5104-486f-8980-7fe0d1d616e6 None None] Provisioning complete for port b4b77978-828b-459d-85e6-fd678b8d1cce triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:20:10.313705 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6dc776d8-5104-486f-8980-7fe0d1d616e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (b4b77978-828b-459d-85e6-fd678b8d1cce), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:10.320494 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-556ab365-8a00-4ce3-80e2-2d713e52eefb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-788174'] for router_interface (e1d0e35d-a62e-4645-899c-1f571fe3e308), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:10.391308 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80e6fd7-dbe6-4bc4-a6e7-c649f0812cf5 None None] Pushing event updated for resources: {'Port': ['ID=131e7299-254c-4317-8c13-7a5aa0c63ec7,revision_number=3']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:20:10.398314 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a095795-bd16-410f-b792-c2251289d18c None None] Routers {'e1d0e35d-a62e-4645-899c-1f571fe3e308'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:20:10.399115 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-8a095795-bd16-410f-b792-c2251289d18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:19:48Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['e1d0e35d-a62e-4645-899c-1f571fe3e308'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:20:10.513066 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6dc776d8-5104-486f-8980-7fe0d1d616e6 None None] Current status of the port b4b77978-828b-459d-85e6-fd678b8d1cce is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:20:10.610372 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device b4b77978-828b-459d-85e6-fd678b8d1cce up at agent ovs-agent-dv-cinder-840511-5-iscsi {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 08 22:20:10.614346 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-556ab365-8a00-4ce3-80e2-2d713e52eefb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (c7a58d9b-8930-4899-9154-b1a15a542255), before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:10.618511 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-8a095795-bd16-410f-b792-c2251289d18c None None] Set router e1d0e35d-a62e-4645-899c-1f571fe3e308 gateway port host: dv-cinder-840511-5-iscsi {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:20:10.639102 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1e94cd-abbf-4a35-ba99-858bf9f2b092 req-419adf4d-d019-4801-b053-e02be8e36e70 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:10.640845 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-7c1e94cd-abbf-4a35-ba99-858bf9f2b092 req-419adf4d-d019-4801-b053-e02be8e36e70 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a184e29-6493-48c2-b5d7-fe098bcb7e0e HTTP/1.1" status: 200 len: 985 time: 0.4873025 May 08 22:20:10.669629 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-37fb7e09-b49f-497a-a1e6-4ba9a5cd7150 None None] Provisioning complete for port c7a58d9b-8930-4899-9154-b1a15a542255 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:20:10.670082 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-37fb7e09-b49f-497a-a1e6-4ba9a5cd7150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (c7a58d9b-8930-4899-9154-b1a15a542255), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:10.732853 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-7c1e94cd-abbf-4a35-ba99-858bf9f2b092 req-b766c59e-4bfc-42fb-aa96-45c83744b53d tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/security-groups?id=37a1b9bc-e6b4-43c1-bfa8-8a40c582d1ef&id=f71b43b0-b7dc-4e11-b18c-2293bb282793&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0852993 May 08 22:20:10.733098 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-37fb7e09-b49f-497a-a1e6-4ba9a5cd7150 None None] Port c7a58d9b-8930-4899-9154-b1a15a542255 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 08 22:20:10.738176 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Provisioning complete for port b4b77978-828b-459d-85e6-fd678b8d1cce triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:20:10.738549 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (b4b77978-828b-459d-85e6-fd678b8d1cce), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:10.828008 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Current status of the port b4b77978-828b-459d-85e6-fd678b8d1cce is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:20:10.829218 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device e4453eb0-768d-49ce-b300-433e8b6d7e59 up at agent ovs-agent-dv-cinder-840511-5-iscsi {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 08 22:20:10.837610 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-8a095795-bd16-410f-b792-c2251289d18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d0e35d-a62e-4645-899c-1f571fe3e308', 'name': 'tempest-TestVolumeBootPattern-1494702912-router', 'tenant_id': '96e8e260acf64cad81bb670b6e1acf0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '131e7299-254c-4317-8c13-7a5aa0c63ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:20:07Z', 'updated_at': '2022-05-08T22:20:08Z', 'revision_number': 3, 'project_id': '96e8e260acf64cad81bb670b6e1acf0d', 'gw_port': {'id': '131e7299-254c-4317-8c13-7a5aa0c63ec7', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ff:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d0e35d-a62e-4645-899c-1f571fe3e308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:20:07Z', 'updated_at': '2022-05-08T22:20:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi'}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:20:10.850666 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-556ab365-8a00-4ce3-80e2-2d713e52eefb admin admin] Publish callbacks [] for port (c7a58d9b-8930-4899-9154-b1a15a542255), precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:10.858490 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-556ab365-8a00-4ce3-80e2-2d713e52eefb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59633821'] for port (c7a58d9b-8930-4899-9154-b1a15a542255), after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:10.882174 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a095795-bd16-410f-b792-c2251289d18c None None] The sync data for ids ['e1d0e35d-a62e-4645-899c-1f571fe3e308'] in dv-cinder-840511-5-iscsi is: [{'id': 'e1d0e35d-a62e-4645-899c-1f571fe3e308', 'name': 'tempest-TestVolumeBootPattern-1494702912-router', 'tenant_id': '96e8e260acf64cad81bb670b6e1acf0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '131e7299-254c-4317-8c13-7a5aa0c63ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:20:07Z', 'updated_at': '2022-05-08T22:20:08Z', 'revision_number': 3, 'project_id': '96e8e260acf64cad81bb670b6e1acf0d', 'gw_port': {'id': '131e7299-254c-4317-8c13-7a5aa0c63ec7', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ff:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d0e35d-a62e-4645-899c-1f571fe3e308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:20:07Z', 'updated_at': '2022-05-08T22:20:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi'}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 08 22:20:10.882645 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Provisioning complete for port e4453eb0-768d-49ce-b300-433e8b6d7e59 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:20:10.883026 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (e4453eb0-768d-49ce-b300-433e8b6d7e59), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:10.935595 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556ab365-8a00-4ce3-80e2-2d713e52eefb admin admin] Pushing event updated for resources: {'Port': ['ID=c7a58d9b-8930-4899-9154-b1a15a542255,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:20:10.938473 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-556ab365-8a00-4ce3-80e2-2d713e52eefb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-786564'] for router_interface (e1d0e35d-a62e-4645-899c-1f571fe3e308), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:10.997728 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Current status of the port e4453eb0-768d-49ce-b300-433e8b6d7e59 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:20:11.041712 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556ab365-8a00-4ce3-80e2-2d713e52eefb admin admin] Network 5a78fb93-76e9-4e94-b04e-93b7861f4784 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 08 22:20:11.043091 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-556ab365-8a00-4ce3-80e2-2d713e52eefb admin admin] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:20:11.163058 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-556ab365-8a00-4ce3-80e2-2d713e52eefb admin admin] Router e1d0e35d-a62e-4645-899c-1f571fe3e308 has already been hosted by L3 agent 69aa2ac4-530d-40c2-a84a-3161d84edf61 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 08 22:20:11.363417 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-d985e9d8-24c7-4a73-8132-d6d4f8774573 None None] Provisioning complete for port c7a58d9b-8930-4899-9154-b1a15a542255 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:20:11.363791 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d985e9d8-24c7-4a73-8132-d6d4f8774573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (c7a58d9b-8930-4899-9154-b1a15a542255), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:11.403731 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-d985e9d8-24c7-4a73-8132-d6d4f8774573 None None] Port c7a58d9b-8930-4899-9154-b1a15a542255 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 08 22:20:11.557598 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-556ab365-8a00-4ce3-80e2-2d713e52eefb admin admin] Notify agent at l3_agent.dv-cinder-840511-5-iscsi the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 08 22:20:11.562647 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-556ab365-8a00-4ce3-80e2-2d713e52eefb admin admin] 10.222.0.44 "PUT /v2.0/routers/e1d0e35d-a62e-4645-899c-1f571fe3e308/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3844640 May 08 22:20:11.857229 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e5221a-6f6f-4ccc-af66-0016532ad75e req-9197318e-24ed-41e5-89d3-b11e1551f830 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:11.859106 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-82e5221a-6f6f-4ccc-af66-0016532ad75e req-9197318e-24ed-41e5-89d3-b11e1551f830 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a184e29-6493-48c2-b5d7-fe098bcb7e0e HTTP/1.1" status: 200 len: 985 time: 0.0520027 May 08 22:20:11.923075 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-82e5221a-6f6f-4ccc-af66-0016532ad75e req-8727f131-0987-498c-9075-a6075624da39 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/security-groups?id=37a1b9bc-e6b4-43c1-bfa8-8a40c582d1ef&id=f71b43b0-b7dc-4e11-b18c-2293bb282793&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0581775 May 08 22:20:12.021972 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 55228) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:20:12.026571 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [None req-fdbd22ec-61b1-46f9-950f-68ec3155c82f tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1748933590', 'description': 'tempest-secgroup-smoke-1748933590 description', 'project_id': '71ff1b3aaa864388b9a5646942d2bffb'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:20:12.049820 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fdbd22ec-61b1-46f9-950f-68ec3155c82f tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks [] for security_group (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:12.122729 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fdbd22ec-61b1-46f9-950f-68ec3155c82f tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks [] for security_group (88647e77-4ac1-462b-871f-d58f9f7f242f), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:12.127304 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fdbd22ec-61b1-46f9-950f-68ec3155c82f tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (88647e77-4ac1-462b-871f-d58f9f7f242f), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:12.157110 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fdbd22ec-61b1-46f9-950f-68ec3155c82f tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks [] for security_group (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:12.158879 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-fdbd22ec-61b1-46f9-950f-68ec3155c82f tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1359000 May 08 22:20:12.160679 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbd22ec-61b1-46f9-950f-68ec3155c82f tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88647e77-4ac1-462b-871f-d58f9f7f242f,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:20:12.162089 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 55230) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:20:12.166686 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.v2.base [None req-c2cded64-1fed-41e2-a8c7-817f2a36c7c7 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Request body: {'security_group_rule': {'security_group_id': '88647e77-4ac1-462b-871f-d58f9f7f242f', 'project_id': '71ff1b3aaa864388b9a5646942d2bffb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:20:12.197614 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c2cded64-1fed-41e2-a8c7-817f2a36c7c7 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks [] for security_group_rule (c96aa37d-25fb-49eb-a3f7-ebae452ee956), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:12.254284 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c2cded64-1fed-41e2-a8c7-817f2a36c7c7 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks [] for security_group_rule (c96aa37d-25fb-49eb-a3f7-ebae452ee956), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:12.259040 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c2cded64-1fed-41e2-a8c7-817f2a36c7c7 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571357'] for security_group_rule (c96aa37d-25fb-49eb-a3f7-ebae452ee956), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:12.277080 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cded64-1fed-41e2-a8c7-817f2a36c7c7 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c96aa37d-25fb-49eb-a3f7-ebae452ee956,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:20:12.285508 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c2cded64-1fed-41e2-a8c7-817f2a36c7c7 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:12.286717 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-c2cded64-1fed-41e2-a8c7-817f2a36c7c7 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1235428 May 08 22:20:12.290977 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 55232) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:20:12.296221 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [None req-3951c213-41b9-4920-9980-b5fe97a74c1e tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Request body: {'security_group_rule': {'security_group_id': '88647e77-4ac1-462b-871f-d58f9f7f242f', 'project_id': '71ff1b3aaa864388b9a5646942d2bffb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:20:12.324122 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3951c213-41b9-4920-9980-b5fe97a74c1e tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks [] for security_group_rule (87f95836-b541-488c-86d0-b9bd95244700), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:12.392409 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3951c213-41b9-4920-9980-b5fe97a74c1e tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks [] for security_group_rule (87f95836-b541-488c-86d0-b9bd95244700), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:12.397208 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3951c213-41b9-4920-9980-b5fe97a74c1e tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571357'] for security_group_rule (87f95836-b541-488c-86d0-b9bd95244700), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:12.417145 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3951c213-41b9-4920-9980-b5fe97a74c1e tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87f95836-b541-488c-86d0-b9bd95244700,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:20:12.422382 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device 131e7299-254c-4317-8c13-7a5aa0c63ec7 up at agent ovs-agent-dv-cinder-840511-5-iscsi {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 08 22:20:12.428265 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3951c213-41b9-4920-9980-b5fe97a74c1e tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:12.432135 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-3951c213-41b9-4920-9980-b5fe97a74c1e tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1374822 May 08 22:20:12.432487 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 55234) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:20:12.436971 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [None req-18fea3c6-0324-4990-a7fe-86271a3cab5a tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Request body: {'security_group_rule': {'security_group_id': '88647e77-4ac1-462b-871f-d58f9f7f242f', 'project_id': '71ff1b3aaa864388b9a5646942d2bffb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:20:12.462741 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-18fea3c6-0324-4990-a7fe-86271a3cab5a tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks [] for security_group_rule (858b8bc8-b209-47de-88f1-faf4cf1e4a4d), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:12.475662 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Provisioning complete for port 131e7299-254c-4317-8c13-7a5aa0c63ec7 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:20:12.476032 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (131e7299-254c-4317-8c13-7a5aa0c63ec7), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:12.526141 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-18fea3c6-0324-4990-a7fe-86271a3cab5a tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks [] for security_group_rule (858b8bc8-b209-47de-88f1-faf4cf1e4a4d), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:12.530445 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-18fea3c6-0324-4990-a7fe-86271a3cab5a tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571357'] for security_group_rule (858b8bc8-b209-47de-88f1-faf4cf1e4a4d), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:12.548319 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fea3c6-0324-4990-a7fe-86271a3cab5a tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=858b8bc8-b209-47de-88f1-faf4cf1e4a4d,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:20:12.559091 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-18fea3c6-0324-4990-a7fe-86271a3cab5a tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:12.560536 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-18fea3c6-0324-4990-a7fe-86271a3cab5a tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1270735 May 08 22:20:12.563128 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 55236) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:20:12.568223 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Current status of the port 131e7299-254c-4317-8c13-7a5aa0c63ec7 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:20:12.568462 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [None req-834fb936-b69f-4666-98da-522a58662185 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Request body: {'security_group_rule': {'security_group_id': '88647e77-4ac1-462b-871f-d58f9f7f242f', 'project_id': '71ff1b3aaa864388b9a5646942d2bffb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:20:12.568761 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (131e7299-254c-4317-8c13-7a5aa0c63ec7), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:12.590246 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] For port 131e7299-254c-4317-8c13-7a5aa0c63ec7, host dv-cinder-840511-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=131e7299-254c-4317-8c13-7a5aa0c63ec7,segment=NetworkSegment(0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa),segment_id=0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:20:12.595679 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (131e7299-254c-4317-8c13-7a5aa0c63ec7), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:12.598520 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-834fb936-b69f-4666-98da-522a58662185 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks [] for security_group_rule (f1b714d5-d0c5-475c-95b5-a760f05a8975), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:12.643732 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Pushing event updated for resources: {'Port': ['ID=131e7299-254c-4317-8c13-7a5aa0c63ec7,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:20:12.660803 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-834fb936-b69f-4666-98da-522a58662185 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks [] for security_group_rule (f1b714d5-d0c5-475c-95b5-a760f05a8975), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:12.665157 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-834fb936-b69f-4666-98da-522a58662185 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571357'] for security_group_rule (f1b714d5-d0c5-475c-95b5-a760f05a8975), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:12.682324 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834fb936-b69f-4666-98da-522a58662185 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1b714d5-d0c5-475c-95b5-a760f05a8975,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:20:12.690665 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-834fb936-b69f-4666-98da-522a58662185 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:12.691901 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-834fb936-b69f-4666-98da-522a58662185 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1277490 May 08 22:20:12.694596 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 55238) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:20:12.699512 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [None req-d7db4b75-971a-458e-9081-ba5fe7350265 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Request body: {'security_group_rule': {'security_group_id': '88647e77-4ac1-462b-871f-d58f9f7f242f', 'project_id': '71ff1b3aaa864388b9a5646942d2bffb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:20:12.719347 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.db.securitygroups_db [None req-d7db4b75-971a-458e-9081-ba5fe7350265 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Project 71ff1b3aaa864388b9a5646942d2bffb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 08 22:20:12.724689 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2ee922-6798-4cdc-8012-dbf3516e5bcf None None] Sync routers for ids ['e1d0e35d-a62e-4645-899c-1f571fe3e308'] in dv-cinder-840511-5-iscsi {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 08 22:20:12.727891 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d7db4b75-971a-458e-9081-ba5fe7350265 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks [] for security_group_rule (853b9e21-d9d6-4142-8b66-43f5153a42de), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:12.733731 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2ee922-6798-4cdc-8012-dbf3516e5bcf None None] Routers {'e1d0e35d-a62e-4645-899c-1f571fe3e308'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:20:12.734346 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-9e2ee922-6798-4cdc-8012-dbf3516e5bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:19:48Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['e1d0e35d-a62e-4645-899c-1f571fe3e308'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:20:12.787003 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d7db4b75-971a-458e-9081-ba5fe7350265 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks [] for security_group_rule (853b9e21-d9d6-4142-8b66-43f5153a42de), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:12.791180 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d7db4b75-971a-458e-9081-ba5fe7350265 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571357'] for security_group_rule (853b9e21-d9d6-4142-8b66-43f5153a42de), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:12.808689 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7db4b75-971a-458e-9081-ba5fe7350265 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=853b9e21-d9d6-4142-8b66-43f5153a42de,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:20:12.818566 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d7db4b75-971a-458e-9081-ba5fe7350265 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:12.819798 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-d7db4b75-971a-458e-9081-ba5fe7350265 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1242466 May 08 22:20:12.822562 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 55240) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:20:12.827221 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [None req-739f99f4-8f54-468f-b88f-ece949efadc6 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Request body: {'security_group_rule': {'security_group_id': '88647e77-4ac1-462b-871f-d58f9f7f242f', 'project_id': '71ff1b3aaa864388b9a5646942d2bffb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:20:12.848741 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.db.securitygroups_db [None req-739f99f4-8f54-468f-b88f-ece949efadc6 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Project 71ff1b3aaa864388b9a5646942d2bffb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 08 22:20:12.854760 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-739f99f4-8f54-468f-b88f-ece949efadc6 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks [] for security_group_rule (88c754d0-b60c-4a53-b500-bc2cb23f3bfc), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:12.854967 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-9e2ee922-6798-4cdc-8012-dbf3516e5bcf None None] Set router e1d0e35d-a62e-4645-899c-1f571fe3e308 gateway port host: dv-cinder-840511-5-iscsi {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:20:12.919342 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-739f99f4-8f54-468f-b88f-ece949efadc6 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks [] for security_group_rule (88c754d0-b60c-4a53-b500-bc2cb23f3bfc), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:12.923906 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-739f99f4-8f54-468f-b88f-ece949efadc6 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571357'] for security_group_rule (88c754d0-b60c-4a53-b500-bc2cb23f3bfc), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:12.941478 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739f99f4-8f54-468f-b88f-ece949efadc6 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88c754d0-b60c-4a53-b500-bc2cb23f3bfc,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:20:12.950258 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-739f99f4-8f54-468f-b88f-ece949efadc6 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:12.955798 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-739f99f4-8f54-468f-b88f-ece949efadc6 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1279988 May 08 22:20:13.045480 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19696b9-fddd-4e8e-9b10-d41f5a0108d3 req-c39dd6f1-f4b8-47a1-b38e-42570f9f8d84 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:13.047336 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-b19696b9-fddd-4e8e-9b10-d41f5a0108d3 req-c39dd6f1-f4b8-47a1-b38e-42570f9f8d84 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a184e29-6493-48c2-b5d7-fe098bcb7e0e HTTP/1.1" status: 200 len: 985 time: 0.0517974 May 08 22:20:13.061244 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-9e2ee922-6798-4cdc-8012-dbf3516e5bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d0e35d-a62e-4645-899c-1f571fe3e308', 'name': 'tempest-TestVolumeBootPattern-1494702912-router', 'tenant_id': '96e8e260acf64cad81bb670b6e1acf0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '131e7299-254c-4317-8c13-7a5aa0c63ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:20:07Z', 'updated_at': '2022-05-08T22:20:10Z', 'revision_number': 4, 'project_id': '96e8e260acf64cad81bb670b6e1acf0d', 'gw_port': {'id': '131e7299-254c-4317-8c13-7a5aa0c63ec7', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ff:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d0e35d-a62e-4645-899c-1f571fe3e308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:20:07Z', 'updated_at': '2022-05-08T22:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_interfaces': [{'id': 'c7a58d9b-8930-4899-9154-b1a15a542255', 'name': '', 'network_id': '5a78fb93-76e9-4e94-b04e-93b7861f4784', 'tenant_id': '96e8e260acf64cad81bb670b6e1acf0d', 'mac_address': 'fa:16:3e:1c:fb:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d0e35d-a62e-4645-899c-1f571fe3e308', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '9ff85592-031f-4493-9b35-2c5a339551cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:20:09Z', 'updated_at': '2022-05-08T22:20:10Z', 'revision_number': 2, 'project_id': '96e8e260acf64cad81bb670b6e1acf0d', 'subnets': [{'id': '9ff85592-031f-4493-9b35-2c5a339551cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:20:13.095951 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2ee922-6798-4cdc-8012-dbf3516e5bcf None None] Checking router: e1d0e35d-a62e-4645-899c-1f571fe3e308 for host: dv-cinder-840511-5-iscsi {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 08 22:20:13.096306 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2ee922-6798-4cdc-8012-dbf3516e5bcf None None] Updating router e1d0e35d-a62e-4645-899c-1f571fe3e308 port c7a58d9b-8930-4899-9154-b1a15a542255 binding host dv-cinder-840511-5-iscsi {{(pid=103630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 08 22:20:13.113272 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-b19696b9-fddd-4e8e-9b10-d41f5a0108d3 req-761a7108-1853-47ff-ac94-c77baa81d9f6 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/security-groups?id=37a1b9bc-e6b4-43c1-bfa8-8a40c582d1ef&id=f71b43b0-b7dc-4e11-b18c-2293bb282793&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0587263 May 08 22:20:13.127008 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9e2ee922-6798-4cdc-8012-dbf3516e5bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (c7a58d9b-8930-4899-9154-b1a15a542255), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:13.458904 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9e2ee922-6798-4cdc-8012-dbf3516e5bcf None None] Publish callbacks [] for port (c7a58d9b-8930-4899-9154-b1a15a542255), precommit_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:13.471044 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9e2ee922-6798-4cdc-8012-dbf3516e5bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (c7a58d9b-8930-4899-9154-b1a15a542255), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:13.556499 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d550c45-aac7-47a0-9f2d-94e4fff40ff2 None None] Pushing event updated for resources: {'Port': ['ID=c7a58d9b-8930-4899-9154-b1a15a542255,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:20:13.591559 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-9e2ee922-6798-4cdc-8012-dbf3516e5bcf None None] Attempting to bind port c7a58d9b-8930-4899-9154-b1a15a542255 on host dv-cinder-840511-5-iscsi for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 08 22:20:13.591936 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-9e2ee922-6798-4cdc-8012-dbf3516e5bcf None None] Attempting to bind port c7a58d9b-8930-4899-9154-b1a15a542255 by drivers openvswitch,hyperv on host dv-cinder-840511-5-iscsi at level 0 using segments [{'id': '21b079f8-1b7d-414d-908c-fa3a05e48757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '5a78fb93-76e9-4e94-b04e-93b7861f4784'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 08 22:20:13.592287 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2ee922-6798-4cdc-8012-dbf3516e5bcf None None] Attempting to bind port c7a58d9b-8930-4899-9154-b1a15a542255 on network 5a78fb93-76e9-4e94-b04e-93b7861f4784 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 08 22:20:13.601933 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2ee922-6798-4cdc-8012-dbf3516e5bcf None None] Checking agent: {'id': '7e3c7ef6-abd5-4f0f-b372-b2734b637fd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840511-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 8, 22, 6, 52), 'started_at': datetime.datetime(2022, 5, 8, 22, 7, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 8, 22, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840511-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 08 22:20:13.602309 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2ee922-6798-4cdc-8012-dbf3516e5bcf None None] Checking segment: {'id': '21b079f8-1b7d-414d-908c-fa3a05e48757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '5a78fb93-76e9-4e94-b04e-93b7861f4784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 08 22:20:13.602713 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9e2ee922-6798-4cdc-8012-dbf3516e5bcf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:13.603104 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2ee922-6798-4cdc-8012-dbf3516e5bcf None None] Bound using segment: {'id': '21b079f8-1b7d-414d-908c-fa3a05e48757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '5a78fb93-76e9-4e94-b04e-93b7861f4784'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 08 22:20:13.603609 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-9e2ee922-6798-4cdc-8012-dbf3516e5bcf None None] Bound port: c7a58d9b-8930-4899-9154-b1a15a542255, host: dv-cinder-840511-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21b079f8-1b7d-414d-908c-fa3a05e48757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '5a78fb93-76e9-4e94-b04e-93b7861f4784'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 08 22:20:13.604046 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9e2ee922-6798-4cdc-8012-dbf3516e5bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (c7a58d9b-8930-4899-9154-b1a15a542255), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:13.671038 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9e2ee922-6798-4cdc-8012-dbf3516e5bcf None None] For port c7a58d9b-8930-4899-9154-b1a15a542255, host dv-cinder-840511-5-iscsi, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 08 22:20:13.674472 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9e2ee922-6798-4cdc-8012-dbf3516e5bcf None None] For port c7a58d9b-8930-4899-9154-b1a15a542255, host dv-cinder-840511-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=c7a58d9b-8930-4899-9154-b1a15a542255,segment=NetworkSegment(21b079f8-1b7d-414d-908c-fa3a05e48757),segment_id=21b079f8-1b7d-414d-908c-fa3a05e48757)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 08 22:20:13.680474 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9e2ee922-6798-4cdc-8012-dbf3516e5bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (c7a58d9b-8930-4899-9154-b1a15a542255), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:13.752040 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d550c45-aac7-47a0-9f2d-94e4fff40ff2 None None] Pushing event updated for resources: {'Port': ['ID=c7a58d9b-8930-4899-9154-b1a15a542255,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:20:13.757814 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2ee922-6798-4cdc-8012-dbf3516e5bcf None None] Routers {'e1d0e35d-a62e-4645-899c-1f571fe3e308'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:20:13.758431 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-9e2ee922-6798-4cdc-8012-dbf3516e5bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:19:48Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['e1d0e35d-a62e-4645-899c-1f571fe3e308'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:20:13.760359 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-495c5cf6-823c-44d8-87cb-e8239babc681 None None] Provisioning complete for port c7a58d9b-8930-4899-9154-b1a15a542255 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:20:13.760748 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-495c5cf6-823c-44d8-87cb-e8239babc681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (c7a58d9b-8930-4899-9154-b1a15a542255), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:14.050631 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-9e2ee922-6798-4cdc-8012-dbf3516e5bcf None None] Set router e1d0e35d-a62e-4645-899c-1f571fe3e308 gateway port host: dv-cinder-840511-5-iscsi {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:20:14.092802 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-495c5cf6-823c-44d8-87cb-e8239babc681 None None] Current status of the port c7a58d9b-8930-4899-9154-b1a15a542255 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:20:14.093206 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-495c5cf6-823c-44d8-87cb-e8239babc681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (c7a58d9b-8930-4899-9154-b1a15a542255), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:14.201816 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-495c5cf6-823c-44d8-87cb-e8239babc681 None None] For port c7a58d9b-8930-4899-9154-b1a15a542255, host dv-cinder-840511-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=c7a58d9b-8930-4899-9154-b1a15a542255,segment=NetworkSegment(21b079f8-1b7d-414d-908c-fa3a05e48757),segment_id=21b079f8-1b7d-414d-908c-fa3a05e48757)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:20:14.207120 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-495c5cf6-823c-44d8-87cb-e8239babc681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (c7a58d9b-8930-4899-9154-b1a15a542255), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:14.237778 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba96970-615c-44c0-bfd1-e8e952113902 req-cffa6ca5-508e-4c33-b54a-e7fe53554a81 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:14.239269 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-8ba96970-615c-44c0-bfd1-e8e952113902 req-cffa6ca5-508e-4c33-b54a-e7fe53554a81 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a184e29-6493-48c2-b5d7-fe098bcb7e0e HTTP/1.1" status: 200 len: 985 time: 0.0538106 May 08 22:20:14.294756 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495c5cf6-823c-44d8-87cb-e8239babc681 None None] Pushing event updated for resources: {'Port': ['ID=c7a58d9b-8930-4899-9154-b1a15a542255,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:20:14.306346 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-8ba96970-615c-44c0-bfd1-e8e952113902 req-e6a68406-6eaf-43e5-80ea-249ba143c1ae tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/security-groups?id=37a1b9bc-e6b4-43c1-bfa8-8a40c582d1ef&id=f71b43b0-b7dc-4e11-b18c-2293bb282793&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0610373 May 08 22:20:14.320018 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-9e2ee922-6798-4cdc-8012-dbf3516e5bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d0e35d-a62e-4645-899c-1f571fe3e308', 'name': 'tempest-TestVolumeBootPattern-1494702912-router', 'tenant_id': '96e8e260acf64cad81bb670b6e1acf0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '131e7299-254c-4317-8c13-7a5aa0c63ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:20:07Z', 'updated_at': '2022-05-08T22:20:10Z', 'revision_number': 4, 'project_id': '96e8e260acf64cad81bb670b6e1acf0d', 'gw_port': {'id': '131e7299-254c-4317-8c13-7a5aa0c63ec7', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ff:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d0e35d-a62e-4645-899c-1f571fe3e308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:20:07Z', 'updated_at': '2022-05-08T22:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_interfaces': [{'id': 'c7a58d9b-8930-4899-9154-b1a15a542255', 'name': '', 'network_id': '5a78fb93-76e9-4e94-b04e-93b7861f4784', 'tenant_id': '96e8e260acf64cad81bb670b6e1acf0d', 'mac_address': 'fa:16:3e:1c:fb:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d0e35d-a62e-4645-899c-1f571fe3e308', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '9ff85592-031f-4493-9b35-2c5a339551cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:20:09Z', 'updated_at': '2022-05-08T22:20:13Z', 'revision_number': 4, 'project_id': '96e8e260acf64cad81bb670b6e1acf0d', 'subnets': [{'id': '9ff85592-031f-4493-9b35-2c5a339551cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:20:14.355413 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-de0e9711-8567-4c09-9d3e-eb7a4fb3b25b None None] Provisioning complete for port c7a58d9b-8930-4899-9154-b1a15a542255 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:20:14.355787 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-de0e9711-8567-4c09-9d3e-eb7a4fb3b25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (c7a58d9b-8930-4899-9154-b1a15a542255), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:14.363797 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2ee922-6798-4cdc-8012-dbf3516e5bcf None None] The sync data for ids ['e1d0e35d-a62e-4645-899c-1f571fe3e308'] in dv-cinder-840511-5-iscsi is: [{'id': 'e1d0e35d-a62e-4645-899c-1f571fe3e308', 'name': 'tempest-TestVolumeBootPattern-1494702912-router', 'tenant_id': '96e8e260acf64cad81bb670b6e1acf0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '131e7299-254c-4317-8c13-7a5aa0c63ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:20:07Z', 'updated_at': '2022-05-08T22:20:10Z', 'revision_number': 4, 'project_id': '96e8e260acf64cad81bb670b6e1acf0d', 'gw_port': {'id': '131e7299-254c-4317-8c13-7a5aa0c63ec7', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ff:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d0e35d-a62e-4645-899c-1f571fe3e308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:20:07Z', 'updated_at': '2022-05-08T22:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_interfaces': [{'id': 'c7a58d9b-8930-4899-9154-b1a15a542255', 'name': '', 'network_id': '5a78fb93-76e9-4e94-b04e-93b7861f4784', 'tenant_id': '96e8e260acf64cad81bb670b6e1acf0d', 'mac_address': 'fa:16:3e:1c:fb:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d0e35d-a62e-4645-899c-1f571fe3e308', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '9ff85592-031f-4493-9b35-2c5a339551cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:20:09Z', 'updated_at': '2022-05-08T22:20:13Z', 'revision_number': 4, 'project_id': '96e8e260acf64cad81bb670b6e1acf0d', 'subnets': [{'id': '9ff85592-031f-4493-9b35-2c5a339551cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 08 22:20:14.415611 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device 131e7299-254c-4317-8c13-7a5aa0c63ec7 up at agent ovs-agent-dv-cinder-840511-5-iscsi {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 08 22:20:14.506234 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Provisioning complete for port 131e7299-254c-4317-8c13-7a5aa0c63ec7 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:20:14.506890 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (131e7299-254c-4317-8c13-7a5aa0c63ec7), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:14.508342 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-de0e9711-8567-4c09-9d3e-eb7a4fb3b25b None None] Current status of the port c7a58d9b-8930-4899-9154-b1a15a542255 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:20:14.599749 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Current status of the port 131e7299-254c-4317-8c13-7a5aa0c63ec7 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:20:15.288514 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-a7593ceb-3384-48af-841c-7072f3165dfd req-01534963-ac20-476b-ba5b-c72cfb859e18 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4f5e26a1-a863-487e-b196-c905958ffc62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0457668 May 08 22:20:15.375022 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7593ceb-3384-48af-841c-7072f3165dfd req-1afb3955-1928-450b-94db-07de049b1db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:15.376598 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-a7593ceb-3384-48af-841c-7072f3165dfd req-1afb3955-1928-450b-94db-07de049b1db8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=489bde08b9284b5f8e5eb2ebc398b963&device_id=4f5e26a1-a863-487e-b196-c905958ffc62 HTTP/1.1" status: 200 len: 1129 time: 0.0427232 May 08 22:20:15.425608 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a233bea-e4c7-4dd5-9493-addf970cfd08 req-5bd87869-b82f-4133-b631-a60e4fa7e2c2 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:15.427260 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-3a233bea-e4c7-4dd5-9493-addf970cfd08 req-5bd87869-b82f-4133-b631-a60e4fa7e2c2 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a184e29-6493-48c2-b5d7-fe098bcb7e0e HTTP/1.1" status: 200 len: 985 time: 0.0509994 May 08 22:20:15.493849 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-3a233bea-e4c7-4dd5-9493-addf970cfd08 req-84eaadc3-83d5-4222-80bc-05788e9761a8 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/security-groups?id=37a1b9bc-e6b4-43c1-bfa8-8a40c582d1ef&id=f71b43b0-b7dc-4e11-b18c-2293bb282793&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0605881 May 08 22:20:15.499910 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7593ceb-3384-48af-841c-7072f3165dfd req-31d90d0b-8f38-4bda-9396-dfc483c0016f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:15.501405 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-a7593ceb-3384-48af-841c-7072f3165dfd req-31d90d0b-8f38-4bda-9396-dfc483c0016f service neutron] 10.222.0.24 "GET /v2.0/networks?id=a4734e2d-d908-4b8e-b542-dd83675e0c99 HTTP/1.1" status: 200 len: 916 time: 0.0910296 May 08 22:20:15.580243 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-a7593ceb-3384-48af-841c-7072f3165dfd req-a7fedac3-65df-44c4-97a0-9c404388336c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4a98c86-0213-4464-824c-6073569ec030 HTTP/1.1" status: 200 len: 1001 time: 0.0638406 May 08 22:20:15.636487 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7593ceb-3384-48af-841c-7072f3165dfd req-e413614b-9870-4ad9-8ea5-2f0de51479fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:15.637972 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-a7593ceb-3384-48af-841c-7072f3165dfd req-e413614b-9870-4ad9-8ea5-2f0de51479fe service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7cb890a2-14d2-4c0b-a82b-863c0417b5f3 HTTP/1.1" status: 200 len: 854 time: 0.0495203 May 08 22:20:15.689119 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7593ceb-3384-48af-841c-7072f3165dfd req-1dcc1340-d833-4184-a688-3ed7816f478a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:15.690668 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-a7593ceb-3384-48af-841c-7072f3165dfd req-1dcc1340-d833-4184-a688-3ed7816f478a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a4734e2d-d908-4b8e-b542-dd83675e0c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409739 May 08 22:20:15.788215 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-a7593ceb-3384-48af-841c-7072f3165dfd req-7f6c09bb-701d-4055-a958-309f5e4a706f service neutron] 10.222.0.24 "GET /v2.0/networks/a4734e2d-d908-4b8e-b542-dd83675e0c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877013 May 08 22:20:15.892733 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-a7593ceb-3384-48af-841c-7072f3165dfd req-58ae8e4c-2cf2-4c6c-9105-a2f485d82dca service neutron] 10.222.0.24 "GET /v2.0/networks/a4734e2d-d908-4b8e-b542-dd83675e0c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974824 May 08 22:20:16.218050 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9a7f40b7-7934-41db-832c-641cd8ad6e08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (399f5491-dab9-4373-bd22-64cd7c73418d), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:16.413519 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device c7a58d9b-8930-4899-9154-b1a15a542255 up at agent ovs-agent-dv-cinder-840511-5-iscsi {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 08 22:20:16.463351 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Provisioning complete for port c7a58d9b-8930-4899-9154-b1a15a542255 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:20:16.463832 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (c7a58d9b-8930-4899-9154-b1a15a542255), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:16.550798 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Current status of the port c7a58d9b-8930-4899-9154-b1a15a542255 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:20:16.683235 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5f0efe-cf48-4850-885a-9f83abab0a7f req-e7d84224-5a4b-442b-9ef9-aef26b46239f tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:16.684811 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-df5f0efe-cf48-4850-885a-9f83abab0a7f req-e7d84224-5a4b-442b-9ef9-aef26b46239f tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a184e29-6493-48c2-b5d7-fe098bcb7e0e HTTP/1.1" status: 200 len: 985 time: 0.1100996 May 08 22:20:16.748146 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-df5f0efe-cf48-4850-885a-9f83abab0a7f req-3a7a27af-386c-4d2a-90a1-9a763a217dc4 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/security-groups?id=37a1b9bc-e6b4-43c1-bfa8-8a40c582d1ef&id=f71b43b0-b7dc-4e11-b18c-2293bb282793&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0574598 May 08 22:20:17.877295 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9da953-ac92-4bca-b752-5b479b423819 req-3ed5da8b-880e-4b78-953b-df697a92ca28 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:17.878779 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-2d9da953-ac92-4bca-b752-5b479b423819 req-3ed5da8b-880e-4b78-953b-df697a92ca28 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a184e29-6493-48c2-b5d7-fe098bcb7e0e HTTP/1.1" status: 200 len: 985 time: 0.0590167 May 08 22:20:17.942839 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-2d9da953-ac92-4bca-b752-5b479b423819 req-4af1dcd5-baf7-4d2c-8717-a830e2b82781 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/security-groups?id=37a1b9bc-e6b4-43c1-bfa8-8a40c582d1ef&id=f71b43b0-b7dc-4e11-b18c-2293bb282793&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558970 May 08 22:20:18.482029 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-c83d1d6c-ad00-4c5a-9b15-5a2babf9dbe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (69aa2ac4-530d-40c2-a84a-3161d84edf61), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:19.340780 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-68d59b13-bdd3-4890-b330-3a9be9bf9791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (167e5ba9-08ef-43b6-aca0-7c88b7f9e735), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:20.934584 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f82e6e54-0a06-4075-8e4d-2bf0b0f201e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (1fcc0290-7f55-4633-95cb-6d94e7aa5e57), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:22.436803 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (7e3c7ef6-abd5-4f0f-b372-b2734b637fd0), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:23.069762 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23d6744-ea6b-4a96-b2ce-dfe6a30aeaf1 req-a0d3573d-a69c-4298-998a-4760303e7a61 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:23.071137 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-e23d6744-ea6b-4a96-b2ce-dfe6a30aeaf1 req-a0d3573d-a69c-4298-998a-4760303e7a61 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b2fdbd-2397-4f6f-904a-24c65bd20707 HTTP/1.1" status: 200 len: 946 time: 0.0524604 May 08 22:20:23.128915 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-e23d6744-ea6b-4a96-b2ce-dfe6a30aeaf1 req-f58c33d6-2812-441d-a84e-e799abedf1e2 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca44f436-fe4a-4cda-b0b9-0850bed715c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521963 May 08 22:20:24.263193 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44307efc-3498-4400-87d9-42a5a68f3d08 req-1e261ddf-6fc4-42a7-b528-603f48208bfe tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:24.264663 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-44307efc-3498-4400-87d9-42a5a68f3d08 req-1e261ddf-6fc4-42a7-b528-603f48208bfe tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b2fdbd-2397-4f6f-904a-24c65bd20707 HTTP/1.1" status: 200 len: 946 time: 0.0494072 May 08 22:20:24.319670 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-44307efc-3498-4400-87d9-42a5a68f3d08 req-8370af53-35ed-4509-befc-3ca33c813cc5 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca44f436-fe4a-4cda-b0b9-0850bed715c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457001 May 08 22:20:25.455538 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437bb967-35fe-4d77-a96c-2dcfd3c26a3a req-021d149c-f506-4829-bfd9-9b1ea4df363f tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:25.457027 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-437bb967-35fe-4d77-a96c-2dcfd3c26a3a req-021d149c-f506-4829-bfd9-9b1ea4df363f tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b2fdbd-2397-4f6f-904a-24c65bd20707 HTTP/1.1" status: 200 len: 946 time: 0.0605958 May 08 22:20:25.508869 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-437bb967-35fe-4d77-a96c-2dcfd3c26a3a req-60b22876-6caf-412d-bcfa-d7b3b00f39ab tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca44f436-fe4a-4cda-b0b9-0850bed715c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436161 May 08 22:20:26.624969 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeef6257-b083-4608-92fb-5ce863a7d140 req-38b4a429-9a97-4fa2-964b-f58f081f337f tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:26.626353 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-aeef6257-b083-4608-92fb-5ce863a7d140 req-38b4a429-9a97-4fa2-964b-f58f081f337f tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b2fdbd-2397-4f6f-904a-24c65bd20707 HTTP/1.1" status: 200 len: 946 time: 0.0481055 May 08 22:20:26.677032 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-aeef6257-b083-4608-92fb-5ce863a7d140 req-d6a38aa8-78c2-457f-bae4-ef7d106a8ac9 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca44f436-fe4a-4cda-b0b9-0850bed715c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425251 May 08 22:20:27.804860 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7e6d90-7037-4867-89b4-287150e9f0c0 req-0f685247-2dce-47b7-be7a-3ded7f7cba8b tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:27.806297 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-5f7e6d90-7037-4867-89b4-287150e9f0c0 req-0f685247-2dce-47b7-be7a-3ded7f7cba8b tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b2fdbd-2397-4f6f-904a-24c65bd20707 HTTP/1.1" status: 200 len: 946 time: 0.0484614 May 08 22:20:27.859997 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-5f7e6d90-7037-4867-89b4-287150e9f0c0 req-071e4ac8-5a22-481b-b590-819f8621ffba tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca44f436-fe4a-4cda-b0b9-0850bed715c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463088 May 08 22:20:28.974943 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c1c5e-f315-4694-8b03-0ca7aa1204d2 req-8fc5eaa7-e5cd-402e-bf68-a7b95117fdb3 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:28.976419 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-e03c1c5e-f315-4694-8b03-0ca7aa1204d2 req-8fc5eaa7-e5cd-402e-bf68-a7b95117fdb3 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b2fdbd-2397-4f6f-904a-24c65bd20707 HTTP/1.1" status: 200 len: 946 time: 0.0492773 May 08 22:20:29.027331 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-e03c1c5e-f315-4694-8b03-0ca7aa1204d2 req-c62098f4-5150-45ce-8ad9-80d5b2401402 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca44f436-fe4a-4cda-b0b9-0850bed715c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451946 May 08 22:20:30.149838 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0192121e-7b71-4366-986b-3f6920f17d51 req-c46a144a-5299-43f0-899c-0cacd109ece6 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:30.151296 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-0192121e-7b71-4366-986b-3f6920f17d51 req-c46a144a-5299-43f0-899c-0cacd109ece6 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b2fdbd-2397-4f6f-904a-24c65bd20707 HTTP/1.1" status: 200 len: 946 time: 0.0489342 May 08 22:20:30.200551 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-0192121e-7b71-4366-986b-3f6920f17d51 req-1c1a2293-5646-4362-8743-d5732369ef1f tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca44f436-fe4a-4cda-b0b9-0850bed715c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420215 May 08 22:20:31.335405 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d0e5a-5f7c-4b3c-8d53-df98e9534bea req-32a6e7ed-fc63-48e4-b7cf-5b1deb1fc9d0 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:31.336838 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-7e9d0e5a-5f7c-4b3c-8d53-df98e9534bea req-32a6e7ed-fc63-48e4-b7cf-5b1deb1fc9d0 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b2fdbd-2397-4f6f-904a-24c65bd20707 HTTP/1.1" status: 200 len: 946 time: 0.0509038 May 08 22:20:31.391414 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-7e9d0e5a-5f7c-4b3c-8d53-df98e9534bea req-fc692837-a4d9-4970-b7b8-67cb802546f0 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca44f436-fe4a-4cda-b0b9-0850bed715c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483685 May 08 22:20:32.519953 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe41e88-306a-4f8a-92aa-215c2cf1fbee req-35d33130-bbb2-4a99-bb41-bf87cb230f35 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:32.521429 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-ffe41e88-306a-4f8a-92aa-215c2cf1fbee req-35d33130-bbb2-4a99-bb41-bf87cb230f35 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b2fdbd-2397-4f6f-904a-24c65bd20707 HTTP/1.1" status: 200 len: 946 time: 0.0536890 May 08 22:20:32.571060 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-ffe41e88-306a-4f8a-92aa-215c2cf1fbee req-c96ec7a1-dbbb-40a6-ae99-2cc0579b6945 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca44f436-fe4a-4cda-b0b9-0850bed715c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413167 May 08 22:20:33.694070 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fafffc-ecb4-407d-b84d-790b85f0ce76 req-c70164e6-bb65-4e29-a217-49bbb92fa672 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:33.695569 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-e3fafffc-ecb4-407d-b84d-790b85f0ce76 req-c70164e6-bb65-4e29-a217-49bbb92fa672 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b2fdbd-2397-4f6f-904a-24c65bd20707 HTTP/1.1" status: 200 len: 946 time: 0.0473039 May 08 22:20:33.759041 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-e3fafffc-ecb4-407d-b84d-790b85f0ce76 req-3a4b5f5d-09b6-436e-9420-3f04b650af50 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca44f436-fe4a-4cda-b0b9-0850bed715c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575984 May 08 22:20:34.887340 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8b2602-f96f-49b5-b117-76a875fecc9a req-619ed47e-5102-4513-beec-38fbbdfe5517 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:34.889111 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-2d8b2602-f96f-49b5-b117-76a875fecc9a req-619ed47e-5102-4513-beec-38fbbdfe5517 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b2fdbd-2397-4f6f-904a-24c65bd20707 HTTP/1.1" status: 200 len: 946 time: 0.0500619 May 08 22:20:34.943327 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-2d8b2602-f96f-49b5-b117-76a875fecc9a req-a455d3e9-21b0-477b-a499-c4d0bdf3e067 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca44f436-fe4a-4cda-b0b9-0850bed715c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483167 May 08 22:20:36.070684 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3317e645-3b69-47dc-b8ee-238ed4b1725c req-8eb710c2-c31d-485f-b359-c775fcc3eb67 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:36.072171 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-3317e645-3b69-47dc-b8ee-238ed4b1725c req-8eb710c2-c31d-485f-b359-c775fcc3eb67 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b2fdbd-2397-4f6f-904a-24c65bd20707 HTTP/1.1" status: 200 len: 946 time: 0.0483222 May 08 22:20:36.120743 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-3317e645-3b69-47dc-b8ee-238ed4b1725c req-855588c0-491f-461a-8082-3de9a9fe3a0a tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca44f436-fe4a-4cda-b0b9-0850bed715c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427680 May 08 22:20:37.248470 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fcb645-ca7e-41e5-bcae-2ba1fc686a47 req-d55eb7c5-833f-4d74-ae61-7333ae2c5f9a tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:37.250390 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-b6fcb645-ca7e-41e5-bcae-2ba1fc686a47 req-d55eb7c5-833f-4d74-ae61-7333ae2c5f9a tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b2fdbd-2397-4f6f-904a-24c65bd20707 HTTP/1.1" status: 200 len: 946 time: 0.0528376 May 08 22:20:37.299118 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-b6fcb645-ca7e-41e5-bcae-2ba1fc686a47 req-cbda8b25-f1b9-4327-ab6f-a7c70b261e12 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca44f436-fe4a-4cda-b0b9-0850bed715c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433772 May 08 22:20:37.468331 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353358fc-ef74-4144-958b-f77d1894cb23 req-d86cd0e7-69db-4846-a68d-e10f5cdfa052 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:37.470063 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-353358fc-ef74-4144-958b-f77d1894cb23 req-d86cd0e7-69db-4846-a68d-e10f5cdfa052 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=8fcffdfe-d0ae-47bc-bab8-b2ea5b12a665 HTTP/1.1" status: 200 len: 945 time: 0.0499456 May 08 22:20:37.521967 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-353358fc-ef74-4144-958b-f77d1894cb23 req-e3634efc-4f16-4554-b974-2c3b442ffd14 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=a49e6154-3948-4540-84d0-3002a0183869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430546 May 08 22:20:37.523954 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5349531-d21b-4d5e-9f6f-8efd0150e30b req-b71c5f84-1513-4d45-a7bf-0097e37ff75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:37.525461 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-d5349531-d21b-4d5e-9f6f-8efd0150e30b req-b71c5f84-1513-4d45-a7bf-0097e37ff75e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9bf17cedd3154ce4b6b2bd0e4dcbb92c&device_id=8fcffdfe-d0ae-47bc-bab8-b2ea5b12a665 HTTP/1.1" status: 200 len: 1129 time: 0.0917468 May 08 22:20:37.626771 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5349531-d21b-4d5e-9f6f-8efd0150e30b req-6c9ed98f-c74f-4d2a-a67b-a350b304654d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:37.628155 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-d5349531-d21b-4d5e-9f6f-8efd0150e30b req-6c9ed98f-c74f-4d2a-a67b-a350b304654d service neutron] 10.222.0.24 "GET /v2.0/networks?id=4427f95d-7dad-47df-8ab1-304fd704186a HTTP/1.1" status: 200 len: 919 time: 0.0955019 May 08 22:20:37.695002 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-d5349531-d21b-4d5e-9f6f-8efd0150e30b req-edcfd33f-6720-4ddf-80f5-164f8b04e4f8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6ef1d5c-b1ef-498c-9efb-0c956a66f992 HTTP/1.1" status: 200 len: 1001 time: 0.0600095 May 08 22:20:37.743253 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5349531-d21b-4d5e-9f6f-8efd0150e30b req-68464a89-b132-49ab-8ef3-5070870f3b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:37.744479 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-d5349531-d21b-4d5e-9f6f-8efd0150e30b req-68464a89-b132-49ab-8ef3-5070870f3b1b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d42cc4d2-76bb-4552-9ac7-abf4e664168d HTTP/1.1" status: 200 len: 857 time: 0.0433426 May 08 22:20:37.791680 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5349531-d21b-4d5e-9f6f-8efd0150e30b req-54dbb64a-f6d1-4e31-9c3a-315360c7b5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:37.793209 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-d5349531-d21b-4d5e-9f6f-8efd0150e30b req-54dbb64a-f6d1-4e31-9c3a-315360c7b5f8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4427f95d-7dad-47df-8ab1-304fd704186a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418990 May 08 22:20:37.885370 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-d5349531-d21b-4d5e-9f6f-8efd0150e30b req-8746f6a3-3b8b-4190-a114-34091d641ddc service neutron] 10.222.0.24 "GET /v2.0/networks/4427f95d-7dad-47df-8ab1-304fd704186a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848196 May 08 22:20:37.895156 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-3e1db336-7aa5-43a1-afdc-74b396a3ca54 req-d9cf6525-bb8a-48dc-9c64-ff0ce91ec09f tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1748933590&fields=id&tenant_id=71ff1b3aaa864388b9a5646942d2bffb HTTP/1.1" status: 200 len: 267 time: 0.0446863 May 08 22:20:37.997208 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-d5349531-d21b-4d5e-9f6f-8efd0150e30b req-2310452d-7017-490d-8288-9e82f0a00c18 service neutron] 10.222.0.24 "GET /v2.0/networks/4427f95d-7dad-47df-8ab1-304fd704186a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049430 May 08 22:20:38.017640 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1db336-7aa5-43a1-afdc-74b396a3ca54 req-6c9130eb-071a-4088-9474-15849aa3de1a tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:38.019166 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-3e1db336-7aa5-43a1-afdc-74b396a3ca54 req-6c9130eb-071a-4088-9474-15849aa3de1a tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/networks?id=3de5004b-d04a-43ec-83df-7f6e082747db HTTP/1.1" status: 200 len: 811 time: 0.1174982 May 08 22:20:38.035006 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-3e1db336-7aa5-43a1-afdc-74b396a3ca54 req-eba0e554-e42e-41c3-97e9-970001d9df24 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/quotas/71ff1b3aaa864388b9a5646942d2bffb HTTP/1.1" status: 200 len: 375 time: 0.0103068 May 08 22:20:38.086969 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-3e1db336-7aa5-43a1-afdc-74b396a3ca54 req-95dce3dc-cbd1-46d2-bd37-c064bc32273a tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=71ff1b3aaa864388b9a5646942d2bffb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461395 May 08 22:20:38.247766 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-3e1db336-7aa5-43a1-afdc-74b396a3ca54 req-97a71700-02ad-4ccd-8542-ee7cfe382c38 service neutron] 10.222.0.44 "GET /v2.0/networks/3de5004b-d04a-43ec-83df-7f6e082747db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477947 May 08 22:20:38.336245 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-3e1db336-7aa5-43a1-afdc-74b396a3ca54 req-dde22a12-8157-4f89-ae2c-e2893e3f9e71 service neutron] 10.222.0.44 "GET /v2.0/networks/3de5004b-d04a-43ec-83df-7f6e082747db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826931 May 08 22:20:38.428801 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3a8137-21e5-427b-b8b5-8f7c85b2dca4 req-6e98f37c-335c-455a-8ca8-3b72e5c87010 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:38.430287 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-ca3a8137-21e5-427b-b8b5-8f7c85b2dca4 req-6e98f37c-335c-455a-8ca8-3b72e5c87010 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b2fdbd-2397-4f6f-904a-24c65bd20707 HTTP/1.1" status: 200 len: 946 time: 0.0481067 May 08 22:20:38.483116 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-ca3a8137-21e5-427b-b8b5-8f7c85b2dca4 req-0ee1c1ec-1324-45be-9543-bf6a2be3ed62 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca44f436-fe4a-4cda-b0b9-0850bed715c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470607 May 08 22:20:38.655863 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e36e1e7-c66f-4ecc-a509-63a2357eae20 req-b6653770-5fcc-4020-abf7-3407be19d4fe tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:38.657471 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-3e36e1e7-c66f-4ecc-a509-63a2357eae20 req-b6653770-5fcc-4020-abf7-3407be19d4fe tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=8fcffdfe-d0ae-47bc-bab8-b2ea5b12a665 HTTP/1.1" status: 200 len: 945 time: 0.0644071 May 08 22:20:38.679015 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-b44a32e2-6341-46c5-934d-e4cb3b5af5cc req-ebe9521a-1040-4661-97cb-61c0c4c32ed8 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/ports?device_id=230b74cd-962b-4b30-b4ba-76fefa0f0b77 HTTP/1.1" status: 200 len: 210 time: 0.0429981 May 08 22:20:38.716697 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-3e36e1e7-c66f-4ecc-a509-63a2357eae20 req-4836c896-d884-41b0-a7da-bcbb83f702d8 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=a49e6154-3948-4540-84d0-3002a0183869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448174 May 08 22:20:39.610058 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30f6ff-6a1f-48ab-8b75-288406600555 req-01024788-e681-49e3-95f9-13b3567abe23 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:39.611522 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-0c30f6ff-6a1f-48ab-8b75-288406600555 req-01024788-e681-49e3-95f9-13b3567abe23 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b2fdbd-2397-4f6f-904a-24c65bd20707 HTTP/1.1" status: 200 len: 946 time: 0.0515401 May 08 22:20:39.658860 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-0c30f6ff-6a1f-48ab-8b75-288406600555 req-3cf54990-ad21-46be-875a-20aa1be74912 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca44f436-fe4a-4cda-b0b9-0850bed715c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414379 May 08 22:20:39.775019 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-1a2f31a2-f9d4-48cd-8a45-399154a8c3e1 req-06a268fb-4a79-407a-887e-b5290e3f2d38 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/ports?device_id=230b74cd-962b-4b30-b4ba-76fefa0f0b77 HTTP/1.1" status: 200 len: 210 time: 0.0280740 May 08 22:20:39.844280 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ae4a86-5ae4-4023-a9b4-0e8b13abfaa6 req-7fdfdab8-4b76-4645-8b44-45ed33f523cd tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:39.845823 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-f5ae4a86-5ae4-4023-a9b4-0e8b13abfaa6 req-7fdfdab8-4b76-4645-8b44-45ed33f523cd tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=8fcffdfe-d0ae-47bc-bab8-b2ea5b12a665 HTTP/1.1" status: 200 len: 945 time: 0.0531783 May 08 22:20:39.894475 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-f5ae4a86-5ae4-4023-a9b4-0e8b13abfaa6 req-5457082f-8f7e-47a3-a276-0584c49c06b6 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=a49e6154-3948-4540-84d0-3002a0183869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426216 May 08 22:20:39.977841 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1db336-7aa5-43a1-afdc-74b396a3ca54 req-1068210e-b8d0-4574-a7f7-dd6e521e4252 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:39.979300 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-3e1db336-7aa5-43a1-afdc-74b396a3ca54 req-1068210e-b8d0-4574-a7f7-dd6e521e4252 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.24 "GET /v2.0/networks?id=3de5004b-d04a-43ec-83df-7f6e082747db HTTP/1.1" status: 200 len: 811 time: 0.1021681 May 08 22:20:40.053022 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-3e1db336-7aa5-43a1-afdc-74b396a3ca54 req-9bfeb21d-0de1-4c43-90d8-ab5aa6db0ea3 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71ff1b3aaa864388b9a5646942d2bffb HTTP/1.1" status: 200 len: 380 time: 0.0553463 May 08 22:20:40.075613 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [req-3e1db336-7aa5-43a1-afdc-74b396a3ca54 req-c20c04d1-f4f4-4773-9708-e48d883b2683 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Request body: {'port': {'device_id': '230b74cd-962b-4b30-b4ba-76fefa0f0b77', 'network_id': '3de5004b-d04a-43ec-83df-7f6e082747db', 'admin_state_up': True, 'tenant_id': '71ff1b3aaa864388b9a5646942d2bffb', 'security_groups': ['88647e77-4ac1-462b-871f-d58f9f7f242f']}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:20:40.200142 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e1db336-7aa5-43a1-afdc-74b396a3ca54 req-c20c04d1-f4f4-4773-9708-e48d883b2683 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Made reservation on behalf of 71ff1b3aaa864388b9a5646942d2bffb for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 08 22:20:40.203890 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-3e1db336-7aa5-43a1-afdc-74b396a3ca54 req-c20c04d1-f4f4-4773-9708-e48d883b2683 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:40.244542 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (50086534-3b0f-4edb-899f-da05c46c2546), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:40.348963 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [req-3e1db336-7aa5-43a1-afdc-74b396a3ca54 req-c20c04d1-f4f4-4773-9708-e48d883b2683 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Allocated IP 172.20.0.8 (3de5004b-d04a-43ec-83df-7f6e082747db/f90310f9-89a9-4caa-b723-9c87d4a911ed/f33783f2-77ae-4d5c-8d99-518031ec2f50) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 08 22:20:40.491162 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-3e1db336-7aa5-43a1-afdc-74b396a3ca54 req-c20c04d1-f4f4-4773-9708-e48d883b2683 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks [] for port (f33783f2-77ae-4d5c-8d99-518031ec2f50), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:40.530776 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-3e1db336-7aa5-43a1-afdc-74b396a3ca54 req-c20c04d1-f4f4-4773-9708-e48d883b2683 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791034024012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633834'] for port (f33783f2-77ae-4d5c-8d99-518031ec2f50), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:40.576861 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e1db336-7aa5-43a1-afdc-74b396a3ca54 req-c20c04d1-f4f4-4773-9708-e48d883b2683 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Network 3de5004b-d04a-43ec-83df-7f6e082747db is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 08 22:20:40.580153 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [req-3e1db336-7aa5-43a1-afdc-74b396a3ca54 req-c20c04d1-f4f4-4773-9708-e48d883b2683 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:20:40.586044 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e1db336-7aa5-43a1-afdc-74b396a3ca54 req-c20c04d1-f4f4-4773-9708-e48d883b2683 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 08 22:20:40.593185 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20c04d1-f4f4-4773-9708-e48d883b2683 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Pushing event updated for resources: {'Port': ['ID=f33783f2-77ae-4d5c-8d99-518031ec2f50,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:20:40.624560 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20c04d1-f4f4-4773-9708-e48d883b2683 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:20:40.624929 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20c04d1-f4f4-4773-9708-e48d883b2683 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:20:40.625272 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20c04d1-f4f4-4773-9708-e48d883b2683 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:20:40.625610 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20c04d1-f4f4-4773-9708-e48d883b2683 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:20:40.625938 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20c04d1-f4f4-4773-9708-e48d883b2683 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:20:40.626268 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20c04d1-f4f4-4773-9708-e48d883b2683 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:20:40.626592 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20c04d1-f4f4-4773-9708-e48d883b2683 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:20:40.626917 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20c04d1-f4f4-4773-9708-e48d883b2683 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:20:40.627231 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20c04d1-f4f4-4773-9708-e48d883b2683 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:20:40.627559 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20c04d1-f4f4-4773-9708-e48d883b2683 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:20:40.627913 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20c04d1-f4f4-4773-9708-e48d883b2683 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:20:40.628292 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20c04d1-f4f4-4773-9708-e48d883b2683 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:20:40.628651 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20c04d1-f4f4-4773-9708-e48d883b2683 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:20:40.628983 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20c04d1-f4f4-4773-9708-e48d883b2683 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:20:40.629306 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20c04d1-f4f4-4773-9708-e48d883b2683 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:20:40.653903 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1db336-7aa5-43a1-afdc-74b396a3ca54 req-c20c04d1-f4f4-4773-9708-e48d883b2683 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:40.654508 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-3e1db336-7aa5-43a1-afdc-74b396a3ca54 req-c20c04d1-f4f4-4773-9708-e48d883b2683 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870'] for port (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:40.672456 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-3e1db336-7aa5-43a1-afdc-74b396a3ca54 req-c20c04d1-f4f4-4773-9708-e48d883b2683 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6008980 May 08 22:20:40.700098 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [req-3e1db336-7aa5-43a1-afdc-74b396a3ca54 req-7988723e-2649-4bca-bd35-505b94340001 service neutron] Request body: {'port': {'device_id': '230b74cd-962b-4b30-b4ba-76fefa0f0b77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:20:40.769014 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-3e1db336-7aa5-43a1-afdc-74b396a3ca54 req-7988723e-2649-4bca-bd35-505b94340001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (f33783f2-77ae-4d5c-8d99-518031ec2f50), before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:40.795539 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f0a549-b540-4e73-a71b-9c59d47a2ef4 req-18b9958b-f750-4484-b0ab-f188229e496d tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:40.797165 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-02f0a549-b540-4e73-a71b-9c59d47a2ef4 req-18b9958b-f750-4484-b0ab-f188229e496d tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b2fdbd-2397-4f6f-904a-24c65bd20707 HTTP/1.1" status: 200 len: 946 time: 0.0542817 May 08 22:20:40.812269 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-4f253580-809e-4d3a-a25d-adb125ec222d None None] Provisioning complete for port f33783f2-77ae-4d5c-8d99-518031ec2f50 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:20:40.815002 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-4f253580-809e-4d3a-a25d-adb125ec222d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (f33783f2-77ae-4d5c-8d99-518031ec2f50), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:40.869540 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-4f253580-809e-4d3a-a25d-adb125ec222d None None] Port f33783f2-77ae-4d5c-8d99-518031ec2f50 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 08 22:20:40.889388 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-02f0a549-b540-4e73-a71b-9c59d47a2ef4 req-dfa01d50-7feb-4b9d-9389-aaa047b92f46 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca44f436-fe4a-4cda-b0b9-0850bed715c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823812 May 08 22:20:40.938307 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd9294c-6c31-40d0-be8f-4222ecefea7b req-5778b80e-70b1-4837-a4ae-11d627a7f2ab tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:40.939817 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-7bd9294c-6c31-40d0-be8f-4222ecefea7b req-5778b80e-70b1-4837-a4ae-11d627a7f2ab tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/ports?device_id=230b74cd-962b-4b30-b4ba-76fefa0f0b77 HTTP/1.1" status: 200 len: 931 time: 0.0707717 May 08 22:20:41.024723 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-7bd9294c-6c31-40d0-be8f-4222ecefea7b req-4b58144c-46ce-4ab5-91ef-b9a0478d0707 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/security-groups?id=88647e77-4ac1-462b-871f-d58f9f7f242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713568 May 08 22:20:41.038290 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a03006d-1317-4257-bf01-09a96f4a3aae req-e824bb03-fef7-4aad-bb52-74d0ef977cfc tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:41.039762 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-3a03006d-1317-4257-bf01-09a96f4a3aae req-e824bb03-fef7-4aad-bb52-74d0ef977cfc tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=8fcffdfe-d0ae-47bc-bab8-b2ea5b12a665 HTTP/1.1" status: 200 len: 945 time: 0.0588243 May 08 22:20:41.080755 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.notifiers.nova [req-3e1db336-7aa5-43a1-afdc-74b396a3ca54 req-7988723e-2649-4bca-bd35-505b94340001 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f33783f2-77ae-4d5c-8d99-518031ec2f50 {{(pid=103629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 08 22:20:41.088255 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-3e1db336-7aa5-43a1-afdc-74b396a3ca54 req-7988723e-2649-4bca-bd35-505b94340001 service neutron] Publish callbacks [] for port (f33783f2-77ae-4d5c-8d99-518031ec2f50), precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:41.091747 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-3a03006d-1317-4257-bf01-09a96f4a3aae req-798fd922-0dd8-4543-a368-752f577d2285 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=a49e6154-3948-4540-84d0-3002a0183869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450096 May 08 22:20:41.101504 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.provisioning_blocks [req-3e1db336-7aa5-43a1-afdc-74b396a3ca54 req-7988723e-2649-4bca-bd35-505b94340001 service neutron] Transition to ACTIVE for port object f33783f2-77ae-4d5c-8d99-518031ec2f50 will not be triggered until provisioned by entity L2. {{(pid=103629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 08 22:20:41.105511 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-3e1db336-7aa5-43a1-afdc-74b396a3ca54 req-7988723e-2649-4bca-bd35-505b94340001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59633821'] for port (f33783f2-77ae-4d5c-8d99-518031ec2f50), after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:41.153911 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7988723e-2649-4bca-bd35-505b94340001 service neutron] Pushing event updated for resources: {'Port': ['ID=f33783f2-77ae-4d5c-8d99-518031ec2f50,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:20:41.240092 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-3e1db336-7aa5-43a1-afdc-74b396a3ca54 req-7988723e-2649-4bca-bd35-505b94340001 service neutron] Attempting to bind port f33783f2-77ae-4d5c-8d99-518031ec2f50 on host hv-cinder-84051 for vnic_type normal with profile {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 08 22:20:41.240376 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-3e1db336-7aa5-43a1-afdc-74b396a3ca54 req-7988723e-2649-4bca-bd35-505b94340001 service neutron] Attempting to bind port f33783f2-77ae-4d5c-8d99-518031ec2f50 by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': '9d6f81da-5258-4353-b997-51e66ddac969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3de5004b-d04a-43ec-83df-7f6e082747db'}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 08 22:20:41.240752 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e1db336-7aa5-43a1-afdc-74b396a3ca54 req-7988723e-2649-4bca-bd35-505b94340001 service neutron] Attempting to bind port f33783f2-77ae-4d5c-8d99-518031ec2f50 on network 3de5004b-d04a-43ec-83df-7f6e082747db {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 08 22:20:41.245569 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e1db336-7aa5-43a1-afdc-74b396a3ca54 req-7988723e-2649-4bca-bd35-505b94340001 service neutron] Port f33783f2-77ae-4d5c-8d99-518031ec2f50 on network 3de5004b-d04a-43ec-83df-7f6e082747db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 08 22:20:41.245884 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e1db336-7aa5-43a1-afdc-74b396a3ca54 req-7988723e-2649-4bca-bd35-505b94340001 service neutron] Attempting to bind port f33783f2-77ae-4d5c-8d99-518031ec2f50 on network 3de5004b-d04a-43ec-83df-7f6e082747db {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 08 22:20:41.251110 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e1db336-7aa5-43a1-afdc-74b396a3ca54 req-7988723e-2649-4bca-bd35-505b94340001 service neutron] Checking agent: {'id': '50086534-3b0f-4edb-899f-da05c46c2546', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 8, 22, 13, 10), 'started_at': datetime.datetime(2022, 5, 8, 22, 13, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 8, 22, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 08 22:20:41.251439 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e1db336-7aa5-43a1-afdc-74b396a3ca54 req-7988723e-2649-4bca-bd35-505b94340001 service neutron] Checking segment: {'id': '9d6f81da-5258-4353-b997-51e66ddac969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3de5004b-d04a-43ec-83df-7f6e082747db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 08 22:20:41.251814 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e1db336-7aa5-43a1-afdc-74b396a3ca54 req-7988723e-2649-4bca-bd35-505b94340001 service neutron] Bound using segment: {'id': '9d6f81da-5258-4353-b997-51e66ddac969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3de5004b-d04a-43ec-83df-7f6e082747db'} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 08 22:20:41.252235 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-3e1db336-7aa5-43a1-afdc-74b396a3ca54 req-7988723e-2649-4bca-bd35-505b94340001 service neutron] Bound port: f33783f2-77ae-4d5c-8d99-518031ec2f50, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d6f81da-5258-4353-b997-51e66ddac969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3de5004b-d04a-43ec-83df-7f6e082747db'}}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 08 22:20:41.252595 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-3e1db336-7aa5-43a1-afdc-74b396a3ca54 req-7988723e-2649-4bca-bd35-505b94340001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (f33783f2-77ae-4d5c-8d99-518031ec2f50), before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:41.318339 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-3e1db336-7aa5-43a1-afdc-74b396a3ca54 req-7988723e-2649-4bca-bd35-505b94340001 service neutron] For port f33783f2-77ae-4d5c-8d99-518031ec2f50, host hv-cinder-84051, cleared binding levels {{(pid=103629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 08 22:20:41.321258 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-3e1db336-7aa5-43a1-afdc-74b396a3ca54 req-7988723e-2649-4bca-bd35-505b94340001 service neutron] For port f33783f2-77ae-4d5c-8d99-518031ec2f50, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=f33783f2-77ae-4d5c-8d99-518031ec2f50,segment=NetworkSegment(9d6f81da-5258-4353-b997-51e66ddac969),segment_id=9d6f81da-5258-4353-b997-51e66ddac969)] {{(pid=103629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 08 22:20:41.327889 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-3e1db336-7aa5-43a1-afdc-74b396a3ca54 req-7988723e-2649-4bca-bd35-505b94340001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59633821'] for port (f33783f2-77ae-4d5c-8d99-518031ec2f50), after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:41.363132 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1db336-7aa5-43a1-afdc-74b396a3ca54 req-7988723e-2649-4bca-bd35-505b94340001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:41.363771 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-3e1db336-7aa5-43a1-afdc-74b396a3ca54 req-7988723e-2649-4bca-bd35-505b94340001 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870'] for port (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:41.365155 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-3e1db336-7aa5-43a1-afdc-74b396a3ca54 req-7988723e-2649-4bca-bd35-505b94340001 service neutron] 10.222.0.24 "PUT /v2.0/ports/f33783f2-77ae-4d5c-8d99-518031ec2f50 HTTP/1.1" status: 200 len: 1093 time: 0.6703713 May 08 22:20:41.365591 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '230b74cd-962b-4b30-b4ba-76fefa0f0b77', 'tag': 'f33783f2-77ae-4d5c-8d99-518031ec2f50'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 08 22:20:41.367817 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cc8a0c475ac6fe54f5122aa5a8750c48412c688b8f67dba420990604a8daf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e70e37e-90d1-425f-9f58-b0a94539f55f" -d '{"events": [{"name": "network-changed", "server_uuid": "230b74cd-962b-4b30-b4ba-76fefa0f0b77", "tag": "f33783f2-77ae-4d5c-8d99-518031ec2f50"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 08 22:20:41.399828 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7988723e-2649-4bca-bd35-505b94340001 service neutron] Pushing event updated for resources: {'Port': ['ID=f33783f2-77ae-4d5c-8d99-518031ec2f50,revision_number=3']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:20:41.473505 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1db336-7aa5-43a1-afdc-74b396a3ca54 req-db79e710-d562-4973-b342-98f2415ca7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:41.475004 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-3e1db336-7aa5-43a1-afdc-74b396a3ca54 req-db79e710-d562-4973-b342-98f2415ca7b6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=71ff1b3aaa864388b9a5646942d2bffb&device_id=230b74cd-962b-4b30-b4ba-76fefa0f0b77 HTTP/1.1" status: 200 len: 1127 time: 0.0445154 May 08 22:20:41.485860 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 08 May 2022 22:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da8af4da-89c1-4c95-8bda-cc1ebb8196dd x-openstack-request-id: req-da8af4da-89c1-4c95-8bda-cc1ebb8196dd {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 08 22:20:41.486230 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "230b74cd-962b-4b30-b4ba-76fefa0f0b77", "tag": "f33783f2-77ae-4d5c-8d99-518031ec2f50", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 08 22:20:41.486555 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-da8af4da-89c1-4c95-8bda-cc1ebb8196dd {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 08 22:20:41.487055 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da8af4da-89c1-4c95-8bda-cc1ebb8196dd'] response: {'name': 'network-changed', 'server_uuid': '230b74cd-962b-4b30-b4ba-76fefa0f0b77', 'tag': 'f33783f2-77ae-4d5c-8d99-518031ec2f50', 'status': 'completed', 'code': 200} May 08 22:20:41.529270 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-3e1db336-7aa5-43a1-afdc-74b396a3ca54 req-8a6563c9-4630-4263-9873-e65d55172b1b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f33783f2-77ae-4d5c-8d99-518031ec2f50 HTTP/1.1" status: 200 len: 217 time: 0.0382349 May 08 22:20:41.590527 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1db336-7aa5-43a1-afdc-74b396a3ca54 req-00c55cfb-ac09-4f45-a516-c6fc5552e285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:41.591996 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-3e1db336-7aa5-43a1-afdc-74b396a3ca54 req-00c55cfb-ac09-4f45-a516-c6fc5552e285 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f90310f9-89a9-4caa-b723-9c87d4a911ed HTTP/1.1" status: 200 len: 850 time: 0.0563240 May 08 22:20:41.638945 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1db336-7aa5-43a1-afdc-74b396a3ca54 req-6e93a0a6-cc09-4eaf-a2c6-e5348ae8d9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:41.640461 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-3e1db336-7aa5-43a1-afdc-74b396a3ca54 req-6e93a0a6-cc09-4eaf-a2c6-e5348ae8d9dc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3de5004b-d04a-43ec-83df-7f6e082747db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412509 May 08 22:20:41.757773 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-3e1db336-7aa5-43a1-afdc-74b396a3ca54 req-88cbe424-ea38-407c-9175-1e7ef6c06e64 service neutron] 10.222.0.24 "GET /v2.0/networks/3de5004b-d04a-43ec-83df-7f6e082747db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019952 May 08 22:20:41.849798 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-3e1db336-7aa5-43a1-afdc-74b396a3ca54 req-25267fbc-c0a6-4472-80a4-4748a347992f service neutron] 10.222.0.24 "GET /v2.0/networks/3de5004b-d04a-43ec-83df-7f6e082747db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840273 May 08 22:20:42.016503 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411840c2-23e7-49b1-a656-3862daf69dd9 req-5c1095e8-876d-475d-b000-bf0d2bd8bdfb tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:42.017876 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-411840c2-23e7-49b1-a656-3862daf69dd9 req-5c1095e8-876d-475d-b000-bf0d2bd8bdfb tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b2fdbd-2397-4f6f-904a-24c65bd20707 HTTP/1.1" status: 200 len: 946 time: 0.0520117 May 08 22:20:42.065536 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-411840c2-23e7-49b1-a656-3862daf69dd9 req-429f487c-d5f3-40ce-b441-5170830b014f tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca44f436-fe4a-4cda-b0b9-0850bed715c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419259 May 08 22:20:42.141295 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756eb26-9f87-4851-bb14-7ae018fde2fc req-1bc9a733-affd-4722-b77f-5c37a3ea471f tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:42.142778 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-f756eb26-9f87-4851-bb14-7ae018fde2fc req-1bc9a733-affd-4722-b77f-5c37a3ea471f tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/ports?device_id=230b74cd-962b-4b30-b4ba-76fefa0f0b77 HTTP/1.1" status: 200 len: 943 time: 0.0467560 May 08 22:20:42.225069 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344b62eb-a421-4554-9dd4-4729003196f0 req-b1925364-e59a-49dc-bc51-b4a02f3cd62f tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:42.226514 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-344b62eb-a421-4554-9dd4-4729003196f0 req-b1925364-e59a-49dc-bc51-b4a02f3cd62f tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=8fcffdfe-d0ae-47bc-bab8-b2ea5b12a665 HTTP/1.1" status: 200 len: 945 time: 0.0654540 May 08 22:20:42.229972 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-f756eb26-9f87-4851-bb14-7ae018fde2fc req-b6396182-b7c4-43dd-82be-a4c90a2bde9f tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/security-groups?id=88647e77-4ac1-462b-871f-d58f9f7f242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817318 May 08 22:20:42.273497 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-344b62eb-a421-4554-9dd4-4729003196f0 req-9dff10d0-096d-4486-85bc-a08bae5a4928 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=a49e6154-3948-4540-84d0-3002a0183869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412691 May 08 22:20:43.098908 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70e37e-90d1-425f-9f58-b0a94539f55f req-2dd999c7-d2aa-4f04-96c6-8fc7510c966d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:43.100377 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-3e70e37e-90d1-425f-9f58-b0a94539f55f req-2dd999c7-d2aa-4f04-96c6-8fc7510c966d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=71ff1b3aaa864388b9a5646942d2bffb&device_id=230b74cd-962b-4b30-b4ba-76fefa0f0b77 HTTP/1.1" status: 200 len: 1127 time: 0.0473421 May 08 22:20:43.177749 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e42cc5-346e-4922-8948-e3c860d095e6 req-8a6227c6-faf1-4d59-9bb9-e5e492a2d7f8 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:43.179263 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-a0e42cc5-346e-4922-8948-e3c860d095e6 req-8a6227c6-faf1-4d59-9bb9-e5e492a2d7f8 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b2fdbd-2397-4f6f-904a-24c65bd20707 HTTP/1.1" status: 200 len: 946 time: 0.0472474 May 08 22:20:43.190689 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70e37e-90d1-425f-9f58-b0a94539f55f req-81b3943b-a3f5-4b88-babf-2022c8147e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:43.192141 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-3e70e37e-90d1-425f-9f58-b0a94539f55f req-81b3943b-a3f5-4b88-babf-2022c8147e5c service neutron] 10.222.0.24 "GET /v2.0/networks?id=3de5004b-d04a-43ec-83df-7f6e082747db HTTP/1.1" status: 200 len: 912 time: 0.0847678 May 08 22:20:43.225776 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-a0e42cc5-346e-4922-8948-e3c860d095e6 req-ee9c92fe-57e2-422a-90eb-adc04aab1eeb tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca44f436-fe4a-4cda-b0b9-0850bed715c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408359 May 08 22:20:43.269575 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-3e70e37e-90d1-425f-9f58-b0a94539f55f req-db095dc3-808f-4945-a7d4-5a15c3dbba7a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f33783f2-77ae-4d5c-8d99-518031ec2f50 HTTP/1.1" status: 200 len: 217 time: 0.0388169 May 08 22:20:43.325877 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70e37e-90d1-425f-9f58-b0a94539f55f req-c7228ccf-8141-4a2f-9c49-9fded47bfed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:43.328383 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-3e70e37e-90d1-425f-9f58-b0a94539f55f req-c7228ccf-8141-4a2f-9c49-9fded47bfed8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f90310f9-89a9-4caa-b723-9c87d4a911ed HTTP/1.1" status: 200 len: 850 time: 0.0460832 May 08 22:20:43.350845 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ed3bd-963f-4361-820f-de68f5a43c92 req-c7b743c8-cde9-43bc-8f9f-bb226cc14486 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:43.352259 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-df7ed3bd-963f-4361-820f-de68f5a43c92 req-c7b743c8-cde9-43bc-8f9f-bb226cc14486 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/ports?device_id=230b74cd-962b-4b30-b4ba-76fefa0f0b77 HTTP/1.1" status: 200 len: 943 time: 0.0524940 May 08 22:20:43.406908 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be15ca-2c6a-414f-bc3d-d6f921f73557 req-d57c4c2b-dcda-454d-8aaa-03221ca5d3af tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:43.408352 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-c9be15ca-2c6a-414f-bc3d-d6f921f73557 req-d57c4c2b-dcda-454d-8aaa-03221ca5d3af tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=8fcffdfe-d0ae-47bc-bab8-b2ea5b12a665 HTTP/1.1" status: 200 len: 945 time: 0.0649362 May 08 22:20:43.445735 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-df7ed3bd-963f-4361-820f-de68f5a43c92 req-fcaa68eb-7372-4ce7-a911-d1c48774d242 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/security-groups?id=88647e77-4ac1-462b-871f-d58f9f7f242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861728 May 08 22:20:43.478997 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-c9be15ca-2c6a-414f-bc3d-d6f921f73557 req-7fdf56d6-2db3-4f91-a6c6-716f750a266c tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=a49e6154-3948-4540-84d0-3002a0183869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648360 May 08 22:20:43.514068 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70e37e-90d1-425f-9f58-b0a94539f55f req-98026643-77e6-46a0-91fc-1893e140a9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:43.515818 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-3e70e37e-90d1-425f-9f58-b0a94539f55f req-98026643-77e6-46a0-91fc-1893e140a9bb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3de5004b-d04a-43ec-83df-7f6e082747db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0638978 May 08 22:20:43.636000 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-3e70e37e-90d1-425f-9f58-b0a94539f55f req-b81a6804-08f8-45fa-a072-bcd702b2bda8 service neutron] 10.222.0.24 "GET /v2.0/networks/3de5004b-d04a-43ec-83df-7f6e082747db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938065 May 08 22:20:43.742282 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-3e70e37e-90d1-425f-9f58-b0a94539f55f req-93347631-34db-408a-b4d4-685ae1827c6a service neutron] 10.222.0.24 "GET /v2.0/networks/3de5004b-d04a-43ec-83df-7f6e082747db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903642 May 08 22:20:44.355101 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1c1f77-ac7f-4a79-b2cf-0b4d84f77f88 req-f640d87b-d638-4ccc-a37d-63966173eb28 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:44.357333 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-0e1c1f77-ac7f-4a79-b2cf-0b4d84f77f88 req-f640d87b-d638-4ccc-a37d-63966173eb28 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b2fdbd-2397-4f6f-904a-24c65bd20707 HTTP/1.1" status: 200 len: 946 time: 0.0539207 May 08 22:20:44.411317 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-0e1c1f77-ac7f-4a79-b2cf-0b4d84f77f88 req-54300e44-5371-4bf1-91aa-4fc59771c116 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca44f436-fe4a-4cda-b0b9-0850bed715c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478694 May 08 22:20:44.561703 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30dcb5c-a1c2-4a37-96dc-0063966c1f8e req-61792be6-3d86-400c-abfd-439258e2cc8a tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:44.563539 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-b30dcb5c-a1c2-4a37-96dc-0063966c1f8e req-61792be6-3d86-400c-abfd-439258e2cc8a tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/ports?device_id=230b74cd-962b-4b30-b4ba-76fefa0f0b77 HTTP/1.1" status: 200 len: 943 time: 0.0480349 May 08 22:20:44.623711 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6213d8-dd11-4bf5-b642-275fd84cdf7a req-84f9b8b0-56b4-4a6b-bda4-3332b30a08e2 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:44.625655 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-7c6213d8-dd11-4bf5-b642-275fd84cdf7a req-84f9b8b0-56b4-4a6b-bda4-3332b30a08e2 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=8fcffdfe-d0ae-47bc-bab8-b2ea5b12a665 HTTP/1.1" status: 200 len: 945 time: 0.0607634 May 08 22:20:44.662980 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-b30dcb5c-a1c2-4a37-96dc-0063966c1f8e req-90b190c9-a7c0-45d2-af70-5127bc3a1807 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/security-groups?id=88647e77-4ac1-462b-871f-d58f9f7f242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895779 May 08 22:20:44.689256 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-7c6213d8-dd11-4bf5-b642-275fd84cdf7a req-ea8a38de-2475-442c-a424-6efd0b08d5c8 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=a49e6154-3948-4540-84d0-3002a0183869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574493 May 08 22:20:44.712237 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b947e3c-bea0-45fc-8059-06c72d5f9219 req-7456add3-8279-4a7b-b25a-431196ff5ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:44.713770 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-1b947e3c-bea0-45fc-8059-06c72d5f9219 req-7456add3-8279-4a7b-b25a-431196ff5ac0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=877c3ddd8833480d8dedc0796ec7dcd2&device_id=41b2fdbd-2397-4f6f-904a-24c65bd20707 HTTP/1.1" status: 200 len: 1130 time: 0.0510483 May 08 22:20:44.775861 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce432bcc-6809-4dab-a114-0dacb8eb5fb6 req-2b91d0ec-fedb-452c-89fc-8ed1a1cfe298 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:44.777293 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-ce432bcc-6809-4dab-a114-0dacb8eb5fb6 req-2b91d0ec-fedb-452c-89fc-8ed1a1cfe298 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b2fdbd-2397-4f6f-904a-24c65bd20707 HTTP/1.1" status: 200 len: 946 time: 0.0507762 May 08 22:20:44.808602 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b947e3c-bea0-45fc-8059-06c72d5f9219 req-815b3ca0-6486-4100-b270-cb7474be1800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:44.810158 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-1b947e3c-bea0-45fc-8059-06c72d5f9219 req-815b3ca0-6486-4100-b270-cb7474be1800 service neutron] 10.222.0.24 "GET /v2.0/networks?id=387fc46a-30bd-496f-ac2d-d7b18b5cbea6 HTTP/1.1" status: 200 len: 911 time: 0.0868256 May 08 22:20:44.825003 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-ce432bcc-6809-4dab-a114-0dacb8eb5fb6 req-a1044be3-c884-4c11-9f20-4891a823df39 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca44f436-fe4a-4cda-b0b9-0850bed715c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417376 May 08 22:20:44.875585 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-1b947e3c-bea0-45fc-8059-06c72d5f9219 req-9807cf74-4e20-4d5c-b153-aaace76753e0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ba34ff9-9e2c-4e2f-b1f0-9f8ca1724b67 HTTP/1.1" status: 200 len: 1002 time: 0.0589101 May 08 22:20:44.929770 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b947e3c-bea0-45fc-8059-06c72d5f9219 req-21fdd47e-47bb-4e17-8e62-9cb7f8d3eefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:44.931251 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-1b947e3c-bea0-45fc-8059-06c72d5f9219 req-21fdd47e-47bb-4e17-8e62-9cb7f8d3eefa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=22276153-f38c-4e2a-9ff9-b172da35f69d HTTP/1.1" status: 200 len: 849 time: 0.0482750 May 08 22:20:44.975403 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b947e3c-bea0-45fc-8059-06c72d5f9219 req-76b17ecf-53c2-4b82-b01a-c8618db754c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:44.976812 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-1b947e3c-bea0-45fc-8059-06c72d5f9219 req-76b17ecf-53c2-4b82-b01a-c8618db754c3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=387fc46a-30bd-496f-ac2d-d7b18b5cbea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393174 May 08 22:20:45.068036 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-1b947e3c-bea0-45fc-8059-06c72d5f9219 req-fd726f4a-50f1-4753-bbd9-6960562b7264 service neutron] 10.222.0.24 "GET /v2.0/networks/387fc46a-30bd-496f-ac2d-d7b18b5cbea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816700 May 08 22:20:45.160335 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-1b947e3c-bea0-45fc-8059-06c72d5f9219 req-6a0db1cf-a8c1-46e3-b0b9-8137329ac952 service neutron] 10.222.0.24 "GET /v2.0/networks/387fc46a-30bd-496f-ac2d-d7b18b5cbea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859959 May 08 22:20:45.803405 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bec714b-7991-4cce-92e0-f34ad6c6fc3a req-f3ec8c63-f4bc-4a95-9eb1-9e597247a46f tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:45.804873 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-6bec714b-7991-4cce-92e0-f34ad6c6fc3a req-f3ec8c63-f4bc-4a95-9eb1-9e597247a46f tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/ports?device_id=230b74cd-962b-4b30-b4ba-76fefa0f0b77 HTTP/1.1" status: 200 len: 943 time: 0.0696182 May 08 22:20:45.826507 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2d1ffb-612e-4df8-bbff-910c329aadfa req-3ea4c5e6-0760-4c73-80bc-c2d4427176aa tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:45.828057 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-2e2d1ffb-612e-4df8-bbff-910c329aadfa req-3ea4c5e6-0760-4c73-80bc-c2d4427176aa tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=8fcffdfe-d0ae-47bc-bab8-b2ea5b12a665 HTTP/1.1" status: 200 len: 945 time: 0.0657043 May 08 22:20:45.856202 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.agents_db [None req-09216671-537f-4251-a64c-737ccd42d6d2 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 08 22:20:45.894629 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-6bec714b-7991-4cce-92e0-f34ad6c6fc3a req-bcd8cb8b-f0cb-46a1-bb6c-8e657bdbd1ab tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/security-groups?id=88647e77-4ac1-462b-871f-d58f9f7f242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839906 May 08 22:20:45.901416 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-2e2d1ffb-612e-4df8-bbff-910c329aadfa req-8999d482-b792-4333-bcfc-935fa7f2c25c tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=a49e6154-3948-4540-84d0-3002a0183869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671883 May 08 22:20:46.013104 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1438b3fc-7b1a-49c2-9f91-e32497fa693d req-66157f21-7e03-4463-a97e-9e48a7190318 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:46.014526 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-1438b3fc-7b1a-49c2-9f91-e32497fa693d req-66157f21-7e03-4463-a97e-9e48a7190318 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b2fdbd-2397-4f6f-904a-24c65bd20707 HTTP/1.1" status: 200 len: 946 time: 0.0507393 May 08 22:20:46.065523 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-1438b3fc-7b1a-49c2-9f91-e32497fa693d req-5a4b8e31-f5e9-41fa-bef7-8cfd5a679ed7 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca44f436-fe4a-4cda-b0b9-0850bed715c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447452 May 08 22:20:46.212191 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-40fe1bda-4907-4279-952f-067de911bc17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (399f5491-dab9-4373-bd22-64cd7c73418d), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:47.056098 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d228c05-e009-4021-a9c4-0514089fe591 req-c69d289a-c0a2-4255-89c6-982e1eb82f04 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:47.058624 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-0d228c05-e009-4021-a9c4-0514089fe591 req-c69d289a-c0a2-4255-89c6-982e1eb82f04 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/ports?device_id=230b74cd-962b-4b30-b4ba-76fefa0f0b77 HTTP/1.1" status: 200 len: 943 time: 0.0826459 May 08 22:20:47.069597 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06ecafe-9791-4185-bf46-0eca753a8b9d req-70d71b97-c202-43dd-8e75-989af3ddaf01 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:47.071067 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-b06ecafe-9791-4185-bf46-0eca753a8b9d req-70d71b97-c202-43dd-8e75-989af3ddaf01 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=8fcffdfe-d0ae-47bc-bab8-b2ea5b12a665 HTTP/1.1" status: 200 len: 945 time: 0.0841734 May 08 22:20:47.147586 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-0d228c05-e009-4021-a9c4-0514089fe591 req-8bb92857-ad17-4729-90ef-341c810e48a8 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/security-groups?id=88647e77-4ac1-462b-871f-d58f9f7f242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754921 May 08 22:20:47.150502 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-b06ecafe-9791-4185-bf46-0eca753a8b9d req-9af67afb-6c4f-4883-80f0-cd0a053bfd5f tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=a49e6154-3948-4540-84d0-3002a0183869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715666 May 08 22:20:47.250671 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8ac47-69ab-4301-abfa-d752987f11ba req-3a58592e-142b-4e57-b444-7cebfbdafa47 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:47.252113 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-5cd8ac47-69ab-4301-abfa-d752987f11ba req-3a58592e-142b-4e57-b444-7cebfbdafa47 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b2fdbd-2397-4f6f-904a-24c65bd20707 HTTP/1.1" status: 200 len: 946 time: 0.0481858 May 08 22:20:47.301922 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-5cd8ac47-69ab-4301-abfa-d752987f11ba req-5a49519d-7ec7-46e4-8307-650c94a05d30 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca44f436-fe4a-4cda-b0b9-0850bed715c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426521 May 08 22:20:48.298697 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcde947a-26de-41d2-b3df-bb06fea2189b req-48b84a03-8d86-4b9a-86bf-37901910e121 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:48.300155 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-bcde947a-26de-41d2-b3df-bb06fea2189b req-48b84a03-8d86-4b9a-86bf-37901910e121 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/ports?device_id=230b74cd-962b-4b30-b4ba-76fefa0f0b77 HTTP/1.1" status: 200 len: 943 time: 0.0714250 May 08 22:20:48.310646 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7532796f-3381-4e86-957e-57b8dd11ccce req-4ab41fb4-f74f-4f9b-a8fb-2a5dc508f202 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:48.312209 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-7532796f-3381-4e86-957e-57b8dd11ccce req-4ab41fb4-f74f-4f9b-a8fb-2a5dc508f202 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=8fcffdfe-d0ae-47bc-bab8-b2ea5b12a665 HTTP/1.1" status: 200 len: 945 time: 0.0746925 May 08 22:20:48.383914 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-bcde947a-26de-41d2-b3df-bb06fea2189b req-9b8b8ab1-6bd1-408c-a41f-a7c6dc43c022 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/security-groups?id=88647e77-4ac1-462b-871f-d58f9f7f242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707455 May 08 22:20:48.387120 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-7532796f-3381-4e86-957e-57b8dd11ccce req-6bfc108c-53f7-42ca-97e7-10c35655f2fe tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=a49e6154-3948-4540-84d0-3002a0183869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684340 May 08 22:20:48.498205 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-e90fb4ac-0634-48b8-af15-2d30f210676e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (69aa2ac4-530d-40c2-a84a-3161d84edf61), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:49.347608 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-68d59b13-bdd3-4890-b330-3a9be9bf9791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (167e5ba9-08ef-43b6-aca0-7c88b7f9e735), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:49.535038 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72806c0a-a963-4eb7-97e1-350a85808855 req-82ec31dc-189d-4a3f-8fdb-90615103f6fb tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:49.536528 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-72806c0a-a963-4eb7-97e1-350a85808855 req-82ec31dc-189d-4a3f-8fdb-90615103f6fb tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/ports?device_id=230b74cd-962b-4b30-b4ba-76fefa0f0b77 HTTP/1.1" status: 200 len: 943 time: 0.0728860 May 08 22:20:49.547409 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e886d4b7-df2b-4a92-a921-fc3ef616a3ed req-f9e61586-c419-4f8c-9491-cc7f9017f66f tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:49.548815 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-e886d4b7-df2b-4a92-a921-fc3ef616a3ed req-f9e61586-c419-4f8c-9491-cc7f9017f66f tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=8fcffdfe-d0ae-47bc-bab8-b2ea5b12a665 HTTP/1.1" status: 200 len: 945 time: 0.0759678 May 08 22:20:49.621831 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-72806c0a-a963-4eb7-97e1-350a85808855 req-88854bc3-4d32-42cc-aa61-d674079afc18 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/security-groups?id=88647e77-4ac1-462b-871f-d58f9f7f242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720043 May 08 22:20:49.625388 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-e886d4b7-df2b-4a92-a921-fc3ef616a3ed req-d575f1a0-91f8-4ef9-95fb-9761704c2eff tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=a49e6154-3948-4540-84d0-3002a0183869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699849 May 08 22:20:50.579085 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device f33783f2-77ae-4d5c-8d99-518031ec2f50 details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=103630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 08 22:20:50.694015 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] For port f33783f2-77ae-4d5c-8d99-518031ec2f50, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=f33783f2-77ae-4d5c-8d99-518031ec2f50,segment=NetworkSegment(9d6f81da-5258-4353-b997-51e66ddac969),segment_id=9d6f81da-5258-4353-b997-51e66ddac969)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:20:50.706130 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Returning: {'device': 'f33783f2-77ae-4d5c-8d99-518031ec2f50', 'network_id': '3de5004b-d04a-43ec-83df-7f6e082747db', 'port_id': 'f33783f2-77ae-4d5c-8d99-518031ec2f50', 'mac_address': 'fa:16:3e:ad:6b:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f90310f9-89a9-4caa-b723-9c87d4a911ed', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 08 22:20:50.742840 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Current status of the port f33783f2-77ae-4d5c-8d99-518031ec2f50 is: DOWN; New status is: BUILD {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:20:50.743218 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (f33783f2-77ae-4d5c-8d99-518031ec2f50), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:50.755815 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.notifiers.nova [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f33783f2-77ae-4d5c-8d99-518031ec2f50 {{(pid=103630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 08 22:20:50.776225 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] For port f33783f2-77ae-4d5c-8d99-518031ec2f50, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=f33783f2-77ae-4d5c-8d99-518031ec2f50,segment=NetworkSegment(9d6f81da-5258-4353-b997-51e66ddac969),segment_id=9d6f81da-5258-4353-b997-51e66ddac969)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:20:50.781225 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (f33783f2-77ae-4d5c-8d99-518031ec2f50), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:50.829787 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Pushing event updated for resources: {'Port': ['ID=f33783f2-77ae-4d5c-8d99-518031ec2f50,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:20:50.837817 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:20:50.838169 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:20:50.838515 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:20:50.839151 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:20:50.839487 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:20:50.839802 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:20:50.840121 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:20:50.840492 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:20:50.840912 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:20:50.841228 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:20:50.841526 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:20:50.841861 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:20:50.842181 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:20:50.842569 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:20:50.842883 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:20:50.939489 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f82e6e54-0a06-4075-8e4d-2bf0b0f201e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (1fcc0290-7f55-4633-95cb-6d94e7aa5e57), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:50.989064 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60f1202-2d3c-4df5-9c9d-3d03eeeb73a3 req-e04669a3-4562-4df3-a5c1-fa1262a0d763 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:50.990490 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-b60f1202-2d3c-4df5-9c9d-3d03eeeb73a3 req-e04669a3-4562-4df3-a5c1-fa1262a0d763 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=8fcffdfe-d0ae-47bc-bab8-b2ea5b12a665 HTTP/1.1" status: 200 len: 945 time: 0.2946620 May 08 22:20:50.996352 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ff04b-a2fb-443c-b339-2b8cddf3928f req-9bb71ebb-fbd0-4672-80cc-f0eb301a61fe tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:50.997711 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-ff2ff04b-a2fb-443c-b339-2b8cddf3928f req-9bb71ebb-fbd0-4672-80cc-f0eb301a61fe tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/ports?device_id=230b74cd-962b-4b30-b4ba-76fefa0f0b77 HTTP/1.1" status: 200 len: 943 time: 0.3006098 May 08 22:20:51.064164 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-b60f1202-2d3c-4df5-9c9d-3d03eeeb73a3 req-38cc9fc3-435a-406c-ab26-0b683e6caf92 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=a49e6154-3948-4540-84d0-3002a0183869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655119 May 08 22:20:51.072838 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-ff2ff04b-a2fb-443c-b339-2b8cddf3928f req-1f62a4f7-e8fc-4a05-a7c4-78da201e0f1a tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/security-groups?id=88647e77-4ac1-462b-871f-d58f9f7f242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681651 May 08 22:20:51.341389 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] get_ports_and_sgs() called for port_ids ['f33783f2-77ae-4d5c-8d99-518031ec2f50'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 08 22:20:52.220542 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0371344-6361-4eb2-9738-f6edfba20ebd req-e6a7ce99-efa2-41a3-af0e-f481b0e7c3f5 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:52.221990 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-b0371344-6361-4eb2-9738-f6edfba20ebd req-e6a7ce99-efa2-41a3-af0e-f481b0e7c3f5 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=8fcffdfe-d0ae-47bc-bab8-b2ea5b12a665 HTTP/1.1" status: 200 len: 945 time: 0.0833719 May 08 22:20:52.229781 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6b5acb-94b9-4845-bda6-67803e902736 req-bb51ec08-e5f9-4d61-819f-465cb2a5a30d tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:52.231133 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-bc6b5acb-94b9-4845-bda6-67803e902736 req-bb51ec08-e5f9-4d61-819f-465cb2a5a30d tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/ports?device_id=230b74cd-962b-4b30-b4ba-76fefa0f0b77 HTTP/1.1" status: 200 len: 944 time: 0.0809464 May 08 22:20:52.300823 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-b0371344-6361-4eb2-9738-f6edfba20ebd req-0b4f21d9-ad87-4fcd-a5c0-72c5530ad57e tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=a49e6154-3948-4540-84d0-3002a0183869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687385 May 08 22:20:52.304516 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-bc6b5acb-94b9-4845-bda6-67803e902736 req-1264da29-6b8c-4c69-93bf-fcf8300853d4 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/security-groups?id=88647e77-4ac1-462b-871f-d58f9f7f242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669596 May 08 22:20:52.442271 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (7e3c7ef6-abd5-4f0f-b372-b2734b637fd0), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:52.748688 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device f33783f2-77ae-4d5c-8d99-518031ec2f50 up at agent hyperv_hv-cinder-84051 {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 08 22:20:52.800231 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Provisioning for port f33783f2-77ae-4d5c-8d99-518031ec2f50 completed by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 08 22:20:52.810076 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Provisioning complete for port f33783f2-77ae-4d5c-8d99-518031ec2f50 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:20:52.810731 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (f33783f2-77ae-4d5c-8d99-518031ec2f50), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:52.903623 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Current status of the port f33783f2-77ae-4d5c-8d99-518031ec2f50 is: BUILD; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:20:52.904011 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (f33783f2-77ae-4d5c-8d99-518031ec2f50), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:52.927441 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '230b74cd-962b-4b30-b4ba-76fefa0f0b77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f33783f2-77ae-4d5c-8d99-518031ec2f50'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 08 22:20:52.929707 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bcef9e280bae9da70c0250555725ec84c8fe71b1405edcfc00240691fe86bce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a85a3f-82bb-4e48-907a-87dee157dc08" -d '{"events": [{"server_uuid": "230b74cd-962b-4b30-b4ba-76fefa0f0b77", "name": "network-vif-plugged", "status": "completed", "tag": "f33783f2-77ae-4d5c-8d99-518031ec2f50"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 08 22:20:52.942978 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] For port f33783f2-77ae-4d5c-8d99-518031ec2f50, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=f33783f2-77ae-4d5c-8d99-518031ec2f50,segment=NetworkSegment(9d6f81da-5258-4353-b997-51e66ddac969),segment_id=9d6f81da-5258-4353-b997-51e66ddac969)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:20:52.948263 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (f33783f2-77ae-4d5c-8d99-518031ec2f50), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:52.975352 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 08 May 2022 22:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd0b2c0-be4a-4775-8dc0-1bd53269439c x-openstack-request-id: req-3fd0b2c0-be4a-4775-8dc0-1bd53269439c {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 08 22:20:52.975645 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "230b74cd-962b-4b30-b4ba-76fefa0f0b77", "name": "network-vif-plugged", "status": "completed", "tag": "f33783f2-77ae-4d5c-8d99-518031ec2f50", "code": 200}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 08 22:20:52.975897 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3fd0b2c0-be4a-4775-8dc0-1bd53269439c {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 08 22:20:52.976289 dv-cinder-840511-5-iscsi neutron-server[103630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fd0b2c0-be4a-4775-8dc0-1bd53269439c'] response: {'server_uuid': '230b74cd-962b-4b30-b4ba-76fefa0f0b77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f33783f2-77ae-4d5c-8d99-518031ec2f50', 'code': 200} May 08 22:20:53.003310 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Pushing event updated for resources: {'Port': ['ID=f33783f2-77ae-4d5c-8d99-518031ec2f50,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:20:53.319176 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6021acb5-96a5-42cf-83b8-fd1d971f42f2 req-2d942388-41f3-48ab-8078-ac08c9495e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:53.320598 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-6021acb5-96a5-42cf-83b8-fd1d971f42f2 req-2d942388-41f3-48ab-8078-ac08c9495e0d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=230b74cd-962b-4b30-b4ba-76fefa0f0b77 HTTP/1.1" status: 200 len: 1129 time: 0.0409563 May 08 22:20:53.369719 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-6021acb5-96a5-42cf-83b8-fd1d971f42f2 req-abbdd3ad-ea58-439e-99a5-457439d6ffee service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=88647e77-4ac1-462b-871f-d58f9f7f242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418282 May 08 22:20:53.454187 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e32b20f-f12b-4908-9161-ee82b8667ee1 req-934dde9f-bd04-45a0-ae0e-e9ef664d564e tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:53.455636 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-0e32b20f-f12b-4908-9161-ee82b8667ee1 req-934dde9f-bd04-45a0-ae0e-e9ef664d564e tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=8fcffdfe-d0ae-47bc-bab8-b2ea5b12a665 HTTP/1.1" status: 200 len: 945 time: 0.0798681 May 08 22:20:53.461723 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d25701-a4fd-4c9b-830f-51179891636d req-c2b6c7df-4fbb-484e-93d5-d036f0b9e6a9 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:53.463182 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-12d25701-a4fd-4c9b-830f-51179891636d req-c2b6c7df-4fbb-484e-93d5-d036f0b9e6a9 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/ports?device_id=230b74cd-962b-4b30-b4ba-76fefa0f0b77 HTTP/1.1" status: 200 len: 945 time: 0.0861082 May 08 22:20:53.539801 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-0e32b20f-f12b-4908-9161-ee82b8667ee1 req-b2dd67c4-a051-4dbd-9e34-17cca8996b94 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=a49e6154-3948-4540-84d0-3002a0183869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755880 May 08 22:20:53.543415 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-12d25701-a4fd-4c9b-830f-51179891636d req-8b5e1f77-db51-47c6-8759-debd165bdcfc tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/security-groups?id=88647e77-4ac1-462b-871f-d58f9f7f242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721927 May 08 22:20:54.049687 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2136638-6b09-4465-95d5-b1e5e437fcd1 req-bbbcd169-799d-4c12-a5c6-d8f96b334de3 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:54.051208 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-f2136638-6b09-4465-95d5-b1e5e437fcd1 req-bbbcd169-799d-4c12-a5c6-d8f96b334de3 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=b49f27c0-dcb7-49c8-b20c-f0c33a4f6bd7 HTTP/1.1" status: 200 len: 946 time: 0.0561707 May 08 22:20:54.103096 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-f2136638-6b09-4465-95d5-b1e5e437fcd1 req-c972fc2c-3c48-4b8c-9582-764168f513ff tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b4e7cb1-2d61-4290-b054-d6163013130f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439801 May 08 22:20:54.692917 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cfcdac-90fd-48a3-a697-99b84d1680d6 req-8d0a0c3f-7af8-4a97-8e8e-1451f302c24d tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:54.694400 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-96cfcdac-90fd-48a3-a697-99b84d1680d6 req-8d0a0c3f-7af8-4a97-8e8e-1451f302c24d tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/ports?device_id=230b74cd-962b-4b30-b4ba-76fefa0f0b77 HTTP/1.1" status: 200 len: 945 time: 0.0758839 May 08 22:20:54.700290 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dba1f9-b7f3-4ba4-9ebc-8bfa3a439649 req-833769dc-62a0-422f-9f18-34ef2289296b tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:54.701690 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-c2dba1f9-b7f3-4ba4-9ebc-8bfa3a439649 req-833769dc-62a0-422f-9f18-34ef2289296b tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=8fcffdfe-d0ae-47bc-bab8-b2ea5b12a665 HTTP/1.1" status: 200 len: 945 time: 0.0740571 May 08 22:20:54.773387 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-96cfcdac-90fd-48a3-a697-99b84d1680d6 req-8e009c41-f29e-4568-a845-75d75e8711b7 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/security-groups?id=88647e77-4ac1-462b-871f-d58f9f7f242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707645 May 08 22:20:54.777464 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-c2dba1f9-b7f3-4ba4-9ebc-8bfa3a439649 req-6f1754f8-953d-4942-9562-2f9469434aa9 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=a49e6154-3948-4540-84d0-3002a0183869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688772 May 08 22:20:55.233850 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c92952-5714-40ad-9639-ec3e41a626b5 req-271e16fb-a2d6-4d6e-bf14-ccc8ec233c3b tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:55.235595 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-45c92952-5714-40ad-9639-ec3e41a626b5 req-271e16fb-a2d6-4d6e-bf14-ccc8ec233c3b tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=b49f27c0-dcb7-49c8-b20c-f0c33a4f6bd7 HTTP/1.1" status: 200 len: 946 time: 0.0530763 May 08 22:20:55.291283 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-45c92952-5714-40ad-9639-ec3e41a626b5 req-936f9e33-62d2-4680-aff3-4f14e50ee339 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b4e7cb1-2d61-4290-b054-d6163013130f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466189 May 08 22:20:55.919797 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce6c450-048e-46ca-ab62-e7865bc29456 req-0915fba8-a5c5-4677-a5b2-43fd242c3969 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:55.921445 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-8ce6c450-048e-46ca-ab62-e7865bc29456 req-0915fba8-a5c5-4677-a5b2-43fd242c3969 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=8fcffdfe-d0ae-47bc-bab8-b2ea5b12a665 HTTP/1.1" status: 200 len: 945 time: 0.0748417 May 08 22:20:55.927452 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36f4692-5436-4df6-89dc-cbb0fe3d366d req-f0db3146-9f07-40bd-85e1-4910143960da tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:55.928843 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-a36f4692-5436-4df6-89dc-cbb0fe3d366d req-f0db3146-9f07-40bd-85e1-4910143960da tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/ports?device_id=230b74cd-962b-4b30-b4ba-76fefa0f0b77 HTTP/1.1" status: 200 len: 945 time: 0.0810032 May 08 22:20:56.002248 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-8ce6c450-048e-46ca-ab62-e7865bc29456 req-54575edc-f8bc-405d-9fa2-8f8381bd79e4 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=a49e6154-3948-4540-84d0-3002a0183869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724480 May 08 22:20:56.006212 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-a36f4692-5436-4df6-89dc-cbb0fe3d366d req-b2be176f-1fc1-4adb-bab6-e58b6a0bb4d6 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/security-groups?id=88647e77-4ac1-462b-871f-d58f9f7f242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707996 May 08 22:20:56.437368 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02721bb-b77d-4379-aa3d-eba9d2a4219d req-07d72a86-3265-4c1b-9a0c-33e8fd2c6598 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:56.438882 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-b02721bb-b77d-4379-aa3d-eba9d2a4219d req-07d72a86-3265-4c1b-9a0c-33e8fd2c6598 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=b49f27c0-dcb7-49c8-b20c-f0c33a4f6bd7 HTTP/1.1" status: 200 len: 946 time: 0.0570745 May 08 22:20:56.488035 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-b02721bb-b77d-4379-aa3d-eba9d2a4219d req-9c682f31-1a2d-45df-ac25-eaa69a518cad tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b4e7cb1-2d61-4290-b054-d6163013130f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406942 May 08 22:20:57.036344 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc7c803-5530-48c0-bb87-ff7527a49e9d req-3de32720-d31f-4d09-9fd9-c313a85d4519 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:57.037968 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-5fc7c803-5530-48c0-bb87-ff7527a49e9d req-3de32720-d31f-4d09-9fd9-c313a85d4519 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.24 "GET /v2.0/ports?device_id=b49f27c0-dcb7-49c8-b20c-f0c33a4f6bd7 HTTP/1.1" status: 200 len: 946 time: 0.0479598 May 08 22:20:57.159272 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b4b796-1eb0-4464-8963-c287b91a14f7 req-322551ba-5d50-4c06-8565-fd255881c74e tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:57.160694 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-d2b4b796-1eb0-4464-8963-c287b91a14f7 req-322551ba-5d50-4c06-8565-fd255881c74e tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=8fcffdfe-d0ae-47bc-bab8-b2ea5b12a665 HTTP/1.1" status: 200 len: 945 time: 0.0816095 May 08 22:20:57.174504 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62197f25-caab-4123-9114-6779801acc3b req-567d616a-2129-4735-ae4e-05ce7f422b56 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:57.175947 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-62197f25-caab-4123-9114-6779801acc3b req-567d616a-2129-4735-ae4e-05ce7f422b56 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/ports?device_id=230b74cd-962b-4b30-b4ba-76fefa0f0b77 HTTP/1.1" status: 200 len: 945 time: 0.0858347 May 08 22:20:57.245667 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-d2b4b796-1eb0-4464-8963-c287b91a14f7 req-5b7d0807-ecb4-4d51-8952-0c9e8c4755c5 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=a49e6154-3948-4540-84d0-3002a0183869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787089 May 08 22:20:57.259931 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-62197f25-caab-4123-9114-6779801acc3b req-7633cf83-2b9e-4f82-b851-e393cb338f2c tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/security-groups?id=88647e77-4ac1-462b-871f-d58f9f7f242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780070 May 08 22:20:57.387309 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494728de-4a25-4e02-bfb3-7b76b157f58b req-aba44c14-34a4-40e8-8cd2-0de6d708cc23 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:57.388832 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-494728de-4a25-4e02-bfb3-7b76b157f58b req-aba44c14-34a4-40e8-8cd2-0de6d708cc23 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/ports?device_id=230b74cd-962b-4b30-b4ba-76fefa0f0b77 HTTP/1.1" status: 200 len: 945 time: 0.0492384 May 08 22:20:57.443885 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-494728de-4a25-4e02-bfb3-7b76b157f58b req-08225ff4-afbc-4e95-a464-cfc08099467a tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/security-groups?id=88647e77-4ac1-462b-871f-d58f9f7f242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466981 May 08 22:20:57.469865 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 55628) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:20:57.567178 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2275a16e-886d-492f-aca7-955578dfff54 tempest-TestVolumeBootPattern-2029933309 tempest-TestVolumeBootPattern-2029933309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:57.569291 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-2275a16e-886d-492f-aca7-955578dfff54 tempest-TestVolumeBootPattern-2029933309 tempest-TestVolumeBootPattern-2029933309-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=230b74cd-962b-4b30-b4ba-76fefa0f0b77 HTTP/1.1" status: 200 len: 1124 time: 0.0981560 May 08 22:20:57.572602 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 55634) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:20:57.577619 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [None req-803c0738-602c-4453-8834-5bdc343c2ce0 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Request body: {'floatingip': {'floating_network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'port_id': 'f33783f2-77ae-4d5c-8d99-518031ec2f50', 'tenant_id': '71ff1b3aaa864388b9a5646942d2bffb', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:20:57.598941 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-803c0738-602c-4453-8834-5bdc343c2ce0 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:57.620617 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4762a1-f524-4d78-b7f2-82538559f077 req-f9b859b0-824d-421d-99d3-cb0c46c37ebe tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:57.622109 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-af4762a1-f524-4d78-b7f2-82538559f077 req-f9b859b0-824d-421d-99d3-cb0c46c37ebe tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=b49f27c0-dcb7-49c8-b20c-f0c33a4f6bd7 HTTP/1.1" status: 200 len: 946 time: 0.0518470 May 08 22:20:57.671586 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-af4762a1-f524-4d78-b7f2-82538559f077 req-18bb4ba4-8045-40a1-9612-06e876b54190 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b4e7cb1-2d61-4290-b054-d6163013130f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425053 May 08 22:20:57.679865 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-803c0738-602c-4453-8834-5bdc343c2ce0 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:57.790516 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-803c0738-602c-4453-8834-5bdc343c2ce0 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Allocated IP 172.27.2.28 (542aeef6-5046-439a-aa53-dc46759766dd/c1306b94-a9cc-4730-bd7d-1800cb77959d/7389b993-2a34-43c4-8797-90c007601340) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 08 22:20:57.904225 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-803c0738-602c-4453-8834-5bdc343c2ce0 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks [] for port (7389b993-2a34-43c4-8797-90c007601340), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:57.938114 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-803c0738-602c-4453-8834-5bdc343c2ce0 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791034024012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633834'] for port (7389b993-2a34-43c4-8797-90c007601340), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:57.977260 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803c0738-602c-4453-8834-5bdc343c2ce0 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Network 542aeef6-5046-439a-aa53-dc46759766dd is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 08 22:20:57.981991 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-803c0738-602c-4453-8834-5bdc343c2ce0 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:20:57.987131 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803c0738-602c-4453-8834-5bdc343c2ce0 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 08 22:20:57.990114 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803c0738-602c-4453-8834-5bdc343c2ce0 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Pushing event updated for resources: {'Port': ['ID=7389b993-2a34-43c4-8797-90c007601340,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:20:58.357210 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-803c0738-602c-4453-8834-5bdc343c2ce0 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks [] for floatingip (2e33e252-11cc-465f-9d83-e580b1eb7305), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:58.364587 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f425d49-1873-424d-a95a-3c14ac6aa54f req-336d8d33-05d2-4dde-bacb-ee75cc281e3f tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:58.366114 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-6f425d49-1873-424d-a95a-3c14ac6aa54f req-336d8d33-05d2-4dde-bacb-ee75cc281e3f tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=8fcffdfe-d0ae-47bc-bab8-b2ea5b12a665 HTTP/1.1" status: 200 len: 945 time: 0.0477397 May 08 22:20:58.413352 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-6f425d49-1873-424d-a95a-3c14ac6aa54f req-4991f769-15fe-4a73-9642-a9774778c9a6 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=a49e6154-3948-4540-84d0-3002a0183869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416770 May 08 22:20:58.429103 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-803c0738-602c-4453-8834-5bdc343c2ce0 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (7389b993-2a34-43c4-8797-90c007601340), before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:58.577685 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-803c0738-602c-4453-8834-5bdc343c2ce0 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks [] for port (7389b993-2a34-43c4-8797-90c007601340), precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:58.586095 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-803c0738-602c-4453-8834-5bdc343c2ce0 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59633821'] for port (7389b993-2a34-43c4-8797-90c007601340), after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:58.665220 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803c0738-602c-4453-8834-5bdc343c2ce0 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Pushing event updated for resources: {'Port': ['ID=7389b993-2a34-43c4-8797-90c007601340,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:20:58.679306 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-803c0738-602c-4453-8834-5bdc343c2ce0 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-788248'] for floatingip (2e33e252-11cc-465f-9d83-e580b1eb7305), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:58.802421 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb591f02-1f08-4e38-b4ae-1c94eb509530 req-1f706fa1-4532-4b91-a252-b2fffa91b855 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:58.804065 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-bb591f02-1f08-4e38-b4ae-1c94eb509530 req-1f706fa1-4532-4b91-a252-b2fffa91b855 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=b49f27c0-dcb7-49c8-b20c-f0c33a4f6bd7 HTTP/1.1" status: 200 len: 946 time: 0.0510232 May 08 22:20:58.874816 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-bb591f02-1f08-4e38-b4ae-1c94eb509530 req-80fa4838-f331-4284-b68b-2a1228daed9e tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/security-groups?id=9b4e7cb1-2d61-4290-b054-d6163013130f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646374 May 08 22:20:59.101304 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.db.l3_db [None req-803c0738-602c-4453-8834-5bdc343c2ce0 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Floating IP 2e33e252-11cc-465f-9d83-e580b1eb7305 associated. External IP: 172.27.2.28, port: f33783f2-77ae-4d5c-8d99-518031ec2f50. May 08 22:20:59.152785 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d084fb9e-76c6-42f5-a6e2-516b7700f3c0 req-947ab672-b795-43df-bfe3-8a492619928f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:59.154147 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-d084fb9e-76c6-42f5-a6e2-516b7700f3c0 req-947ab672-b795-43df-bfe3-8a492619928f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8fcffdfe-d0ae-47bc-bab8-b2ea5b12a665 HTTP/1.1" status: 200 len: 1129 time: 0.1127861 May 08 22:20:59.192492 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-5fc7c803-5530-48c0-bb87-ff7527a49e9d req-ca1105bb-416d-417d-97b9-f78c51b835fe tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Deleting port efad1b44-4168-42e6-8cd6-1b12ce4f70ae {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 08 22:20:59.192835 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-5fc7c803-5530-48c0-bb87-ff7527a49e9d req-ca1105bb-416d-417d-97b9-f78c51b835fe tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791034291685'] for port (efad1b44-4168-42e6-8cd6-1b12ce4f70ae), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:59.314059 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-d084fb9e-76c6-42f5-a6e2-516b7700f3c0 req-e63b42bf-ce16-4ddd-bdd5-0db196ea0ce3 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a49e6154-3948-4540-84d0-3002a0183869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1504223 May 08 22:20:59.384433 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-5fc7c803-5530-48c0-bb87-ff7527a49e9d req-ca1105bb-416d-417d-97b9-f78c51b835fe tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] For port efad1b44-4168-42e6-8cd6-1b12ce4f70ae, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=efad1b44-4168-42e6-8cd6-1b12ce4f70ae,segment=NetworkSegment(1780dade-a5f8-4e6b-b9bd-a988dd8e04e7),segment_id=1780dade-a5f8-4e6b-b9bd-a988dd8e04e7)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:20:59.385175 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-5fc7c803-5530-48c0-bb87-ff7527a49e9d req-ca1105bb-416d-417d-97b9-f78c51b835fe tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786495'] for port (efad1b44-4168-42e6-8cd6-1b12ce4f70ae), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:59.530313 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eab5a3-df9b-4590-b42d-5803b0e55a43 req-4629e0dd-e21f-40d1-af12-22c9ddf3d960 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:20:59.531958 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-21eab5a3-df9b-4590-b42d-5803b0e55a43 req-4629e0dd-e21f-40d1-af12-22c9ddf3d960 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=8fcffdfe-d0ae-47bc-bab8-b2ea5b12a665 HTTP/1.1" status: 200 len: 945 time: 0.0481162 May 08 22:20:59.573454 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-803c0738-602c-4453-8834-5bdc343c2ce0 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Router d1259825-b40d-41dc-b595-545ddc2eda36 has already been hosted by L3 agent 69aa2ac4-530d-40c2-a84a-3161d84edf61 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 08 22:20:59.578934 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-21eab5a3-df9b-4590-b42d-5803b0e55a43 req-5a9f65a3-42eb-4a91-88f9-60572f9b005a tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=a49e6154-3948-4540-84d0-3002a0183869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411987 May 08 22:20:59.697101 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-5fc7c803-5530-48c0-bb87-ff7527a49e9d req-ca1105bb-416d-417d-97b9-f78c51b835fe tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:59.697367 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-5fc7c803-5530-48c0-bb87-ff7527a49e9d req-ca1105bb-416d-417d-97b9-f78c51b835fe tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-788248'] for floatingip (80711dab-55a5-488c-8028-1a8bf88e3550), after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:59.697679 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.db.l3_db [req-5fc7c803-5530-48c0-bb87-ff7527a49e9d req-ca1105bb-416d-417d-97b9-f78c51b835fe tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Floating IP 80711dab-55a5-488c-8028-1a8bf88e3550 disassociated. External IP: 172.27.2.43, port: efad1b44-4168-42e6-8cd6-1b12ce4f70ae. May 08 22:20:59.698054 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-5fc7c803-5530-48c0-bb87-ff7527a49e9d req-ca1105bb-416d-417d-97b9-f78c51b835fe tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Calling delete_port for efad1b44-4168-42e6-8cd6-1b12ce4f70ae owned by compute:nova {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 08 22:20:59.777682 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-803c0738-602c-4453-8834-5bdc343c2ce0 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Notify agent at l3_agent.dv-cinder-840511-5-iscsi the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 08 22:20:59.789177 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7ee6f8-c94a-49ae-94ba-d2bbe8078b7d None None] Sync routers for ids ['d1259825-b40d-41dc-b595-545ddc2eda36'] in dv-cinder-840511-5-iscsi {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 08 22:20:59.800243 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7ee6f8-c94a-49ae-94ba-d2bbe8078b7d None None] Routers {'d1259825-b40d-41dc-b595-545ddc2eda36'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:20:59.800918 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-ed7ee6f8-c94a-49ae-94ba-d2bbe8078b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:20:48Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['d1259825-b40d-41dc-b595-545ddc2eda36'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:20:59.806107 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-803c0738-602c-4453-8834-5bdc343c2ce0 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870'] for floatingip (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:59.845251 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-803c0738-602c-4453-8834-5bdc343c2ce0 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2713990 May 08 22:20:59.848169 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '230b74cd-962b-4b30-b4ba-76fefa0f0b77', 'tag': 'f33783f2-77ae-4d5c-8d99-518031ec2f50'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 08 22:20:59.848592 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cc8a0c475ac6fe54f5122aa5a8750c48412c688b8f67dba420990604a8daf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e70b61b2-bfc6-4018-bbca-97708f8a5ab8" -d '{"events": [{"name": "network-changed", "server_uuid": "230b74cd-962b-4b30-b4ba-76fefa0f0b77", "tag": "f33783f2-77ae-4d5c-8d99-518031ec2f50"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 08 22:20:59.892451 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 08 May 2022 22:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c6918b8-4747-48ac-8d52-b2fc0ff1c55a x-openstack-request-id: req-6c6918b8-4747-48ac-8d52-b2fc0ff1c55a {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 08 22:20:59.892835 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "230b74cd-962b-4b30-b4ba-76fefa0f0b77", "tag": "f33783f2-77ae-4d5c-8d99-518031ec2f50", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 08 22:20:59.893144 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6c6918b8-4747-48ac-8d52-b2fc0ff1c55a {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 08 22:20:59.893598 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c6918b8-4747-48ac-8d52-b2fc0ff1c55a'] response: {'name': 'network-changed', 'server_uuid': '230b74cd-962b-4b30-b4ba-76fefa0f0b77', 'tag': 'f33783f2-77ae-4d5c-8d99-518031ec2f50', 'status': 'completed', 'code': 200} May 08 22:20:59.905888 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-5fc7c803-5530-48c0-bb87-ff7527a49e9d req-ca1105bb-416d-417d-97b9-f78c51b835fe tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791034301049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791034024021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633834'] for port (efad1b44-4168-42e6-8cd6-1b12ce4f70ae), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:20:59.917818 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-ed7ee6f8-c94a-49ae-94ba-d2bbe8078b7d None None] Set router d1259825-b40d-41dc-b595-545ddc2eda36 gateway port host: dv-cinder-840511-5-iscsi {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:20:59.941621 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1105bb-416d-417d-97b9-f78c51b835fe tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Pushing event deleted for resources: {'Port': ['ID=efad1b44-4168-42e6-8cd6-1b12ce4f70ae,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:20:59.981364 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-189a48a6-509e-4e15-a505-51d6b400af11 req-a88e738e-f2b3-4888-82eb-d8c68b11b60b tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=b49f27c0-dcb7-49c8-b20c-f0c33a4f6bd7 HTTP/1.1" status: 200 len: 210 time: 0.0319974 May 08 22:21:00.077681 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5fc7c803-5530-48c0-bb87-ff7527a49e9d req-ca1105bb-416d-417d-97b9-f78c51b835fe tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Router 8e291ff0-32e4-4e5d-affc-34ff10dda5b3 has already been hosted by L3 agent 69aa2ac4-530d-40c2-a84a-3161d84edf61 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 08 22:21:00.158983 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-ed7ee6f8-c94a-49ae-94ba-d2bbe8078b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1259825-b40d-41dc-b595-545ddc2eda36', 'name': 'tempest-TestVolumeBootPattern-417149460-router', 'tenant_id': '71ff1b3aaa864388b9a5646942d2bffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '0240c8ca-15b1-4020-96da-1ed4ddb1fea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:20:02Z', 'updated_at': '2022-05-08T22:20:05Z', 'revision_number': 4, 'project_id': '71ff1b3aaa864388b9a5646942d2bffb', 'gw_port': {'id': '0240c8ca-15b1-4020-96da-1ed4ddb1fea3', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:76:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1259825-b40d-41dc-b595-545ddc2eda36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:20:02Z', 'updated_at': '2022-05-08T22:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_floatingips': [{'id': '2e33e252-11cc-465f-9d83-e580b1eb7305', 'tenant_id': '71ff1b3aaa864388b9a5646942d2bffb', 'floating_ip_address': '172.27.2.28', 'floating_network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'router_id': 'd1259825-b40d-41dc-b595-545ddc2eda36', 'port_id': 'f33783f2-77ae-4d5c-8d99-518031ec2f50', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3de5004b-d04a-43ec-83df-7f6e082747db', 'mac_address': 'fa:16:3e:ad:6b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230b74cd-962b-4b30-b4ba-76fefa0f0b77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-08T22:20:58Z', 'updated_at': '2022-05-08T22:20:58Z', 'revision_number': 0, 'project_id': '71ff1b3aaa864388b9a5646942d2bffb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4453eb0-768d-49ce-b300-433e8b6d7e59', 'name': '', 'network_id': '3de5004b-d04a-43ec-83df-7f6e082747db', 'tenant_id': '71ff1b3aaa864388b9a5646942d2bffb', 'mac_address': 'fa:16:3e:83:4d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1259825-b40d-41dc-b595-545ddc2eda36', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'f90310f9-89a9-4caa-b723-9c87d4a911ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:20:04Z', 'updated_at': '2022-05-08T22:20:09Z', 'revision_number': 5, 'project_id': '71ff1b3aaa864388b9a5646942d2bffb', 'subnets': [{'id': 'f90310f9-89a9-4caa-b723-9c87d4a911ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:21:00.189234 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7ee6f8-c94a-49ae-94ba-d2bbe8078b7d None None] Checking router: d1259825-b40d-41dc-b595-545ddc2eda36 for host: dv-cinder-840511-5-iscsi {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 08 22:21:00.193095 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5fc7c803-5530-48c0-bb87-ff7527a49e9d req-ca1105bb-416d-417d-97b9-f78c51b835fe tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Notify agent at l3_agent.dv-cinder-840511-5-iscsi the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 08 22:21:00.198093 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7ee6f8-c94a-49ae-94ba-d2bbe8078b7d None None] Routers {'d1259825-b40d-41dc-b595-545ddc2eda36'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:21:00.198847 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-ed7ee6f8-c94a-49ae-94ba-d2bbe8078b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:20:48Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['d1259825-b40d-41dc-b595-545ddc2eda36'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:21:00.205394 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23bbbd4-85b6-45b1-bcc9-f380ab88a834 None None] Sync routers for ids ['8e291ff0-32e4-4e5d-affc-34ff10dda5b3'] in dv-cinder-840511-5-iscsi {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 08 22:21:00.216507 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23bbbd4-85b6-45b1-bcc9-f380ab88a834 None None] Routers {'8e291ff0-32e4-4e5d-affc-34ff10dda5b3'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:21:00.218160 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-d23bbbd4-85b6-45b1-bcc9-f380ab88a834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:20:48Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['8e291ff0-32e4-4e5d-affc-34ff10dda5b3'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:21:00.241600 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fc7c803-5530-48c0-bb87-ff7527a49e9d req-ca1105bb-416d-417d-97b9-f78c51b835fe tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] No DVR routers for this DVR port efad1b44-4168-42e6-8cd6-1b12ce4f70ae on host hv-cinder-84051 {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 08 22:21:00.244451 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-5fc7c803-5530-48c0-bb87-ff7527a49e9d req-ca1105bb-416d-417d-97b9-f78c51b835fe tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870'] for port (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:00.248146 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-5fc7c803-5530-48c0-bb87-ff7527a49e9d req-ca1105bb-416d-417d-97b9-f78c51b835fe tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.24 "DELETE /v2.0/ports/efad1b44-4168-42e6-8cd6-1b12ce4f70ae HTTP/1.1" status: 204 len: 173 time: 1.5204241 May 08 22:21:00.307808 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-ed7ee6f8-c94a-49ae-94ba-d2bbe8078b7d None None] Set router d1259825-b40d-41dc-b595-545ddc2eda36 gateway port host: dv-cinder-840511-5-iscsi {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:21:00.334668 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-d23bbbd4-85b6-45b1-bcc9-f380ab88a834 None None] Set router 8e291ff0-32e4-4e5d-affc-34ff10dda5b3 gateway port host: dv-cinder-840511-5-iscsi {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:21:00.464207 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70b61b2-bfc6-4018-bbca-97708f8a5ab8 req-8a42c8ea-5af8-4385-8d72-0c7516ea719e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:21:00.466316 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-e70b61b2-bfc6-4018-bbca-97708f8a5ab8 req-8a42c8ea-5af8-4385-8d72-0c7516ea719e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=71ff1b3aaa864388b9a5646942d2bffb&device_id=230b74cd-962b-4b30-b4ba-76fefa0f0b77 HTTP/1.1" status: 200 len: 1129 time: 0.0592518 May 08 22:21:00.591199 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70b61b2-bfc6-4018-bbca-97708f8a5ab8 req-cbe4d9a7-114b-4ce7-a466-d66f8ecb92e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:21:00.593793 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-e70b61b2-bfc6-4018-bbca-97708f8a5ab8 req-cbe4d9a7-114b-4ce7-a466-d66f8ecb92e6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3de5004b-d04a-43ec-83df-7f6e082747db HTTP/1.1" status: 200 len: 912 time: 0.1155529 May 08 22:21:00.628037 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-d23bbbd4-85b6-45b1-bcc9-f380ab88a834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'name': 'tempest-AttachVolumeNegativeTest-1605491633-router', 'tenant_id': '489bde08b9284b5f8e5eb2ebc398b963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '2a091782-ccc9-48ce-b046-9b493d4f29d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:15:08Z', 'updated_at': '2022-05-08T22:15:17Z', 'revision_number': 4, 'project_id': '489bde08b9284b5f8e5eb2ebc398b963', 'gw_port': {'id': '2a091782-ccc9-48ce-b046-9b493d4f29d4', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ff:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:10Z', 'updated_at': '2022-05-08T22:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_floatingips': [{'id': '9b59f168-3252-4d86-8b18-088017383d1e', 'tenant_id': '489bde08b9284b5f8e5eb2ebc398b963', 'floating_ip_address': '172.27.2.145', 'floating_network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'router_id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'port_id': 'c4a98c86-0213-4464-824c-6073569ec030', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4734e2d-d908-4b8e-b542-dd83675e0c99', 'mac_address': 'fa:16:3e:8b:09:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5e26a1-a863-487e-b196-c905958ffc62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-08T22:15:23Z', 'updated_at': '2022-05-08T22:16:29Z', 'revision_number': 2, 'project_id': '489bde08b9284b5f8e5eb2ebc398b963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6deee425-784f-4ef9-823b-d791d7155c4e', 'name': '', 'network_id': 'a4734e2d-d908-4b8e-b542-dd83675e0c99', 'tenant_id': '489bde08b9284b5f8e5eb2ebc398b963', 'mac_address': 'fa:16:3e:e1:09:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7cb890a2-14d2-4c0b-a82b-863c0417b5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:16Z', 'updated_at': '2022-05-08T22:15:34Z', 'revision_number': 5, 'project_id': '489bde08b9284b5f8e5eb2ebc398b963', 'subnets': [{'id': '7cb890a2-14d2-4c0b-a82b-863c0417b5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:21:00.660984 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-ed7ee6f8-c94a-49ae-94ba-d2bbe8078b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1259825-b40d-41dc-b595-545ddc2eda36', 'name': 'tempest-TestVolumeBootPattern-417149460-router', 'tenant_id': '71ff1b3aaa864388b9a5646942d2bffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '0240c8ca-15b1-4020-96da-1ed4ddb1fea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:20:02Z', 'updated_at': '2022-05-08T22:20:05Z', 'revision_number': 4, 'project_id': '71ff1b3aaa864388b9a5646942d2bffb', 'gw_port': {'id': '0240c8ca-15b1-4020-96da-1ed4ddb1fea3', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:76:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1259825-b40d-41dc-b595-545ddc2eda36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:20:02Z', 'updated_at': '2022-05-08T22:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_floatingips': [{'id': '2e33e252-11cc-465f-9d83-e580b1eb7305', 'tenant_id': '71ff1b3aaa864388b9a5646942d2bffb', 'floating_ip_address': '172.27.2.28', 'floating_network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'router_id': 'd1259825-b40d-41dc-b595-545ddc2eda36', 'port_id': 'f33783f2-77ae-4d5c-8d99-518031ec2f50', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3de5004b-d04a-43ec-83df-7f6e082747db', 'mac_address': 'fa:16:3e:ad:6b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230b74cd-962b-4b30-b4ba-76fefa0f0b77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-08T22:20:58Z', 'updated_at': '2022-05-08T22:20:58Z', 'revision_number': 0, 'project_id': '71ff1b3aaa864388b9a5646942d2bffb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4453eb0-768d-49ce-b300-433e8b6d7e59', 'name': '', 'network_id': '3de5004b-d04a-43ec-83df-7f6e082747db', 'tenant_id': '71ff1b3aaa864388b9a5646942d2bffb', 'mac_address': 'fa:16:3e:83:4d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1259825-b40d-41dc-b595-545ddc2eda36', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'f90310f9-89a9-4caa-b723-9c87d4a911ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:20:04Z', 'updated_at': '2022-05-08T22:20:09Z', 'revision_number': 5, 'project_id': '71ff1b3aaa864388b9a5646942d2bffb', 'subnets': [{'id': 'f90310f9-89a9-4caa-b723-9c87d4a911ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:21:00.662094 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23bbbd4-85b6-45b1-bcc9-f380ab88a834 None None] Checking router: 8e291ff0-32e4-4e5d-affc-34ff10dda5b3 for host: dv-cinder-840511-5-iscsi {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 08 22:21:00.671637 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23bbbd4-85b6-45b1-bcc9-f380ab88a834 None None] Routers {'8e291ff0-32e4-4e5d-affc-34ff10dda5b3'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:21:00.672259 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-d23bbbd4-85b6-45b1-bcc9-f380ab88a834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:20:48Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['8e291ff0-32e4-4e5d-affc-34ff10dda5b3'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:21:00.697460 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-e70b61b2-bfc6-4018-bbca-97708f8a5ab8 req-ab6a18b2-e710-40f1-a4d9-441edbf38ea6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f33783f2-77ae-4d5c-8d99-518031ec2f50 HTTP/1.1" status: 200 len: 998 time: 0.0957100 May 08 22:21:00.699642 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7ee6f8-c94a-49ae-94ba-d2bbe8078b7d None None] The sync data for ids ['d1259825-b40d-41dc-b595-545ddc2eda36'] in dv-cinder-840511-5-iscsi is: [{'id': 'd1259825-b40d-41dc-b595-545ddc2eda36', 'name': 'tempest-TestVolumeBootPattern-417149460-router', 'tenant_id': '71ff1b3aaa864388b9a5646942d2bffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '0240c8ca-15b1-4020-96da-1ed4ddb1fea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:20:02Z', 'updated_at': '2022-05-08T22:20:05Z', 'revision_number': 4, 'project_id': '71ff1b3aaa864388b9a5646942d2bffb', 'gw_port': {'id': '0240c8ca-15b1-4020-96da-1ed4ddb1fea3', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:76:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1259825-b40d-41dc-b595-545ddc2eda36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:20:02Z', 'updated_at': '2022-05-08T22:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_floatingips': [{'id': '2e33e252-11cc-465f-9d83-e580b1eb7305', 'tenant_id': '71ff1b3aaa864388b9a5646942d2bffb', 'floating_ip_address': '172.27.2.28', 'floating_network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'router_id': 'd1259825-b40d-41dc-b595-545ddc2eda36', 'port_id': 'f33783f2-77ae-4d5c-8d99-518031ec2f50', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3de5004b-d04a-43ec-83df-7f6e082747db', 'mac_address': 'fa:16:3e:ad:6b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230b74cd-962b-4b30-b4ba-76fefa0f0b77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-08T22:20:58Z', 'updated_at': '2022-05-08T22:20:58Z', 'revision_number': 0, 'project_id': '71ff1b3aaa864388b9a5646942d2bffb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4453eb0-768d-49ce-b300-433e8b6d7e59', 'name': '', 'network_id': '3de5004b-d04a-43ec-83df-7f6e082747db', 'tenant_id': '71ff1b3aaa864388b9a5646942d2bffb', 'mac_address': 'fa:16:3e:83:4d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1259825-b40d-41dc-b595-545ddc2eda36', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'f90310f9-89a9-4caa-b723-9c87d4a911ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:20:04Z', 'updated_at': '2022-05-08T22:20:09Z', 'revision_number': 5, 'project_id': '71ff1b3aaa864388b9a5646942d2bffb', 'subnets': [{'id': 'f90310f9-89a9-4caa-b723-9c87d4a911ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 08 22:21:00.720263 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5839d4-f8cc-41d7-8287-5c97baa85cc9 req-5c96e2b3-66e0-489e-a572-2eeba1b12f73 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:21:00.728822 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-6e5839d4-f8cc-41d7-8287-5c97baa85cc9 req-5c96e2b3-66e0-489e-a572-2eeba1b12f73 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=8fcffdfe-d0ae-47bc-bab8-b2ea5b12a665 HTTP/1.1" status: 200 len: 945 time: 0.0621438 May 08 22:21:00.783458 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device efad1b44-4168-42e6-8cd6-1b12ce4f70ae no longer exists at agent hyperv_hv-cinder-84051 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 08 22:21:00.784057 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-6e5839d4-f8cc-41d7-8287-5c97baa85cc9 req-21e08010-1bfa-4114-a1e0-0e936dc19a1b tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=a49e6154-3948-4540-84d0-3002a0183869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540361 May 08 22:21:00.805505 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] No Port match for: efad1b44-4168-42e6-8cd6-1b12ce4f70ae {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 08 22:21:00.805843 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device efad1b44-4168-42e6-8cd6-1b12ce4f70ae not bound to the agent host hv-cinder-84051 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 08 22:21:00.820731 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-d23bbbd4-85b6-45b1-bcc9-f380ab88a834 None None] Set router 8e291ff0-32e4-4e5d-affc-34ff10dda5b3 gateway port host: dv-cinder-840511-5-iscsi {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:21:00.939505 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cf1720-72ca-4c7d-ad3c-23423cec31be None None] New status for floating IP 2e33e252-11cc-465f-9d83-e580b1eb7305: ACTIVE {{(pid=103631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 08 22:21:01.127206 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-63ca293d-dc6e-46eb-9d34-f88778ccb696 req-ae179b56-330f-42d8-9c72-1310e484d3b7 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=b49f27c0-dcb7-49c8-b20c-f0c33a4f6bd7 HTTP/1.1" status: 200 len: 210 time: 0.0516088 May 08 22:21:01.175072 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70b61b2-bfc6-4018-bbca-97708f8a5ab8 req-7bfe75e5-192b-4ea1-8d38-3e47a3c86830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:21:01.180049 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-e70b61b2-bfc6-4018-bbca-97708f8a5ab8 req-7bfe75e5-192b-4ea1-8d38-3e47a3c86830 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f90310f9-89a9-4caa-b723-9c87d4a911ed HTTP/1.1" status: 200 len: 850 time: 0.0921156 May 08 22:21:01.245308 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-d23bbbd4-85b6-45b1-bcc9-f380ab88a834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'name': 'tempest-AttachVolumeNegativeTest-1605491633-router', 'tenant_id': '489bde08b9284b5f8e5eb2ebc398b963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '2a091782-ccc9-48ce-b046-9b493d4f29d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:15:08Z', 'updated_at': '2022-05-08T22:15:17Z', 'revision_number': 4, 'project_id': '489bde08b9284b5f8e5eb2ebc398b963', 'gw_port': {'id': '2a091782-ccc9-48ce-b046-9b493d4f29d4', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ff:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:10Z', 'updated_at': '2022-05-08T22:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_floatingips': [{'id': '9b59f168-3252-4d86-8b18-088017383d1e', 'tenant_id': '489bde08b9284b5f8e5eb2ebc398b963', 'floating_ip_address': '172.27.2.145', 'floating_network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'router_id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'port_id': 'c4a98c86-0213-4464-824c-6073569ec030', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4734e2d-d908-4b8e-b542-dd83675e0c99', 'mac_address': 'fa:16:3e:8b:09:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5e26a1-a863-487e-b196-c905958ffc62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-08T22:15:23Z', 'updated_at': '2022-05-08T22:16:29Z', 'revision_number': 2, 'project_id': '489bde08b9284b5f8e5eb2ebc398b963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6deee425-784f-4ef9-823b-d791d7155c4e', 'name': '', 'network_id': 'a4734e2d-d908-4b8e-b542-dd83675e0c99', 'tenant_id': '489bde08b9284b5f8e5eb2ebc398b963', 'mac_address': 'fa:16:3e:e1:09:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7cb890a2-14d2-4c0b-a82b-863c0417b5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:16Z', 'updated_at': '2022-05-08T22:15:34Z', 'revision_number': 5, 'project_id': '489bde08b9284b5f8e5eb2ebc398b963', 'subnets': [{'id': '7cb890a2-14d2-4c0b-a82b-863c0417b5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:21:01.272340 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23bbbd4-85b6-45b1-bcc9-f380ab88a834 None None] The sync data for ids ['8e291ff0-32e4-4e5d-affc-34ff10dda5b3'] in dv-cinder-840511-5-iscsi is: [{'id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'name': 'tempest-AttachVolumeNegativeTest-1605491633-router', 'tenant_id': '489bde08b9284b5f8e5eb2ebc398b963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '2a091782-ccc9-48ce-b046-9b493d4f29d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:15:08Z', 'updated_at': '2022-05-08T22:15:17Z', 'revision_number': 4, 'project_id': '489bde08b9284b5f8e5eb2ebc398b963', 'gw_port': {'id': '2a091782-ccc9-48ce-b046-9b493d4f29d4', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ff:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:10Z', 'updated_at': '2022-05-08T22:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_floatingips': [{'id': '9b59f168-3252-4d86-8b18-088017383d1e', 'tenant_id': '489bde08b9284b5f8e5eb2ebc398b963', 'floating_ip_address': '172.27.2.145', 'floating_network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'router_id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'port_id': 'c4a98c86-0213-4464-824c-6073569ec030', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4734e2d-d908-4b8e-b542-dd83675e0c99', 'mac_address': 'fa:16:3e:8b:09:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5e26a1-a863-487e-b196-c905958ffc62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-08T22:15:23Z', 'updated_at': '2022-05-08T22:16:29Z', 'revision_number': 2, 'project_id': '489bde08b9284b5f8e5eb2ebc398b963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6deee425-784f-4ef9-823b-d791d7155c4e', 'name': '', 'network_id': 'a4734e2d-d908-4b8e-b542-dd83675e0c99', 'tenant_id': '489bde08b9284b5f8e5eb2ebc398b963', 'mac_address': 'fa:16:3e:e1:09:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7cb890a2-14d2-4c0b-a82b-863c0417b5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:16Z', 'updated_at': '2022-05-08T22:15:34Z', 'revision_number': 5, 'project_id': '489bde08b9284b5f8e5eb2ebc398b963', 'subnets': [{'id': '7cb890a2-14d2-4c0b-a82b-863c0417b5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 08 22:21:01.514273 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b933bb33-ebdb-4d20-a4cf-94370bf69445 None None] New status for floating IP 80711dab-55a5-488c-8028-1a8bf88e3550: DOWN {{(pid=103630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 08 22:21:01.880635 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70b61b2-bfc6-4018-bbca-97708f8a5ab8 req-d6d45cdd-2f24-466f-9faf-5355b4ebce95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:21:01.882727 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-e70b61b2-bfc6-4018-bbca-97708f8a5ab8 req-d6d45cdd-2f24-466f-9faf-5355b4ebce95 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3de5004b-d04a-43ec-83df-7f6e082747db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0663707 May 08 22:21:01.904734 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b49f27c0-dcb7-49c8-b20c-f0c33a4f6bd7', 'name': 'network-vif-deleted', 'tag': 'efad1b44-4168-42e6-8cd6-1b12ce4f70ae'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 08 22:21:01.906943 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cc8a0c475ac6fe54f5122aa5a8750c48412c688b8f67dba420990604a8daf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-183211d5-fe77-4e75-bcf7-6efa26149ca4" -d '{"events": [{"server_uuid": "b49f27c0-dcb7-49c8-b20c-f0c33a4f6bd7", "name": "network-vif-deleted", "tag": "efad1b44-4168-42e6-8cd6-1b12ce4f70ae"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 08 22:21:01.947937 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b28be9-87ba-4aad-9e1c-4a10e071ae65 req-7b1016bc-dbd6-436c-bb5b-e68dc5c89635 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:21:01.949571 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-c0b28be9-87ba-4aad-9e1c-4a10e071ae65 req-7b1016bc-dbd6-436c-bb5b-e68dc5c89635 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=8fcffdfe-d0ae-47bc-bab8-b2ea5b12a665 HTTP/1.1" status: 200 len: 945 time: 0.0656059 May 08 22:21:01.953512 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 08 May 2022 22:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa8a6d26-d770-4777-a667-6920a857a206 x-openstack-request-id: req-aa8a6d26-d770-4777-a667-6920a857a206 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 08 22:21:01.953834 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b49f27c0-dcb7-49c8-b20c-f0c33a4f6bd7", "name": "network-vif-deleted", "tag": "efad1b44-4168-42e6-8cd6-1b12ce4f70ae", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 08 22:21:01.954094 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-aa8a6d26-d770-4777-a667-6920a857a206 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 08 22:21:01.954428 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa8a6d26-d770-4777-a667-6920a857a206'] response: {'server_uuid': 'b49f27c0-dcb7-49c8-b20c-f0c33a4f6bd7', 'name': 'network-vif-deleted', 'tag': 'efad1b44-4168-42e6-8cd6-1b12ce4f70ae', 'status': 'completed', 'code': 200} May 08 22:21:02.006121 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-e70b61b2-bfc6-4018-bbca-97708f8a5ab8 req-f2139e18-b1f2-4c1e-b0ec-58eb0ab931ce service neutron] 10.222.0.24 "GET /v2.0/networks/3de5004b-d04a-43ec-83df-7f6e082747db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144097 May 08 22:21:02.008252 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-c0b28be9-87ba-4aad-9e1c-4a10e071ae65 req-0c51df24-cdbc-46c5-9893-c3a2079e5af9 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=a49e6154-3948-4540-84d0-3002a0183869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504348 May 08 22:21:02.122589 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-e70b61b2-bfc6-4018-bbca-97708f8a5ab8 req-1f0a5eac-e663-4a7e-b83d-b2001a16bfb4 service neutron] 10.222.0.24 "GET /v2.0/networks/3de5004b-d04a-43ec-83df-7f6e082747db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994389 May 08 22:21:02.229775 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 55670) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:21:02.289256 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0116169d-7e7d-47b4-91ca-7c883963b25e tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks [] for security_group (9b4e7cb1-2d61-4290-b054-d6163013130f), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:02.314265 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0116169d-7e7d-47b4-91ca-7c883963b25e tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks [] for security_group (9b4e7cb1-2d61-4290-b054-d6163013130f), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:02.369932 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0116169d-7e7d-47b4-91ca-7c883963b25e tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (9b4e7cb1-2d61-4290-b054-d6163013130f), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:02.373624 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0116169d-7e7d-47b4-91ca-7c883963b25e tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks [] for security_group (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:02.377444 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-0116169d-7e7d-47b4-91ca-7c883963b25e tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "DELETE /v2.0/security-groups/9b4e7cb1-2d61-4290-b054-d6163013130f HTTP/1.1" status: 204 len: 168 time: 0.1439509 May 08 22:21:02.378018 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 55676) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:21:02.392935 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.api.v2.resource [None req-ced0cc74-12d0-4bde-8d74-dd730d105767 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] show failed (client error): The resource could not be found. May 08 22:21:02.396719 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-ced0cc74-12d0-4bde-8d74-dd730d105767 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/security-groups/9b4e7cb1-2d61-4290-b054-d6163013130f HTTP/1.1" status: 404 len: 347 time: 0.0149860 May 08 22:21:02.397007 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 55678) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:21:02.397375 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0116169d-7e7d-47b4-91ca-7c883963b25e tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b4e7cb1-2d61-4290-b054-d6163013130f,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:21:02.480727 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c553174-644f-4b84-9037-7d73e86a08ea req-d5984c38-8b7c-4aa3-b952-77fd04ae7560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:21:02.483494 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-8c553174-644f-4b84-9037-7d73e86a08ea req-d5984c38-8b7c-4aa3-b952-77fd04ae7560 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9bf17cedd3154ce4b6b2bd0e4dcbb92c&device_id=8fcffdfe-d0ae-47bc-bab8-b2ea5b12a665 HTTP/1.1" status: 200 len: 1129 time: 0.0418060 May 08 22:21:02.573480 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32872502-f3b6-4835-8ce0-e522691a5d48 req-acac7f1b-5727-4827-af01-a1c152897622 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:21:02.575171 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-32872502-f3b6-4835-8ce0-e522691a5d48 req-acac7f1b-5727-4827-af01-a1c152897622 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=8fcffdfe-d0ae-47bc-bab8-b2ea5b12a665 HTTP/1.1" status: 200 len: 945 time: 0.1295247 May 08 22:21:02.595333 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-3f950b42-1dea-45fb-9cbf-4651d5328851 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Deleting port c7063114-bbc0-4d8b-a184-4a345dc6b39a {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 08 22:21:02.595687 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3f950b42-1dea-45fb-9cbf-4651d5328851 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791034291685'] for port (c7063114-bbc0-4d8b-a184-4a345dc6b39a), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:02.600847 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c553174-644f-4b84-9037-7d73e86a08ea req-9a7890b9-e53e-49d5-9f31-456803fe3f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:21:02.602492 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-8c553174-644f-4b84-9037-7d73e86a08ea req-9a7890b9-e53e-49d5-9f31-456803fe3f4c service neutron] 10.222.0.24 "GET /v2.0/networks?id=4427f95d-7dad-47df-8ab1-304fd704186a HTTP/1.1" status: 200 len: 919 time: 0.1077478 May 08 22:21:02.675020 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-8c553174-644f-4b84-9037-7d73e86a08ea req-d2528e9c-0b43-4705-92ba-5d38dd223ac0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6ef1d5c-b1ef-498c-9efb-0c956a66f992 HTTP/1.1" status: 200 len: 1001 time: 0.0642724 May 08 22:21:02.698711 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-32872502-f3b6-4835-8ce0-e522691a5d48 req-c1548505-2540-4203-b320-3f5884f0546b tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=a49e6154-3948-4540-84d0-3002a0183869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127303 May 08 22:21:02.723461 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3f950b42-1dea-45fb-9cbf-4651d5328851 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786495'] for port (c7063114-bbc0-4d8b-a184-4a345dc6b39a), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:02.723755 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3f950b42-1dea-45fb-9cbf-4651d5328851 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks [] for floatingip (c7063114-bbc0-4d8b-a184-4a345dc6b39a), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:02.745584 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c553174-644f-4b84-9037-7d73e86a08ea req-41716977-bb4e-4cef-8ad7-24e84e4887cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:21:02.745857 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-3f950b42-1dea-45fb-9cbf-4651d5328851 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Calling delete_port for c7063114-bbc0-4d8b-a184-4a345dc6b39a owned by network:floatingip {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 08 22:21:02.747077 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-8c553174-644f-4b84-9037-7d73e86a08ea req-41716977-bb4e-4cef-8ad7-24e84e4887cb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d42cc4d2-76bb-4552-9ac7-abf4e664168d HTTP/1.1" status: 200 len: 857 time: 0.0652001 May 08 22:21:02.801297 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c553174-644f-4b84-9037-7d73e86a08ea req-1f59d42f-d637-4790-a156-8b14de2d17ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:21:02.802879 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-8c553174-644f-4b84-9037-7d73e86a08ea req-1f59d42f-d637-4790-a156-8b14de2d17ad service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4427f95d-7dad-47df-8ab1-304fd704186a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451450 May 08 22:21:02.896366 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-8c553174-644f-4b84-9037-7d73e86a08ea req-83d3525f-14f5-4cdf-84ec-b4f1897ed8ca service neutron] 10.222.0.24 "GET /v2.0/networks/4427f95d-7dad-47df-8ab1-304fd704186a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844500 May 08 22:21:02.933921 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3f950b42-1dea-45fb-9cbf-4651d5328851 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791034301049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791034024021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59173228'] for port (c7063114-bbc0-4d8b-a184-4a345dc6b39a), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:02.961567 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f950b42-1dea-45fb-9cbf-4651d5328851 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Pushing event deleted for resources: {'Port': ['ID=c7063114-bbc0-4d8b-a184-4a345dc6b39a,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:21:02.974116 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f950b42-1dea-45fb-9cbf-4651d5328851 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:21:02.974460 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f950b42-1dea-45fb-9cbf-4651d5328851 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:21:02.974800 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f950b42-1dea-45fb-9cbf-4651d5328851 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:21:02.975167 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f950b42-1dea-45fb-9cbf-4651d5328851 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:21:02.975487 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f950b42-1dea-45fb-9cbf-4651d5328851 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:21:02.975817 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f950b42-1dea-45fb-9cbf-4651d5328851 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:21:02.976138 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f950b42-1dea-45fb-9cbf-4651d5328851 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:21:02.976532 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f950b42-1dea-45fb-9cbf-4651d5328851 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:21:02.976965 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f950b42-1dea-45fb-9cbf-4651d5328851 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:21:02.977291 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f950b42-1dea-45fb-9cbf-4651d5328851 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:21:02.977613 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f950b42-1dea-45fb-9cbf-4651d5328851 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:21:02.977930 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f950b42-1dea-45fb-9cbf-4651d5328851 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:21:02.978249 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f950b42-1dea-45fb-9cbf-4651d5328851 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:21:02.978988 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f950b42-1dea-45fb-9cbf-4651d5328851 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:21:02.978988 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f950b42-1dea-45fb-9cbf-4651d5328851 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:21:03.003132 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-8c553174-644f-4b84-9037-7d73e86a08ea req-31be0a7e-41e0-466e-ab44-134935a5a0f7 service neutron] 10.222.0.24 "GET /v2.0/networks/4427f95d-7dad-47df-8ab1-304fd704186a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999053 May 08 22:21:03.037964 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3f950b42-1dea-45fb-9cbf-4651d5328851 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks [] for floatingip (80711dab-55a5-488c-8028-1a8bf88e3550), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:03.040875 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3f950b42-1dea-45fb-9cbf-4651d5328851 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870'] for floatingip (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:03.044637 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-3f950b42-1dea-45fb-9cbf-4651d5328851 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "DELETE /v2.0/floatingips/80711dab-55a5-488c-8028-1a8bf88e3550 HTTP/1.1" status: 204 len: 168 time: 0.6439915 May 08 22:21:03.822703 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caad151-f504-4108-9400-c4a6c6ee5245 req-3751c4db-5c13-4054-88c7-5b8bf0f8d002 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:21:03.824653 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-6caad151-f504-4108-9400-c4a6c6ee5245 req-3751c4db-5c13-4054-88c7-5b8bf0f8d002 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=8fcffdfe-d0ae-47bc-bab8-b2ea5b12a665 HTTP/1.1" status: 200 len: 945 time: 0.0519061 May 08 22:21:03.879625 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-6caad151-f504-4108-9400-c4a6c6ee5245 req-f8dc1867-fbba-42bd-add0-faa02903a702 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=a49e6154-3948-4540-84d0-3002a0183869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476494 May 08 22:21:05.002418 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e53393-dd7e-46da-b3fa-37f13be99bfa req-1ba67588-a9ae-44fa-9cdc-1b4430cfd189 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:21:05.004152 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-c5e53393-dd7e-46da-b3fa-37f13be99bfa req-1ba67588-a9ae-44fa-9cdc-1b4430cfd189 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=8fcffdfe-d0ae-47bc-bab8-b2ea5b12a665 HTTP/1.1" status: 200 len: 945 time: 0.0560572 May 08 22:21:05.056172 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-c5e53393-dd7e-46da-b3fa-37f13be99bfa req-171436c6-b682-49cd-826f-a67eae2b1001 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=a49e6154-3948-4540-84d0-3002a0183869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437379 May 08 22:21:06.199068 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a643bbde-7e60-43c2-a596-663e33487414 req-303c292c-ac2e-4714-9833-b97fdc034da5 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:21:06.200554 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-a643bbde-7e60-43c2-a596-663e33487414 req-303c292c-ac2e-4714-9833-b97fdc034da5 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=8fcffdfe-d0ae-47bc-bab8-b2ea5b12a665 HTTP/1.1" status: 200 len: 945 time: 0.0579021 May 08 22:21:06.247846 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-a643bbde-7e60-43c2-a596-663e33487414 req-6dd421dc-8e73-485d-b64f-52045f3dedf3 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=a49e6154-3948-4540-84d0-3002a0183869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414619 May 08 22:21:07.371406 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1513937-eca0-46f9-a375-5fdc14cc0083 req-4550c2f8-ffba-4c4a-a1d1-fa87c5575a51 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:21:07.372846 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-c1513937-eca0-46f9-a375-5fdc14cc0083 req-4550c2f8-ffba-4c4a-a1d1-fa87c5575a51 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=8fcffdfe-d0ae-47bc-bab8-b2ea5b12a665 HTTP/1.1" status: 200 len: 945 time: 0.0526955 May 08 22:21:07.422067 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-c1513937-eca0-46f9-a375-5fdc14cc0083 req-582a0528-a2db-4ad3-90fd-27ce0525fdd4 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=a49e6154-3948-4540-84d0-3002a0183869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406938 May 08 22:21:07.541689 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff9faeb-b4ed-4012-b757-bd2cd10bb4c5 req-87b525b3-6f1e-45b1-a0b0-2ad78748da80 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:21:07.543626 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-9ff9faeb-b4ed-4012-b757-bd2cd10bb4c5 req-87b525b3-6f1e-45b1-a0b0-2ad78748da80 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=8fcffdfe-d0ae-47bc-bab8-b2ea5b12a665 HTTP/1.1" status: 200 len: 945 time: 0.0485027 May 08 22:21:07.552275 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 55710) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:21:07.557086 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [None req-ccc41a8d-6927-4d26-83e3-53a627e772eb tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Request body: {'floatingip': {'port_id': 'b6ef1d5c-b1ef-498c-9efb-0c956a66f992'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:21:07.619962 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ccc41a8d-6927-4d26-83e3-53a627e772eb tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Publish callbacks [] for floatingip (97a69fbe-1c0b-4486-b945-2d0068062f5f), before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:08.368430 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ccc41a8d-6927-4d26-83e3-53a627e772eb tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:08.374070 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ccc41a8d-6927-4d26-83e3-53a627e772eb tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-788248'] for floatingip (97a69fbe-1c0b-4486-b945-2d0068062f5f), after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:08.589500 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccc41a8d-6927-4d26-83e3-53a627e772eb tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Router 704f50fb-b91a-4966-b01e-da4167ed8b5e has already been hosted by L3 agent 69aa2ac4-530d-40c2-a84a-3161d84edf61 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 08 22:21:08.702108 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccc41a8d-6927-4d26-83e3-53a627e772eb tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Notify agent at l3_agent.dv-cinder-840511-5-iscsi the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 08 22:21:08.707236 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ccc41a8d-6927-4d26-83e3-53a627e772eb tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870'] for floatingip (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:08.712523 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b96b27d-4eac-48b8-83c4-55056c78c121 None None] Sync routers for ids ['704f50fb-b91a-4966-b01e-da4167ed8b5e'] in dv-cinder-840511-5-iscsi {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 08 22:21:08.725613 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b96b27d-4eac-48b8-83c4-55056c78c121 None None] Routers {'704f50fb-b91a-4966-b01e-da4167ed8b5e'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:21:08.726477 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-7b96b27d-4eac-48b8-83c4-55056c78c121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:20:48Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['704f50fb-b91a-4966-b01e-da4167ed8b5e'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:21:08.740891 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fcffdfe-d0ae-47bc-bab8-b2ea5b12a665', 'tag': 'b6ef1d5c-b1ef-498c-9efb-0c956a66f992'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 08 22:21:08.743156 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cc8a0c475ac6fe54f5122aa5a8750c48412c688b8f67dba420990604a8daf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04bd0b3a-f105-4c98-b607-ae1bf3e1cab3" -d '{"events": [{"name": "network-changed", "server_uuid": "8fcffdfe-d0ae-47bc-bab8-b2ea5b12a665", "tag": "b6ef1d5c-b1ef-498c-9efb-0c956a66f992"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 08 22:21:08.771968 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-ccc41a8d-6927-4d26-83e3-53a627e772eb tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "PUT /v2.0/floatingips/97a69fbe-1c0b-4486-b945-2d0068062f5f HTTP/1.1" status: 200 len: 993 time: 1.2185371 May 08 22:21:08.807039 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 08 May 2022 22:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-071ab3b5-9cc4-4e12-acb9-bcebce8c558c x-openstack-request-id: req-071ab3b5-9cc4-4e12-acb9-bcebce8c558c {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 08 22:21:08.807332 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fcffdfe-d0ae-47bc-bab8-b2ea5b12a665", "tag": "b6ef1d5c-b1ef-498c-9efb-0c956a66f992", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 08 22:21:08.807589 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-071ab3b5-9cc4-4e12-acb9-bcebce8c558c {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 08 22:21:08.808022 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-071ab3b5-9cc4-4e12-acb9-bcebce8c558c'] response: {'name': 'network-changed', 'server_uuid': '8fcffdfe-d0ae-47bc-bab8-b2ea5b12a665', 'tag': 'b6ef1d5c-b1ef-498c-9efb-0c956a66f992', 'status': 'completed', 'code': 200} May 08 22:21:08.872166 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-7b96b27d-4eac-48b8-83c4-55056c78c121 None None] Set router 704f50fb-b91a-4966-b01e-da4167ed8b5e gateway port host: dv-cinder-840511-5-iscsi {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:21:08.914506 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927a6569-e943-4986-9da2-fb75dfffd1c1 req-0294f44a-f1ba-46c9-90a7-86c8d7811960 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:21:08.916006 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-927a6569-e943-4986-9da2-fb75dfffd1c1 req-0294f44a-f1ba-46c9-90a7-86c8d7811960 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5e26a1-a863-487e-b196-c905958ffc62 HTTP/1.1" status: 200 len: 945 time: 0.0464489 May 08 22:21:08.967116 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-927a6569-e943-4986-9da2-fb75dfffd1c1 req-dbfc3efd-e6f1-4534-bf49-e7424d4bc206 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7af110c-3b41-4d6d-9f18-aba8cb65d696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453315 May 08 22:21:09.089167 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-7b96b27d-4eac-48b8-83c4-55056c78c121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '704f50fb-b91a-4966-b01e-da4167ed8b5e', 'name': 'tempest-ServerRescueNegativeTestJSON-825093394-router', 'tenant_id': '9bf17cedd3154ce4b6b2bd0e4dcbb92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '0c671479-16d2-4562-bc9b-36013f9f96d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:15:06Z', 'updated_at': '2022-05-08T22:15:16Z', 'revision_number': 4, 'project_id': '9bf17cedd3154ce4b6b2bd0e4dcbb92c', 'gw_port': {'id': '0c671479-16d2-4562-bc9b-36013f9f96d1', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ab:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704f50fb-b91a-4966-b01e-da4167ed8b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:08Z', 'updated_at': '2022-05-08T22:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_floatingips': [{'id': '97a69fbe-1c0b-4486-b945-2d0068062f5f', 'tenant_id': '9bf17cedd3154ce4b6b2bd0e4dcbb92c', 'floating_ip_address': '172.27.2.195', 'floating_network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'router_id': '704f50fb-b91a-4966-b01e-da4167ed8b5e', 'port_id': 'b6ef1d5c-b1ef-498c-9efb-0c956a66f992', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4427f95d-7dad-47df-8ab1-304fd704186a', 'mac_address': 'fa:16:3e:db:03:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcffdfe-d0ae-47bc-bab8-b2ea5b12a665', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-08T22:18:04Z', 'updated_at': '2022-05-08T22:21:08Z', 'revision_number': 3, 'project_id': '9bf17cedd3154ce4b6b2bd0e4dcbb92c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ffd45d4-366f-40f2-8045-f1961d7b8f55', 'name': '', 'network_id': '4427f95d-7dad-47df-8ab1-304fd704186a', 'tenant_id': '9bf17cedd3154ce4b6b2bd0e4dcbb92c', 'mac_address': 'fa:16:3e:5c:d0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704f50fb-b91a-4966-b01e-da4167ed8b5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd42cc4d2-76bb-4552-9ac7-abf4e664168d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:14Z', 'updated_at': '2022-05-08T22:15:30Z', 'revision_number': 5, 'project_id': '9bf17cedd3154ce4b6b2bd0e4dcbb92c', 'subnets': [{'id': 'd42cc4d2-76bb-4552-9ac7-abf4e664168d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:21:09.115230 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b96b27d-4eac-48b8-83c4-55056c78c121 None None] Checking router: 704f50fb-b91a-4966-b01e-da4167ed8b5e for host: dv-cinder-840511-5-iscsi {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 08 22:21:09.124217 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b96b27d-4eac-48b8-83c4-55056c78c121 None None] Routers {'704f50fb-b91a-4966-b01e-da4167ed8b5e'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:21:09.124867 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-7b96b27d-4eac-48b8-83c4-55056c78c121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:20:48Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['704f50fb-b91a-4966-b01e-da4167ed8b5e'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:21:09.247354 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-7b96b27d-4eac-48b8-83c4-55056c78c121 None None] Set router 704f50fb-b91a-4966-b01e-da4167ed8b5e gateway port host: dv-cinder-840511-5-iscsi {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:21:09.485440 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-7b96b27d-4eac-48b8-83c4-55056c78c121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '704f50fb-b91a-4966-b01e-da4167ed8b5e', 'name': 'tempest-ServerRescueNegativeTestJSON-825093394-router', 'tenant_id': '9bf17cedd3154ce4b6b2bd0e4dcbb92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '0c671479-16d2-4562-bc9b-36013f9f96d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:15:06Z', 'updated_at': '2022-05-08T22:15:16Z', 'revision_number': 4, 'project_id': '9bf17cedd3154ce4b6b2bd0e4dcbb92c', 'gw_port': {'id': '0c671479-16d2-4562-bc9b-36013f9f96d1', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ab:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704f50fb-b91a-4966-b01e-da4167ed8b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:08Z', 'updated_at': '2022-05-08T22:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_floatingips': [{'id': '97a69fbe-1c0b-4486-b945-2d0068062f5f', 'tenant_id': '9bf17cedd3154ce4b6b2bd0e4dcbb92c', 'floating_ip_address': '172.27.2.195', 'floating_network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'router_id': '704f50fb-b91a-4966-b01e-da4167ed8b5e', 'port_id': 'b6ef1d5c-b1ef-498c-9efb-0c956a66f992', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4427f95d-7dad-47df-8ab1-304fd704186a', 'mac_address': 'fa:16:3e:db:03:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcffdfe-d0ae-47bc-bab8-b2ea5b12a665', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-08T22:18:04Z', 'updated_at': '2022-05-08T22:21:08Z', 'revision_number': 3, 'project_id': '9bf17cedd3154ce4b6b2bd0e4dcbb92c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ffd45d4-366f-40f2-8045-f1961d7b8f55', 'name': '', 'network_id': '4427f95d-7dad-47df-8ab1-304fd704186a', 'tenant_id': '9bf17cedd3154ce4b6b2bd0e4dcbb92c', 'mac_address': 'fa:16:3e:5c:d0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704f50fb-b91a-4966-b01e-da4167ed8b5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd42cc4d2-76bb-4552-9ac7-abf4e664168d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:14Z', 'updated_at': '2022-05-08T22:15:30Z', 'revision_number': 5, 'project_id': '9bf17cedd3154ce4b6b2bd0e4dcbb92c', 'subnets': [{'id': 'd42cc4d2-76bb-4552-9ac7-abf4e664168d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:21:09.512657 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b96b27d-4eac-48b8-83c4-55056c78c121 None None] The sync data for ids ['704f50fb-b91a-4966-b01e-da4167ed8b5e'] in dv-cinder-840511-5-iscsi is: [{'id': '704f50fb-b91a-4966-b01e-da4167ed8b5e', 'name': 'tempest-ServerRescueNegativeTestJSON-825093394-router', 'tenant_id': '9bf17cedd3154ce4b6b2bd0e4dcbb92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '0c671479-16d2-4562-bc9b-36013f9f96d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:15:06Z', 'updated_at': '2022-05-08T22:15:16Z', 'revision_number': 4, 'project_id': '9bf17cedd3154ce4b6b2bd0e4dcbb92c', 'gw_port': {'id': '0c671479-16d2-4562-bc9b-36013f9f96d1', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ab:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704f50fb-b91a-4966-b01e-da4167ed8b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:08Z', 'updated_at': '2022-05-08T22:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_floatingips': [{'id': '97a69fbe-1c0b-4486-b945-2d0068062f5f', 'tenant_id': '9bf17cedd3154ce4b6b2bd0e4dcbb92c', 'floating_ip_address': '172.27.2.195', 'floating_network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'router_id': '704f50fb-b91a-4966-b01e-da4167ed8b5e', 'port_id': 'b6ef1d5c-b1ef-498c-9efb-0c956a66f992', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4427f95d-7dad-47df-8ab1-304fd704186a', 'mac_address': 'fa:16:3e:db:03:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcffdfe-d0ae-47bc-bab8-b2ea5b12a665', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-08T22:18:04Z', 'updated_at': '2022-05-08T22:21:08Z', 'revision_number': 3, 'project_id': '9bf17cedd3154ce4b6b2bd0e4dcbb92c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ffd45d4-366f-40f2-8045-f1961d7b8f55', 'name': '', 'network_id': '4427f95d-7dad-47df-8ab1-304fd704186a', 'tenant_id': '9bf17cedd3154ce4b6b2bd0e4dcbb92c', 'mac_address': 'fa:16:3e:5c:d0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704f50fb-b91a-4966-b01e-da4167ed8b5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd42cc4d2-76bb-4552-9ac7-abf4e664168d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:14Z', 'updated_at': '2022-05-08T22:15:30Z', 'revision_number': 5, 'project_id': '9bf17cedd3154ce4b6b2bd0e4dcbb92c', 'subnets': [{'id': 'd42cc4d2-76bb-4552-9ac7-abf4e664168d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 08 22:21:10.107536 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d4a368-5384-4180-977a-0e5614a571d0 req-92202346-0aae-4b86-a1b3-7308da7b5af7 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:21:10.109062 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-f4d4a368-5384-4180-977a-0e5614a571d0 req-92202346-0aae-4b86-a1b3-7308da7b5af7 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5e26a1-a863-487e-b196-c905958ffc62 HTTP/1.1" status: 200 len: 945 time: 0.0614011 May 08 22:21:10.146911 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bd0b3a-f105-4c98-b607-ae1bf3e1cab3 req-a7ee5c06-e4f7-4182-ab25-73c835113256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:21:10.149368 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-04bd0b3a-f105-4c98-b607-ae1bf3e1cab3 req-a7ee5c06-e4f7-4182-ab25-73c835113256 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9bf17cedd3154ce4b6b2bd0e4dcbb92c&device_id=8fcffdfe-d0ae-47bc-bab8-b2ea5b12a665 HTTP/1.1" status: 200 len: 1129 time: 0.0449398 May 08 22:21:10.167253 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-f4d4a368-5384-4180-977a-0e5614a571d0 req-430d0dbb-7e89-47ac-b7bc-1a994ee2c554 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7af110c-3b41-4d6d-9f18-aba8cb65d696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505071 May 08 22:21:10.268095 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bd0b3a-f105-4c98-b607-ae1bf3e1cab3 req-b5f87292-d4ea-4633-ab3a-bcba598b3dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:21:10.269005 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (50086534-3b0f-4edb-899f-da05c46c2546), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:10.273735 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-04bd0b3a-f105-4c98-b607-ae1bf3e1cab3 req-b5f87292-d4ea-4633-ab3a-bcba598b3dc4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4427f95d-7dad-47df-8ab1-304fd704186a HTTP/1.1" status: 200 len: 919 time: 0.1134079 May 08 22:21:10.356267 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-04bd0b3a-f105-4c98-b607-ae1bf3e1cab3 req-1cfcf2f7-2fb0-474e-8448-747e59b0117f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6ef1d5c-b1ef-498c-9efb-0c956a66f992 HTTP/1.1" status: 200 len: 1001 time: 0.0709562 May 08 22:21:10.426236 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bd0b3a-f105-4c98-b607-ae1bf3e1cab3 req-116a4493-8fd1-4bc0-b02f-f255cb9d4681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:21:10.427689 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-04bd0b3a-f105-4c98-b607-ae1bf3e1cab3 req-116a4493-8fd1-4bc0-b02f-f255cb9d4681 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d42cc4d2-76bb-4552-9ac7-abf4e664168d HTTP/1.1" status: 200 len: 857 time: 0.0506506 May 08 22:21:10.475836 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bd0b3a-f105-4c98-b607-ae1bf3e1cab3 req-51b90f16-6706-4f3f-a5a3-ec4e339753b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:21:10.477316 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-04bd0b3a-f105-4c98-b607-ae1bf3e1cab3 req-51b90f16-6706-4f3f-a5a3-ec4e339753b1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4427f95d-7dad-47df-8ab1-304fd704186a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382721 May 08 22:21:10.712703 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-04bd0b3a-f105-4c98-b607-ae1bf3e1cab3 req-15b137e2-34f5-4ad2-974d-bb61529d9c2e service neutron] 10.222.0.24 "GET /v2.0/networks/4427f95d-7dad-47df-8ab1-304fd704186a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894539 May 08 22:21:10.809831 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fcffdfe-d0ae-47bc-bab8-b2ea5b12a665', 'tag': 'b6ef1d5c-b1ef-498c-9efb-0c956a66f992'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 08 22:21:10.813776 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cc8a0c475ac6fe54f5122aa5a8750c48412c688b8f67dba420990604a8daf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5741d92-f2cb-4196-8000-f0efe024ce5d" -d '{"events": [{"name": "network-changed", "server_uuid": "8fcffdfe-d0ae-47bc-bab8-b2ea5b12a665", "tag": "b6ef1d5c-b1ef-498c-9efb-0c956a66f992"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 08 22:21:10.854482 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 08 May 2022 22:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba16308-0e17-4759-945d-9adfbc3b85f6 x-openstack-request-id: req-2ba16308-0e17-4759-945d-9adfbc3b85f6 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 08 22:21:10.854772 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fcffdfe-d0ae-47bc-bab8-b2ea5b12a665", "tag": "b6ef1d5c-b1ef-498c-9efb-0c956a66f992", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 08 22:21:10.855019 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2ba16308-0e17-4759-945d-9adfbc3b85f6 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 08 22:21:10.855552 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ba16308-0e17-4759-945d-9adfbc3b85f6'] response: {'name': 'network-changed', 'server_uuid': '8fcffdfe-d0ae-47bc-bab8-b2ea5b12a665', 'tag': 'b6ef1d5c-b1ef-498c-9efb-0c956a66f992', 'status': 'completed', 'code': 200} May 08 22:21:10.968021 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a10be-a13b-478f-a688-16d992a13308 req-14312cb4-68f7-4230-9523-e09f939492f2 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:21:10.969448 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-ad0a10be-a13b-478f-a688-16d992a13308 req-14312cb4-68f7-4230-9523-e09f939492f2 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f5e26a1-a863-487e-b196-c905958ffc62 HTTP/1.1" status: 200 len: 945 time: 0.0758324 May 08 22:21:10.996800 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-04bd0b3a-f105-4c98-b607-ae1bf3e1cab3 req-8753fc20-6312-4f3f-b439-1d9bdf68bb06 service neutron] 10.222.0.24 "GET /v2.0/networks/4427f95d-7dad-47df-8ab1-304fd704186a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351049 May 08 22:21:11.135544 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-ad0a10be-a13b-478f-a688-16d992a13308 req-ac410e04-74ad-4652-837a-a736c3b4d7aa tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Deleting port c4a98c86-0213-4464-824c-6073569ec030 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 08 22:21:11.135863 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-ad0a10be-a13b-478f-a688-16d992a13308 req-ac410e04-74ad-4652-837a-a736c3b4d7aa tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791034291685'] for port (c4a98c86-0213-4464-824c-6073569ec030), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:11.141915 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5741d92-f2cb-4196-8000-f0efe024ce5d req-89af3276-6939-4259-b840-0651b13d5d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:21:11.143463 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-e5741d92-f2cb-4196-8000-f0efe024ce5d req-89af3276-6939-4259-b840-0651b13d5d40 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9bf17cedd3154ce4b6b2bd0e4dcbb92c&device_id=8fcffdfe-d0ae-47bc-bab8-b2ea5b12a665 HTTP/1.1" status: 200 len: 1129 time: 0.0518966 May 08 22:21:11.282054 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd26bfa-fce0-47e0-967a-000b4a27c7d6 req-a3cc7e0e-1b13-4bd6-bdf8-8b7cfd573d11 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:21:11.283538 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-0fd26bfa-fce0-47e0-967a-000b4a27c7d6 req-a3cc7e0e-1b13-4bd6-bdf8-8b7cfd573d11 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5e26a1-a863-487e-b196-c905958ffc62 HTTP/1.1" status: 200 len: 945 time: 0.0471256 May 08 22:21:11.285619 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-ad0a10be-a13b-478f-a688-16d992a13308 req-ac410e04-74ad-4652-837a-a736c3b4d7aa tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] For port c4a98c86-0213-4464-824c-6073569ec030, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=c4a98c86-0213-4464-824c-6073569ec030,segment=NetworkSegment(1780dade-a5f8-4e6b-b9bd-a988dd8e04e7),segment_id=1780dade-a5f8-4e6b-b9bd-a988dd8e04e7)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:21:11.286120 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-ad0a10be-a13b-478f-a688-16d992a13308 req-ac410e04-74ad-4652-837a-a736c3b4d7aa tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786495'] for port (c4a98c86-0213-4464-824c-6073569ec030), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:11.304738 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5741d92-f2cb-4196-8000-f0efe024ce5d req-3c4b0996-1784-4763-9ae3-e6fbcb55dbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:21:11.306193 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-e5741d92-f2cb-4196-8000-f0efe024ce5d req-3c4b0996-1784-4763-9ae3-e6fbcb55dbd3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4427f95d-7dad-47df-8ab1-304fd704186a HTTP/1.1" status: 200 len: 919 time: 0.1532252 May 08 22:21:11.331689 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-0fd26bfa-fce0-47e0-967a-000b4a27c7d6 req-54384266-db07-4857-81f6-be246ca81ca6 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/security-groups?id=c7af110c-3b41-4d6d-9f18-aba8cb65d696&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423584 May 08 22:21:11.441227 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-e5741d92-f2cb-4196-8000-f0efe024ce5d req-04b787e7-34eb-4a4e-bf41-498cf939f083 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6ef1d5c-b1ef-498c-9efb-0c956a66f992 HTTP/1.1" status: 200 len: 1001 time: 0.1025529 May 08 22:21:11.539139 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5741d92-f2cb-4196-8000-f0efe024ce5d req-6ca30342-80dd-40ae-8f58-d40735dec354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:21:11.540453 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-e5741d92-f2cb-4196-8000-f0efe024ce5d req-6ca30342-80dd-40ae-8f58-d40735dec354 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d42cc4d2-76bb-4552-9ac7-abf4e664168d HTTP/1.1" status: 200 len: 857 time: 0.0902667 May 08 22:21:11.547304 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-ad0a10be-a13b-478f-a688-16d992a13308 req-ac410e04-74ad-4652-837a-a736c3b4d7aa tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:11.547655 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-ad0a10be-a13b-478f-a688-16d992a13308 req-ac410e04-74ad-4652-837a-a736c3b4d7aa tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-788248'] for floatingip (9b59f168-3252-4d86-8b18-088017383d1e), after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:11.547960 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.db.l3_db [req-ad0a10be-a13b-478f-a688-16d992a13308 req-ac410e04-74ad-4652-837a-a736c3b4d7aa tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Floating IP 9b59f168-3252-4d86-8b18-088017383d1e disassociated. External IP: 172.27.2.145, port: c4a98c86-0213-4464-824c-6073569ec030. May 08 22:21:11.548294 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-ad0a10be-a13b-478f-a688-16d992a13308 req-ac410e04-74ad-4652-837a-a736c3b4d7aa tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Calling delete_port for c4a98c86-0213-4464-824c-6073569ec030 owned by compute:nova {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 08 22:21:11.624891 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5741d92-f2cb-4196-8000-f0efe024ce5d req-398bdf1e-2cd9-46ae-aa6c-d451fc843b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:21:11.626419 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-e5741d92-f2cb-4196-8000-f0efe024ce5d req-398bdf1e-2cd9-46ae-aa6c-d451fc843b63 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4427f95d-7dad-47df-8ab1-304fd704186a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0722606 May 08 22:21:11.756538 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-e5741d92-f2cb-4196-8000-f0efe024ce5d req-61d591fe-48e0-4167-b375-800e20f39a20 service neutron] 10.222.0.24 "GET /v2.0/networks/4427f95d-7dad-47df-8ab1-304fd704186a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218488 May 08 22:21:11.775930 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-ad0a10be-a13b-478f-a688-16d992a13308 req-ac410e04-74ad-4652-837a-a736c3b4d7aa tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791034301049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791034024021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633834'] for port (c4a98c86-0213-4464-824c-6073569ec030), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:11.843409 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac410e04-74ad-4652-837a-a736c3b4d7aa tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Pushing event deleted for resources: {'Port': ['ID=c4a98c86-0213-4464-824c-6073569ec030,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:21:11.933349 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-e5741d92-f2cb-4196-8000-f0efe024ce5d req-46a55325-a314-4cb1-b539-9622441e7b5f service neutron] 10.222.0.24 "GET /v2.0/networks/4427f95d-7dad-47df-8ab1-304fd704186a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662722 May 08 22:21:11.984746 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad0a10be-a13b-478f-a688-16d992a13308 req-ac410e04-74ad-4652-837a-a736c3b4d7aa tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Router 8e291ff0-32e4-4e5d-affc-34ff10dda5b3 has already been hosted by L3 agent 69aa2ac4-530d-40c2-a84a-3161d84edf61 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 08 22:21:12.100437 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad0a10be-a13b-478f-a688-16d992a13308 req-ac410e04-74ad-4652-837a-a736c3b4d7aa tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Notify agent at l3_agent.dv-cinder-840511-5-iscsi the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 08 22:21:12.110233 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fc226b-890f-468a-ad43-905427eb62cb None None] Sync routers for ids ['8e291ff0-32e4-4e5d-affc-34ff10dda5b3'] in dv-cinder-840511-5-iscsi {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 08 22:21:12.122625 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fc226b-890f-468a-ad43-905427eb62cb None None] Routers {'8e291ff0-32e4-4e5d-affc-34ff10dda5b3'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:21:12.123194 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-27fc226b-890f-468a-ad43-905427eb62cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:20:48Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['8e291ff0-32e4-4e5d-affc-34ff10dda5b3'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:21:12.148293 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad0a10be-a13b-478f-a688-16d992a13308 req-ac410e04-74ad-4652-837a-a736c3b4d7aa tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] No DVR routers for this DVR port c4a98c86-0213-4464-824c-6073569ec030 on host hv-cinder-84051 {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 08 22:21:12.150895 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-ad0a10be-a13b-478f-a688-16d992a13308 req-ac410e04-74ad-4652-837a-a736c3b4d7aa tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870'] for port (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:12.154165 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-ad0a10be-a13b-478f-a688-16d992a13308 req-ac410e04-74ad-4652-837a-a736c3b4d7aa tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.24 "DELETE /v2.0/ports/c4a98c86-0213-4464-824c-6073569ec030 HTTP/1.1" status: 204 len: 173 time: 1.1331639 May 08 22:21:12.240431 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-27fc226b-890f-468a-ad43-905427eb62cb None None] Set router 8e291ff0-32e4-4e5d-affc-34ff10dda5b3 gateway port host: dv-cinder-840511-5-iscsi {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:21:12.437956 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-a276b0f4-b735-4f93-858a-2e28f8731486 req-30cad366-12b8-410a-a8e5-82b2c48475f3 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5e26a1-a863-487e-b196-c905958ffc62 HTTP/1.1" status: 200 len: 210 time: 0.0331087 May 08 22:21:12.439632 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-27fc226b-890f-468a-ad43-905427eb62cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'name': 'tempest-AttachVolumeNegativeTest-1605491633-router', 'tenant_id': '489bde08b9284b5f8e5eb2ebc398b963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '2a091782-ccc9-48ce-b046-9b493d4f29d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:15:08Z', 'updated_at': '2022-05-08T22:15:17Z', 'revision_number': 4, 'project_id': '489bde08b9284b5f8e5eb2ebc398b963', 'gw_port': {'id': '2a091782-ccc9-48ce-b046-9b493d4f29d4', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ff:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:10Z', 'updated_at': '2022-05-08T22:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_interfaces': [{'id': '6deee425-784f-4ef9-823b-d791d7155c4e', 'name': '', 'network_id': 'a4734e2d-d908-4b8e-b542-dd83675e0c99', 'tenant_id': '489bde08b9284b5f8e5eb2ebc398b963', 'mac_address': 'fa:16:3e:e1:09:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7cb890a2-14d2-4c0b-a82b-863c0417b5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:16Z', 'updated_at': '2022-05-08T22:15:34Z', 'revision_number': 5, 'project_id': '489bde08b9284b5f8e5eb2ebc398b963', 'subnets': [{'id': '7cb890a2-14d2-4c0b-a82b-863c0417b5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:21:12.467714 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fc226b-890f-468a-ad43-905427eb62cb None None] Checking router: 8e291ff0-32e4-4e5d-affc-34ff10dda5b3 for host: dv-cinder-840511-5-iscsi {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 08 22:21:12.476469 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fc226b-890f-468a-ad43-905427eb62cb None None] Routers {'8e291ff0-32e4-4e5d-affc-34ff10dda5b3'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:21:12.477269 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-27fc226b-890f-468a-ad43-905427eb62cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:20:48Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['8e291ff0-32e4-4e5d-affc-34ff10dda5b3'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:21:12.589031 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-27fc226b-890f-468a-ad43-905427eb62cb None None] Set router 8e291ff0-32e4-4e5d-affc-34ff10dda5b3 gateway port host: dv-cinder-840511-5-iscsi {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:21:12.783861 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-27fc226b-890f-468a-ad43-905427eb62cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'name': 'tempest-AttachVolumeNegativeTest-1605491633-router', 'tenant_id': '489bde08b9284b5f8e5eb2ebc398b963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '2a091782-ccc9-48ce-b046-9b493d4f29d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:15:08Z', 'updated_at': '2022-05-08T22:15:17Z', 'revision_number': 4, 'project_id': '489bde08b9284b5f8e5eb2ebc398b963', 'gw_port': {'id': '2a091782-ccc9-48ce-b046-9b493d4f29d4', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ff:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:10Z', 'updated_at': '2022-05-08T22:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_interfaces': [{'id': '6deee425-784f-4ef9-823b-d791d7155c4e', 'name': '', 'network_id': 'a4734e2d-d908-4b8e-b542-dd83675e0c99', 'tenant_id': '489bde08b9284b5f8e5eb2ebc398b963', 'mac_address': 'fa:16:3e:e1:09:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7cb890a2-14d2-4c0b-a82b-863c0417b5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:16Z', 'updated_at': '2022-05-08T22:15:34Z', 'revision_number': 5, 'project_id': '489bde08b9284b5f8e5eb2ebc398b963', 'subnets': [{'id': '7cb890a2-14d2-4c0b-a82b-863c0417b5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:21:12.814212 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fc226b-890f-468a-ad43-905427eb62cb None None] The sync data for ids ['8e291ff0-32e4-4e5d-affc-34ff10dda5b3'] in dv-cinder-840511-5-iscsi is: [{'id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'name': 'tempest-AttachVolumeNegativeTest-1605491633-router', 'tenant_id': '489bde08b9284b5f8e5eb2ebc398b963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '2a091782-ccc9-48ce-b046-9b493d4f29d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:15:08Z', 'updated_at': '2022-05-08T22:15:17Z', 'revision_number': 4, 'project_id': '489bde08b9284b5f8e5eb2ebc398b963', 'gw_port': {'id': '2a091782-ccc9-48ce-b046-9b493d4f29d4', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ff:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:10Z', 'updated_at': '2022-05-08T22:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_interfaces': [{'id': '6deee425-784f-4ef9-823b-d791d7155c4e', 'name': '', 'network_id': 'a4734e2d-d908-4b8e-b542-dd83675e0c99', 'tenant_id': '489bde08b9284b5f8e5eb2ebc398b963', 'mac_address': 'fa:16:3e:e1:09:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7cb890a2-14d2-4c0b-a82b-863c0417b5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:16Z', 'updated_at': '2022-05-08T22:15:34Z', 'revision_number': 5, 'project_id': '489bde08b9284b5f8e5eb2ebc398b963', 'subnets': [{'id': '7cb890a2-14d2-4c0b-a82b-863c0417b5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 08 22:21:12.832594 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device c4a98c86-0213-4464-824c-6073569ec030 no longer exists at agent hyperv_hv-cinder-84051 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 08 22:21:12.853853 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] No Port match for: c4a98c86-0213-4464-824c-6073569ec030 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 08 22:21:12.854196 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device c4a98c86-0213-4464-824c-6073569ec030 not bound to the agent host hv-cinder-84051 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 08 22:21:12.856789 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f5e26a1-a863-487e-b196-c905958ffc62', 'name': 'network-vif-deleted', 'tag': 'c4a98c86-0213-4464-824c-6073569ec030'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 08 22:21:12.859223 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cc8a0c475ac6fe54f5122aa5a8750c48412c688b8f67dba420990604a8daf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd30b78e-38bf-4dcd-bdbc-90a4cd2d723d" -d '{"events": [{"server_uuid": "4f5e26a1-a863-487e-b196-c905958ffc62", "name": "network-vif-deleted", "tag": "c4a98c86-0213-4464-824c-6073569ec030"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 08 22:21:12.895068 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 08 May 2022 22:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d87624dd-d4f5-455c-9f66-54bede8c240b x-openstack-request-id: req-d87624dd-d4f5-455c-9f66-54bede8c240b {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 08 22:21:12.895360 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f5e26a1-a863-487e-b196-c905958ffc62", "name": "network-vif-deleted", "tag": "c4a98c86-0213-4464-824c-6073569ec030", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 08 22:21:12.895648 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d87624dd-d4f5-455c-9f66-54bede8c240b {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 08 22:21:12.896053 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d87624dd-d4f5-455c-9f66-54bede8c240b'] response: {'server_uuid': '4f5e26a1-a863-487e-b196-c905958ffc62', 'name': 'network-vif-deleted', 'tag': 'c4a98c86-0213-4464-824c-6073569ec030', 'status': 'completed', 'code': 200} May 08 22:21:13.065828 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab6d95c-e0e2-4ae5-acec-4e23756f67e5 None None] New status for floating IP 9b59f168-3252-4d86-8b18-088017383d1e: DOWN {{(pid=103631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 08 22:21:13.557014 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-07577697-5368-4b48-a2c4-de4c548dab70 req-800acadc-b2dd-4175-836d-af3abc5f3ce9 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f5e26a1-a863-487e-b196-c905958ffc62 HTTP/1.1" status: 200 len: 210 time: 0.0281768 May 08 22:21:14.654599 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 55748) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:21:14.717502 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b3f4f1c0-7792-45c4-bb23-02f31cc0adc0 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks [] for security_group (c7af110c-3b41-4d6d-9f18-aba8cb65d696), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:14.747287 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b3f4f1c0-7792-45c4-bb23-02f31cc0adc0 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks [] for security_group (c7af110c-3b41-4d6d-9f18-aba8cb65d696), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:14.808208 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b3f4f1c0-7792-45c4-bb23-02f31cc0adc0 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (c7af110c-3b41-4d6d-9f18-aba8cb65d696), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:14.811238 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b3f4f1c0-7792-45c4-bb23-02f31cc0adc0 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks [] for security_group (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:14.812511 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-b3f4f1c0-7792-45c4-bb23-02f31cc0adc0 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "DELETE /v2.0/security-groups/c7af110c-3b41-4d6d-9f18-aba8cb65d696 HTTP/1.1" status: 204 len: 168 time: 0.1567755 May 08 22:21:14.815380 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 55750) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:21:14.821611 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f4f1c0-7792-45c4-bb23-02f31cc0adc0 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7af110c-3b41-4d6d-9f18-aba8cb65d696,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:21:14.829040 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.api.v2.resource [None req-b6b9d0dd-94c5-4053-8f95-f66b7098e56d tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] show failed (client error): The resource could not be found. May 08 22:21:14.833483 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-b6b9d0dd-94c5-4053-8f95-f66b7098e56d tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/security-groups/c7af110c-3b41-4d6d-9f18-aba8cb65d696 HTTP/1.1" status: 404 len: 347 time: 0.0169721 May 08 22:21:14.833969 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 55752) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:21:14.951211 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-20d0fc13-2516-4ab1-b6f0-a638edc7e425 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Deleting port 233756ff-64ff-4816-87a5-45867e71141e {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 08 22:21:14.951555 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-20d0fc13-2516-4ab1-b6f0-a638edc7e425 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791034291685'] for port (233756ff-64ff-4816-87a5-45867e71141e), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:15.030049 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-20d0fc13-2516-4ab1-b6f0-a638edc7e425 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786495'] for port (233756ff-64ff-4816-87a5-45867e71141e), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:15.030347 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-20d0fc13-2516-4ab1-b6f0-a638edc7e425 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks [] for floatingip (233756ff-64ff-4816-87a5-45867e71141e), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:15.045308 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-20d0fc13-2516-4ab1-b6f0-a638edc7e425 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Calling delete_port for 233756ff-64ff-4816-87a5-45867e71141e owned by network:floatingip {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 08 22:21:15.202065 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-20d0fc13-2516-4ab1-b6f0-a638edc7e425 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791034301049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791034024021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633834'] for port (233756ff-64ff-4816-87a5-45867e71141e), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:15.230106 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d0fc13-2516-4ab1-b6f0-a638edc7e425 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Pushing event deleted for resources: {'Port': ['ID=233756ff-64ff-4816-87a5-45867e71141e,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:21:15.292090 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-20d0fc13-2516-4ab1-b6f0-a638edc7e425 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks [] for floatingip (9b59f168-3252-4d86-8b18-088017383d1e), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:15.294785 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-20d0fc13-2516-4ab1-b6f0-a638edc7e425 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870'] for floatingip (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:15.295932 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-20d0fc13-2516-4ab1-b6f0-a638edc7e425 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "DELETE /v2.0/floatingips/9b59f168-3252-4d86-8b18-088017383d1e HTTP/1.1" status: 204 len: 168 time: 0.4609535 May 08 22:21:15.606237 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 55758) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:21:15.610726 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.v2.base [None req-5016eebe-e984-4d2a-839c-23d8a06edeff tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Request body: {'security_group': {'name': 'tempest-securitygroup--109891063', 'description': 'tempest-description--834052383'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:21:15.633863 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5016eebe-e984-4d2a-839c-23d8a06edeff tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks [] for security_group (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:15.698463 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5016eebe-e984-4d2a-839c-23d8a06edeff tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks [] for security_group (fa3abbb6-3dd5-4ffc-8af9-153bc4a67d9b), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:15.704671 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5016eebe-e984-4d2a-839c-23d8a06edeff tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (fa3abbb6-3dd5-4ffc-8af9-153bc4a67d9b), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:15.733141 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5016eebe-e984-4d2a-839c-23d8a06edeff tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks [] for security_group (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:15.734383 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-5016eebe-e984-4d2a-839c-23d8a06edeff tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1271532 May 08 22:21:15.737139 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 55760) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:21:15.742210 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.v2.base [None req-9a1db142-4bb2-4afd-879e-365573a1890f tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Request body: {'security_group_rule': {'security_group_id': 'fa3abbb6-3dd5-4ffc-8af9-153bc4a67d9b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:21:15.747181 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016eebe-e984-4d2a-839c-23d8a06edeff tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa3abbb6-3dd5-4ffc-8af9-153bc4a67d9b,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:21:15.771762 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9a1db142-4bb2-4afd-879e-365573a1890f tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks [] for security_group_rule (15eebe08-77bb-4f9a-b8ef-26d1b261af8e), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:15.828005 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9a1db142-4bb2-4afd-879e-365573a1890f tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks [] for security_group_rule (15eebe08-77bb-4f9a-b8ef-26d1b261af8e), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:15.833008 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9a1db142-4bb2-4afd-879e-365573a1890f tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571357'] for security_group_rule (15eebe08-77bb-4f9a-b8ef-26d1b261af8e), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:15.852978 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1db142-4bb2-4afd-879e-365573a1890f tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15eebe08-77bb-4f9a-b8ef-26d1b261af8e,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:21:15.863299 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9a1db142-4bb2-4afd-879e-365573a1890f tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:15.864481 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-9a1db142-4bb2-4afd-879e-365573a1890f tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1263559 May 08 22:21:15.867278 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 55762) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:21:15.871650 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.v2.base [None req-910c833f-2b34-44f8-859c-dbc0a02f9994 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Request body: {'security_group_rule': {'security_group_id': 'fa3abbb6-3dd5-4ffc-8af9-153bc4a67d9b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:21:15.896879 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-910c833f-2b34-44f8-859c-dbc0a02f9994 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks [] for security_group_rule (fb9b60c3-debe-4205-92b9-00da9fe3a1b3), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:15.953791 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-910c833f-2b34-44f8-859c-dbc0a02f9994 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks [] for security_group_rule (fb9b60c3-debe-4205-92b9-00da9fe3a1b3), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:15.960657 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-910c833f-2b34-44f8-859c-dbc0a02f9994 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571357'] for security_group_rule (fb9b60c3-debe-4205-92b9-00da9fe3a1b3), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:15.978562 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910c833f-2b34-44f8-859c-dbc0a02f9994 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb9b60c3-debe-4205-92b9-00da9fe3a1b3,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:21:15.990203 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-910c833f-2b34-44f8-859c-dbc0a02f9994 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:15.991425 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-910c833f-2b34-44f8-859c-dbc0a02f9994 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1233063 May 08 22:21:15.994720 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 55764) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:21:15.999306 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.v2.base [None req-48a31a9e-59bb-49ec-9bbe-b731fffeab56 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Request body: {'floatingip': {'floating_network_id': '542aeef6-5046-439a-aa53-dc46759766dd'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:21:16.023594 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-48a31a9e-59bb-49ec-9bbe-b731fffeab56 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:16.083479 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-7424adc3-a20e-4866-ad5d-abff58bdf437 req-06fd9bf3-5716-46d5-b7f1-672163ad2b74 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1be25f68-2dfe-4af6-8c3e-5dbdf1acc72d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384383 May 08 22:21:16.102237 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-48a31a9e-59bb-49ec-9bbe-b731fffeab56 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:16.184859 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7424adc3-a20e-4866-ad5d-abff58bdf437 req-66722b4e-96bf-43df-82d2-ef697f4d9087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:21:16.186461 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-7424adc3-a20e-4866-ad5d-abff58bdf437 req-66722b4e-96bf-43df-82d2-ef697f4d9087 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9bf17cedd3154ce4b6b2bd0e4dcbb92c&device_id=1be25f68-2dfe-4af6-8c3e-5dbdf1acc72d HTTP/1.1" status: 200 len: 1129 time: 0.0390871 May 08 22:21:16.211974 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-48a31a9e-59bb-49ec-9bbe-b731fffeab56 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Allocated IP 172.27.2.125 (542aeef6-5046-439a-aa53-dc46759766dd/c1306b94-a9cc-4730-bd7d-1800cb77959d/893a3598-8a29-4883-aaa2-2b3d61fd51a0) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 08 22:21:16.219792 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-333f19f0-3276-4dd0-a6de-34d6eeda36fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (399f5491-dab9-4373-bd22-64cd7c73418d), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:16.296476 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7424adc3-a20e-4866-ad5d-abff58bdf437 req-ea7fa28e-85ff-4a46-ab66-4a888abed95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:21:16.297972 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-7424adc3-a20e-4866-ad5d-abff58bdf437 req-ea7fa28e-85ff-4a46-ab66-4a888abed95d service neutron] 10.222.0.24 "GET /v2.0/networks?id=4427f95d-7dad-47df-8ab1-304fd704186a HTTP/1.1" status: 200 len: 919 time: 0.0906541 May 08 22:21:16.313783 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-48a31a9e-59bb-49ec-9bbe-b731fffeab56 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks [] for port (893a3598-8a29-4883-aaa2-2b3d61fd51a0), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:16.340071 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-7424adc3-a20e-4866-ad5d-abff58bdf437 req-6d3508f3-a180-4a80-b32e-81d22d33ff26 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e36bd48-5ead-4567-94f4-b17494e5b745 HTTP/1.1" status: 200 len: 217 time: 0.0339863 May 08 22:21:16.348521 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-48a31a9e-59bb-49ec-9bbe-b731fffeab56 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791034024012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59173228'] for port (893a3598-8a29-4883-aaa2-2b3d61fd51a0), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:16.391441 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a31a9e-59bb-49ec-9bbe-b731fffeab56 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Network 542aeef6-5046-439a-aa53-dc46759766dd is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 08 22:21:16.394672 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-48a31a9e-59bb-49ec-9bbe-b731fffeab56 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:21:16.396835 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7424adc3-a20e-4866-ad5d-abff58bdf437 req-7b53d60d-8360-4c00-a201-96e1219fdfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:21:16.398696 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-7424adc3-a20e-4866-ad5d-abff58bdf437 req-7b53d60d-8360-4c00-a201-96e1219fdfaa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d42cc4d2-76bb-4552-9ac7-abf4e664168d HTTP/1.1" status: 200 len: 857 time: 0.0504639 May 08 22:21:16.400415 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a31a9e-59bb-49ec-9bbe-b731fffeab56 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 08 22:21:16.424413 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a31a9e-59bb-49ec-9bbe-b731fffeab56 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Pushing event updated for resources: {'Port': ['ID=893a3598-8a29-4883-aaa2-2b3d61fd51a0,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:21:16.445315 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7424adc3-a20e-4866-ad5d-abff58bdf437 req-1d3ded26-7fed-4a00-80ad-98865acdd3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:21:16.446832 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-7424adc3-a20e-4866-ad5d-abff58bdf437 req-1d3ded26-7fed-4a00-80ad-98865acdd3e7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4427f95d-7dad-47df-8ab1-304fd704186a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400031 May 08 22:21:16.488535 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-48a31a9e-59bb-49ec-9bbe-b731fffeab56 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks [] for floatingip (f3f4d0d0-3df5-444d-9557-11bc7b207f26), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:16.524103 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-48a31a9e-59bb-49ec-9bbe-b731fffeab56 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (893a3598-8a29-4883-aaa2-2b3d61fd51a0), before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:16.536124 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-7424adc3-a20e-4866-ad5d-abff58bdf437 req-8334d852-40a2-4273-a6b2-eb6ddbe4d805 service neutron] 10.222.0.24 "GET /v2.0/networks/4427f95d-7dad-47df-8ab1-304fd704186a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819232 May 08 22:21:16.629091 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-7424adc3-a20e-4866-ad5d-abff58bdf437 req-684b79c1-8cbd-49eb-8e7c-6f0bf9312b87 service neutron] 10.222.0.24 "GET /v2.0/networks/4427f95d-7dad-47df-8ab1-304fd704186a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861058 May 08 22:21:16.676133 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-48a31a9e-59bb-49ec-9bbe-b731fffeab56 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks [] for port (893a3598-8a29-4883-aaa2-2b3d61fd51a0), precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:16.683055 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-48a31a9e-59bb-49ec-9bbe-b731fffeab56 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59173211'] for port (893a3598-8a29-4883-aaa2-2b3d61fd51a0), after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:16.754785 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a31a9e-59bb-49ec-9bbe-b731fffeab56 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Pushing event updated for resources: {'Port': ['ID=893a3598-8a29-4883-aaa2-2b3d61fd51a0,revision_number=2']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:21:16.763554 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-48a31a9e-59bb-49ec-9bbe-b731fffeab56 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-788248'] for floatingip (f3f4d0d0-3df5-444d-9557-11bc7b207f26), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:16.780135 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-48a31a9e-59bb-49ec-9bbe-b731fffeab56 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870'] for floatingip (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:16.781426 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-48a31a9e-59bb-49ec-9bbe-b731fffeab56 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7857673 May 08 22:21:16.927198 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-db64ab45-4b3f-4980-9c22-f554b0dd4cca req-45667928-7a10-475b-b9c6-ef07e5075ac1 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--109891063&fields=id&tenant_id=489bde08b9284b5f8e5eb2ebc398b963 HTTP/1.1" status: 200 len: 267 time: 0.0417864 May 08 22:21:17.036546 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db64ab45-4b3f-4980-9c22-f554b0dd4cca req-0860efbf-1fa8-4f58-adfa-3897e23b828d tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:21:17.038003 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-db64ab45-4b3f-4980-9c22-f554b0dd4cca req-0860efbf-1fa8-4f58-adfa-3897e23b828d tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/networks?id=a4734e2d-d908-4b8e-b542-dd83675e0c99 HTTP/1.1" status: 200 len: 815 time: 0.1043119 May 08 22:21:17.052879 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-db64ab45-4b3f-4980-9c22-f554b0dd4cca req-8ab04412-acf3-4b67-9e83-4298320daa90 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/quotas/489bde08b9284b5f8e5eb2ebc398b963 HTTP/1.1" status: 200 len: 375 time: 0.0094504 May 08 22:21:17.105191 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-db64ab45-4b3f-4980-9c22-f554b0dd4cca req-2f8f6747-1b66-44af-95fa-f8f1c7e3e581 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=489bde08b9284b5f8e5eb2ebc398b963&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470138 May 08 22:21:17.262729 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-db64ab45-4b3f-4980-9c22-f554b0dd4cca req-041edff0-fabd-446c-a519-5a250ff6541a service neutron] 10.222.0.44 "GET /v2.0/networks/a4734e2d-d908-4b8e-b542-dd83675e0c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451185 May 08 22:21:17.368682 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-db64ab45-4b3f-4980-9c22-f554b0dd4cca req-80f48906-7237-4a2b-b836-23a35d6df6dc service neutron] 10.222.0.44 "GET /v2.0/networks/a4734e2d-d908-4b8e-b542-dd83675e0c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973349 May 08 22:21:18.497343 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-50275a6d-c3f6-4491-9ee6-79695872bdc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (69aa2ac4-530d-40c2-a84a-3161d84edf61), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:18.556091 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-01512457-3ece-4854-b360-f44cf16ddf6b req-a5f71539-7f7f-4bab-ae98-97b11429652b tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=53151cfa-cbe1-4a29-a17c-2713139a81fb HTTP/1.1" status: 200 len: 210 time: 0.0281153 May 08 22:21:19.348784 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-68d59b13-bdd3-4890-b330-3a9be9bf9791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (167e5ba9-08ef-43b6-aca0-7c88b7f9e735), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:19.657213 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-e8925808-44f1-44f3-a713-8317dc0ac509 req-7ba48e96-5c76-4a06-b36a-d31b2f97d637 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=53151cfa-cbe1-4a29-a17c-2713139a81fb HTTP/1.1" status: 200 len: 210 time: 0.0266871 May 08 22:21:19.728879 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db64ab45-4b3f-4980-9c22-f554b0dd4cca req-68c6f6e0-3c2d-41d0-94bf-209d5720886d tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:21:19.730364 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-db64ab45-4b3f-4980-9c22-f554b0dd4cca req-68c6f6e0-3c2d-41d0-94bf-209d5720886d tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.24 "GET /v2.0/networks?id=a4734e2d-d908-4b8e-b542-dd83675e0c99 HTTP/1.1" status: 200 len: 815 time: 0.1119409 May 08 22:21:20.053707 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-db64ab45-4b3f-4980-9c22-f554b0dd4cca req-d7a16d4e-25f4-4760-94f2-9117666e7d88 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=489bde08b9284b5f8e5eb2ebc398b963 HTTP/1.1" status: 200 len: 379 time: 0.3051641 May 08 22:21:20.062865 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [req-db64ab45-4b3f-4980-9c22-f554b0dd4cca req-3d82b175-02cb-4352-b8f1-bc426deb5956 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Request body: {'port': {'device_id': '53151cfa-cbe1-4a29-a17c-2713139a81fb', 'network_id': 'a4734e2d-d908-4b8e-b542-dd83675e0c99', 'admin_state_up': True, 'tenant_id': '489bde08b9284b5f8e5eb2ebc398b963', 'security_groups': ['fa3abbb6-3dd5-4ffc-8af9-153bc4a67d9b']}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:21:20.172501 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db64ab45-4b3f-4980-9c22-f554b0dd4cca req-3d82b175-02cb-4352-b8f1-bc426deb5956 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Made reservation on behalf of 489bde08b9284b5f8e5eb2ebc398b963 for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 08 22:21:20.176069 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-db64ab45-4b3f-4980-9c22-f554b0dd4cca req-3d82b175-02cb-4352-b8f1-bc426deb5956 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:20.308685 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [req-db64ab45-4b3f-4980-9c22-f554b0dd4cca req-3d82b175-02cb-4352-b8f1-bc426deb5956 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Allocated IP 172.20.0.7 (a4734e2d-d908-4b8e-b542-dd83675e0c99/7cb890a2-14d2-4c0b-a82b-863c0417b5f3/60d04a8b-4841-449b-9974-5a58c9bb498d) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 08 22:21:20.453833 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-db64ab45-4b3f-4980-9c22-f554b0dd4cca req-3d82b175-02cb-4352-b8f1-bc426deb5956 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks [] for port (60d04a8b-4841-449b-9974-5a58c9bb498d), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:20.487057 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-db64ab45-4b3f-4980-9c22-f554b0dd4cca req-3d82b175-02cb-4352-b8f1-bc426deb5956 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791034024012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633834'] for port (60d04a8b-4841-449b-9974-5a58c9bb498d), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:20.527003 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db64ab45-4b3f-4980-9c22-f554b0dd4cca req-3d82b175-02cb-4352-b8f1-bc426deb5956 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Network a4734e2d-d908-4b8e-b542-dd83675e0c99 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 08 22:21:20.530120 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [req-db64ab45-4b3f-4980-9c22-f554b0dd4cca req-3d82b175-02cb-4352-b8f1-bc426deb5956 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:21:20.535866 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-db64ab45-4b3f-4980-9c22-f554b0dd4cca req-3d82b175-02cb-4352-b8f1-bc426deb5956 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 08 22:21:20.542112 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d82b175-02cb-4352-b8f1-bc426deb5956 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Pushing event updated for resources: {'Port': ['ID=60d04a8b-4841-449b-9974-5a58c9bb498d,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:21:20.588985 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db64ab45-4b3f-4980-9c22-f554b0dd4cca req-3d82b175-02cb-4352-b8f1-bc426deb5956 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:21:20.589481 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-db64ab45-4b3f-4980-9c22-f554b0dd4cca req-3d82b175-02cb-4352-b8f1-bc426deb5956 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870'] for port (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:20.607588 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-db64ab45-4b3f-4980-9c22-f554b0dd4cca req-3d82b175-02cb-4352-b8f1-bc426deb5956 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5483260 May 08 22:21:20.626237 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [req-db64ab45-4b3f-4980-9c22-f554b0dd4cca req-89b08f43-2197-40ec-b767-39028a024992 service neutron] Request body: {'port': {'device_id': '53151cfa-cbe1-4a29-a17c-2713139a81fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:21:20.694746 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-db64ab45-4b3f-4980-9c22-f554b0dd4cca req-89b08f43-2197-40ec-b767-39028a024992 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (60d04a8b-4841-449b-9974-5a58c9bb498d), before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:20.743804 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-b0b2f993-1262-44be-bf0f-998543744c14 None None] Provisioning complete for port 60d04a8b-4841-449b-9974-5a58c9bb498d triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:21:20.744394 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b0b2f993-1262-44be-bf0f-998543744c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (60d04a8b-4841-449b-9974-5a58c9bb498d), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:20.778190 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a540b08-6d8b-4947-b4c1-a398f1dea148 req-34361946-c334-4080-b11b-f4512571856d tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:21:20.779969 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-b0b2f993-1262-44be-bf0f-998543744c14 None None] Port 60d04a8b-4841-449b-9974-5a58c9bb498d cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 08 22:21:20.780106 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-9a540b08-6d8b-4947-b4c1-a398f1dea148 req-34361946-c334-4080-b11b-f4512571856d tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=53151cfa-cbe1-4a29-a17c-2713139a81fb HTTP/1.1" status: 200 len: 931 time: 0.0498831 May 08 22:21:20.835216 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-9a540b08-6d8b-4947-b4c1-a398f1dea148 req-4fdf2034-83d2-4ebe-842e-78fe63343ccc tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa3abbb6-3dd5-4ffc-8af9-153bc4a67d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468237 May 08 22:21:20.940323 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f82e6e54-0a06-4075-8e4d-2bf0b0f201e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (1fcc0290-7f55-4633-95cb-6d94e7aa5e57), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:20.960153 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.notifiers.nova [req-db64ab45-4b3f-4980-9c22-f554b0dd4cca req-89b08f43-2197-40ec-b767-39028a024992 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60d04a8b-4841-449b-9974-5a58c9bb498d {{(pid=103629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 08 22:21:20.968200 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-db64ab45-4b3f-4980-9c22-f554b0dd4cca req-89b08f43-2197-40ec-b767-39028a024992 service neutron] Publish callbacks [] for port (60d04a8b-4841-449b-9974-5a58c9bb498d), precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:20.980908 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.provisioning_blocks [req-db64ab45-4b3f-4980-9c22-f554b0dd4cca req-89b08f43-2197-40ec-b767-39028a024992 service neutron] Transition to ACTIVE for port object 60d04a8b-4841-449b-9974-5a58c9bb498d will not be triggered until provisioned by entity L2. {{(pid=103629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 08 22:21:20.986068 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-db64ab45-4b3f-4980-9c22-f554b0dd4cca req-89b08f43-2197-40ec-b767-39028a024992 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59633821'] for port (60d04a8b-4841-449b-9974-5a58c9bb498d), after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:21.034949 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b08f43-2197-40ec-b767-39028a024992 service neutron] Pushing event updated for resources: {'Port': ['ID=60d04a8b-4841-449b-9974-5a58c9bb498d,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:21:21.113166 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-db64ab45-4b3f-4980-9c22-f554b0dd4cca req-89b08f43-2197-40ec-b767-39028a024992 service neutron] Attempting to bind port 60d04a8b-4841-449b-9974-5a58c9bb498d on host hv-cinder-84051 for vnic_type normal with profile {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 08 22:21:21.113417 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-db64ab45-4b3f-4980-9c22-f554b0dd4cca req-89b08f43-2197-40ec-b767-39028a024992 service neutron] Attempting to bind port 60d04a8b-4841-449b-9974-5a58c9bb498d by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': '1780dade-a5f8-4e6b-b9bd-a988dd8e04e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a4734e2d-d908-4b8e-b542-dd83675e0c99'}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 08 22:21:21.113747 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db64ab45-4b3f-4980-9c22-f554b0dd4cca req-89b08f43-2197-40ec-b767-39028a024992 service neutron] Attempting to bind port 60d04a8b-4841-449b-9974-5a58c9bb498d on network a4734e2d-d908-4b8e-b542-dd83675e0c99 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 08 22:21:21.118588 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db64ab45-4b3f-4980-9c22-f554b0dd4cca req-89b08f43-2197-40ec-b767-39028a024992 service neutron] Port 60d04a8b-4841-449b-9974-5a58c9bb498d on network a4734e2d-d908-4b8e-b542-dd83675e0c99 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 08 22:21:21.118909 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db64ab45-4b3f-4980-9c22-f554b0dd4cca req-89b08f43-2197-40ec-b767-39028a024992 service neutron] Attempting to bind port 60d04a8b-4841-449b-9974-5a58c9bb498d on network a4734e2d-d908-4b8e-b542-dd83675e0c99 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 08 22:21:21.123937 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db64ab45-4b3f-4980-9c22-f554b0dd4cca req-89b08f43-2197-40ec-b767-39028a024992 service neutron] Checking agent: {'id': '50086534-3b0f-4edb-899f-da05c46c2546', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 8, 22, 13, 10), 'started_at': datetime.datetime(2022, 5, 8, 22, 13, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 8, 22, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 08 22:21:21.124264 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db64ab45-4b3f-4980-9c22-f554b0dd4cca req-89b08f43-2197-40ec-b767-39028a024992 service neutron] Checking segment: {'id': '1780dade-a5f8-4e6b-b9bd-a988dd8e04e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a4734e2d-d908-4b8e-b542-dd83675e0c99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 08 22:21:21.124703 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db64ab45-4b3f-4980-9c22-f554b0dd4cca req-89b08f43-2197-40ec-b767-39028a024992 service neutron] Bound using segment: {'id': '1780dade-a5f8-4e6b-b9bd-a988dd8e04e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a4734e2d-d908-4b8e-b542-dd83675e0c99'} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 08 22:21:21.125130 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-db64ab45-4b3f-4980-9c22-f554b0dd4cca req-89b08f43-2197-40ec-b767-39028a024992 service neutron] Bound port: 60d04a8b-4841-449b-9974-5a58c9bb498d, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1780dade-a5f8-4e6b-b9bd-a988dd8e04e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a4734e2d-d908-4b8e-b542-dd83675e0c99'}}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 08 22:21:21.125495 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-db64ab45-4b3f-4980-9c22-f554b0dd4cca req-89b08f43-2197-40ec-b767-39028a024992 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (60d04a8b-4841-449b-9974-5a58c9bb498d), before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:21.191110 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-db64ab45-4b3f-4980-9c22-f554b0dd4cca req-89b08f43-2197-40ec-b767-39028a024992 service neutron] For port 60d04a8b-4841-449b-9974-5a58c9bb498d, host hv-cinder-84051, cleared binding levels {{(pid=103629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 08 22:21:21.194211 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-db64ab45-4b3f-4980-9c22-f554b0dd4cca req-89b08f43-2197-40ec-b767-39028a024992 service neutron] For port 60d04a8b-4841-449b-9974-5a58c9bb498d, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=60d04a8b-4841-449b-9974-5a58c9bb498d,segment=NetworkSegment(1780dade-a5f8-4e6b-b9bd-a988dd8e04e7),segment_id=1780dade-a5f8-4e6b-b9bd-a988dd8e04e7)] {{(pid=103629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 08 22:21:21.201594 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-db64ab45-4b3f-4980-9c22-f554b0dd4cca req-89b08f43-2197-40ec-b767-39028a024992 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59633821'] for port (60d04a8b-4841-449b-9974-5a58c9bb498d), after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:21.236158 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db64ab45-4b3f-4980-9c22-f554b0dd4cca req-89b08f43-2197-40ec-b767-39028a024992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:21:21.236840 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-db64ab45-4b3f-4980-9c22-f554b0dd4cca req-89b08f43-2197-40ec-b767-39028a024992 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870'] for port (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:21.238376 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-db64ab45-4b3f-4980-9c22-f554b0dd4cca req-89b08f43-2197-40ec-b767-39028a024992 service neutron] 10.222.0.24 "PUT /v2.0/ports/60d04a8b-4841-449b-9974-5a58c9bb498d HTTP/1.1" status: 200 len: 1093 time: 0.6166496 May 08 22:21:21.238801 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53151cfa-cbe1-4a29-a17c-2713139a81fb', 'tag': '60d04a8b-4841-449b-9974-5a58c9bb498d'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 08 22:21:21.241064 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cc8a0c475ac6fe54f5122aa5a8750c48412c688b8f67dba420990604a8daf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb9054f-dbb5-4cdc-8115-05ddca2cc13e" -d '{"events": [{"name": "network-changed", "server_uuid": "53151cfa-cbe1-4a29-a17c-2713139a81fb", "tag": "60d04a8b-4841-449b-9974-5a58c9bb498d"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 08 22:21:21.265084 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b08f43-2197-40ec-b767-39028a024992 service neutron] Pushing event updated for resources: {'Port': ['ID=60d04a8b-4841-449b-9974-5a58c9bb498d,revision_number=3']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:21:21.288593 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 08 May 2022 22:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7730a253-3b69-48e6-97a9-ce7e9d7a4bdd x-openstack-request-id: req-7730a253-3b69-48e6-97a9-ce7e9d7a4bdd {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 08 22:21:21.288897 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53151cfa-cbe1-4a29-a17c-2713139a81fb", "tag": "60d04a8b-4841-449b-9974-5a58c9bb498d", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 08 22:21:21.289152 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7730a253-3b69-48e6-97a9-ce7e9d7a4bdd {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 08 22:21:21.289592 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7730a253-3b69-48e6-97a9-ce7e9d7a4bdd'] response: {'name': 'network-changed', 'server_uuid': '53151cfa-cbe1-4a29-a17c-2713139a81fb', 'tag': '60d04a8b-4841-449b-9974-5a58c9bb498d', 'status': 'completed', 'code': 200} May 08 22:21:21.361197 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db64ab45-4b3f-4980-9c22-f554b0dd4cca req-0e433936-58c1-4fd3-b1f6-797e4ac303dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:21:21.362751 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-db64ab45-4b3f-4980-9c22-f554b0dd4cca req-0e433936-58c1-4fd3-b1f6-797e4ac303dc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=489bde08b9284b5f8e5eb2ebc398b963&device_id=53151cfa-cbe1-4a29-a17c-2713139a81fb HTTP/1.1" status: 200 len: 1127 time: 0.0447087 May 08 22:21:21.417165 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-db64ab45-4b3f-4980-9c22-f554b0dd4cca req-fe83c046-78e8-4495-af41-ab1193215f20 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60d04a8b-4841-449b-9974-5a58c9bb498d HTTP/1.1" status: 200 len: 217 time: 0.0356100 May 08 22:21:21.465216 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db64ab45-4b3f-4980-9c22-f554b0dd4cca req-f60f7e30-87f6-4a69-9e4e-7033d5140704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:21:21.466618 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-db64ab45-4b3f-4980-9c22-f554b0dd4cca req-f60f7e30-87f6-4a69-9e4e-7033d5140704 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7cb890a2-14d2-4c0b-a82b-863c0417b5f3 HTTP/1.1" status: 200 len: 854 time: 0.0427134 May 08 22:21:21.516270 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db64ab45-4b3f-4980-9c22-f554b0dd4cca req-caa12362-9f8c-49cb-a23e-fb439acbf859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:21:21.518089 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-db64ab45-4b3f-4980-9c22-f554b0dd4cca req-caa12362-9f8c-49cb-a23e-fb439acbf859 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a4734e2d-d908-4b8e-b542-dd83675e0c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429375 May 08 22:21:21.610356 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-db64ab45-4b3f-4980-9c22-f554b0dd4cca req-36384c8b-a37f-401d-a406-7976779dbcb1 service neutron] 10.222.0.24 "GET /v2.0/networks/a4734e2d-d908-4b8e-b542-dd83675e0c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851054 May 08 22:21:21.706053 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-db64ab45-4b3f-4980-9c22-f554b0dd4cca req-15bc3d5d-b99c-40f9-99e7-25cbe147d7e0 service neutron] 10.222.0.24 "GET /v2.0/networks/a4734e2d-d908-4b8e-b542-dd83675e0c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876637 May 08 22:21:21.953086 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2dbcf4-b67a-4581-bc40-047ba4f3647f req-d0b5dea1-0997-4b03-9d23-576b45fbc382 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:21:21.954536 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-ca2dbcf4-b67a-4581-bc40-047ba4f3647f req-d0b5dea1-0997-4b03-9d23-576b45fbc382 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=53151cfa-cbe1-4a29-a17c-2713139a81fb HTTP/1.1" status: 200 len: 943 time: 0.0499210 May 08 22:21:22.005611 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-ca2dbcf4-b67a-4581-bc40-047ba4f3647f req-a6915d62-51bd-49e8-99c4-dedaea014d08 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa3abbb6-3dd5-4ffc-8af9-153bc4a67d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425458 May 08 22:21:22.436393 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (7e3c7ef6-abd5-4f0f-b372-b2734b637fd0), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:22.856494 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.agents_db [None req-09216671-537f-4251-a64c-737ccd42d6d2 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 08 22:21:23.141079 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b456bea5-3c77-48b5-baab-850361646ba0 req-70231a30-a226-44e5-a1b1-33d6d2b63c40 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:21:23.142429 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-b456bea5-3c77-48b5-baab-850361646ba0 req-70231a30-a226-44e5-a1b1-33d6d2b63c40 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=53151cfa-cbe1-4a29-a17c-2713139a81fb HTTP/1.1" status: 200 len: 943 time: 0.0500846 May 08 22:21:23.188629 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-b456bea5-3c77-48b5-baab-850361646ba0 req-db5b1fc4-ff42-4bac-bbe9-d47f5d5eefcf tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa3abbb6-3dd5-4ffc-8af9-153bc4a67d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404844 May 08 22:21:24.320438 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394f645e-2c34-4401-929c-8e5364a2af99 req-5cc3bdff-1666-43fe-a359-6b6391f1dcfb tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:21:24.322528 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-394f645e-2c34-4401-929c-8e5364a2af99 req-5cc3bdff-1666-43fe-a359-6b6391f1dcfb tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=53151cfa-cbe1-4a29-a17c-2713139a81fb HTTP/1.1" status: 200 len: 943 time: 0.0571430 May 08 22:21:24.373834 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-394f645e-2c34-4401-929c-8e5364a2af99 req-a9f511f4-be44-420a-8300-160950b6cf0d tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa3abbb6-3dd5-4ffc-8af9-153bc4a67d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453110 May 08 22:21:24.526021 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb9054f-dbb5-4cdc-8115-05ddca2cc13e req-6d2eebe7-3c84-4702-bfdb-22939b708b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:21:24.527927 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-0eb9054f-dbb5-4cdc-8115-05ddca2cc13e req-6d2eebe7-3c84-4702-bfdb-22939b708b62 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=489bde08b9284b5f8e5eb2ebc398b963&device_id=53151cfa-cbe1-4a29-a17c-2713139a81fb HTTP/1.1" status: 200 len: 1127 time: 0.0446780 May 08 22:21:24.627254 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb9054f-dbb5-4cdc-8115-05ddca2cc13e req-8ba8b96d-bfbf-4f40-980f-8e10d2ed0336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:21:24.628825 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-0eb9054f-dbb5-4cdc-8115-05ddca2cc13e req-8ba8b96d-bfbf-4f40-980f-8e10d2ed0336 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a4734e2d-d908-4b8e-b542-dd83675e0c99 HTTP/1.1" status: 200 len: 916 time: 0.0931926 May 08 22:21:24.675667 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-0eb9054f-dbb5-4cdc-8115-05ddca2cc13e req-efe38523-f534-4255-9fdd-9574113ca4ae service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60d04a8b-4841-449b-9974-5a58c9bb498d HTTP/1.1" status: 200 len: 217 time: 0.0378256 May 08 22:21:24.729190 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb9054f-dbb5-4cdc-8115-05ddca2cc13e req-368232d8-634d-4da8-ad43-604540dce557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:21:24.730678 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-0eb9054f-dbb5-4cdc-8115-05ddca2cc13e req-368232d8-634d-4da8-ad43-604540dce557 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7cb890a2-14d2-4c0b-a82b-863c0417b5f3 HTTP/1.1" status: 200 len: 854 time: 0.0490062 May 08 22:21:24.775946 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb9054f-dbb5-4cdc-8115-05ddca2cc13e req-1620dbb8-0a57-4c66-bfe2-2b306a8548b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:21:24.777543 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-0eb9054f-dbb5-4cdc-8115-05ddca2cc13e req-1620dbb8-0a57-4c66-bfe2-2b306a8548b8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a4734e2d-d908-4b8e-b542-dd83675e0c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398672 May 08 22:21:24.879886 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-0eb9054f-dbb5-4cdc-8115-05ddca2cc13e req-90095870-6daa-43c1-9fb0-9a1f3b112938 service neutron] 10.222.0.24 "GET /v2.0/networks/a4734e2d-d908-4b8e-b542-dd83675e0c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932765 May 08 22:21:24.970646 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-0eb9054f-dbb5-4cdc-8115-05ddca2cc13e req-d985d7f9-8b31-407e-94af-5018fa1c1b25 service neutron] 10.222.0.24 "GET /v2.0/networks/a4734e2d-d908-4b8e-b542-dd83675e0c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834332 May 08 22:21:25.378117 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-2456b1b1-8dd0-4dd4-996c-647672e82f44 req-3a03ea27-3404-4fc6-9120-42bbe930818a tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1625993480&fields=id&tenant_id=591851cbb96843c287971cf54acad618 HTTP/1.1" status: 200 len: 267 time: 0.0469806 May 08 22:21:25.430914 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2456b1b1-8dd0-4dd4-996c-647672e82f44 req-da19e5c0-bab1-490e-bfde-34cbba72f518 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:21:25.432390 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-2456b1b1-8dd0-4dd4-996c-647672e82f44 req-da19e5c0-bab1-490e-bfde-34cbba72f518 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a184e29-6493-48c2-b5d7-fe098bcb7e0e HTTP/1.1" status: 200 len: 985 time: 0.0479567 May 08 22:21:25.443093 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.v2.base [req-2456b1b1-8dd0-4dd4-996c-647672e82f44 req-7d91e542-e974-41cd-a8a4-2000c99327b6 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Request body: {'port': {'security_groups': ['37a1b9bc-e6b4-43c1-bfa8-8a40c582d1ef']}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:21:25.538798 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8326e6e-a14e-4a06-b4e1-f82882daedfb req-4e0619a3-aacc-4742-9293-dec60732076d tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:21:25.540167 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-a8326e6e-a14e-4a06-b4e1-f82882daedfb req-4e0619a3-aacc-4742-9293-dec60732076d tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=53151cfa-cbe1-4a29-a17c-2713139a81fb HTTP/1.1" status: 200 len: 943 time: 0.0939255 May 08 22:21:25.560105 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [req-2456b1b1-8dd0-4dd4-996c-647672e82f44 req-7d91e542-e974-41cd-a8a4-2000c99327b6 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (7d9cd269-da9b-46a2-a0f0-afbb0a84d461), before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:25.628334 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-a8326e6e-a14e-4a06-b4e1-f82882daedfb req-0739e7be-f575-40eb-ae07-452261fc2880 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa3abbb6-3dd5-4ffc-8af9-153bc4a67d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803809 May 08 22:21:25.773242 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.db [req-2456b1b1-8dd0-4dd4-996c-647672e82f44 req-7d91e542-e974-41cd-a8a4-2000c99327b6 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] For port 7d9cd269-da9b-46a2-a0f0-afbb0a84d461, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=7d9cd269-da9b-46a2-a0f0-afbb0a84d461,segment=NetworkSegment(15aac9db-17a7-464b-8eed-23bde88d4145),segment_id=15aac9db-17a7-464b-8eed-23bde88d4145)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:21:25.804199 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [req-2456b1b1-8dd0-4dd4-996c-647672e82f44 req-7d91e542-e974-41cd-a8a4-2000c99327b6 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Publish callbacks [] for port (7d9cd269-da9b-46a2-a0f0-afbb0a84d461), precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:25.810342 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [req-2456b1b1-8dd0-4dd4-996c-647672e82f44 req-7d91e542-e974-41cd-a8a4-2000c99327b6 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59173211'] for port (7d9cd269-da9b-46a2-a0f0-afbb0a84d461), after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:25.853470 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2456b1b1-8dd0-4dd4-996c-647672e82f44 req-7d91e542-e974-41cd-a8a4-2000c99327b6 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:21:25.854052 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [req-2456b1b1-8dd0-4dd4-996c-647672e82f44 req-7d91e542-e974-41cd-a8a4-2000c99327b6 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870'] for port (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:25.855536 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-2456b1b1-8dd0-4dd4-996c-647672e82f44 req-7d91e542-e974-41cd-a8a4-2000c99327b6 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "PUT /v2.0/ports/7d9cd269-da9b-46a2-a0f0-afbb0a84d461 HTTP/1.1" status: 200 len: 943 time: 0.4170461 May 08 22:21:25.855997 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a184e29-6493-48c2-b5d7-fe098bcb7e0e', 'tag': '7d9cd269-da9b-46a2-a0f0-afbb0a84d461'}] {{(pid=103628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 08 22:21:25.858434 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e2a9c85b17fa97aa3ee6f0cc28bce24bf61ad2de26c4d93421d838ad5289b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69d67ff8-9387-42fb-b918-90b69a81f2f6" -d '{"events": [{"name": "network-changed", "server_uuid": "8a184e29-6493-48c2-b5d7-fe098bcb7e0e", "tag": "7d9cd269-da9b-46a2-a0f0-afbb0a84d461"}]}' {{(pid=103628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 08 22:21:25.861552 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 55822) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:21:25.870755 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] get_ports_and_sgs() called for port_ids ['7d9cd269-da9b-46a2-a0f0-afbb0a84d461'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 08 22:21:25.895859 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d91e542-e974-41cd-a8a4-2000c99327b6 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Pushing event updated for resources: {'Port': ['ID=7d9cd269-da9b-46a2-a0f0-afbb0a84d461,revision_number=7']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:21:25.939904 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-394c5528-5e6f-4e78-8c8c-c420d8772165 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Publish callbacks [] for security_group (f71b43b0-b7dc-4e11-b18c-2293bb282793), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:25.968850 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-394c5528-5e6f-4e78-8c8c-c420d8772165 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Publish callbacks [] for security_group (f71b43b0-b7dc-4e11-b18c-2293bb282793), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:26.003067 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 08 May 2022 22:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec8238c2-01f0-4a4f-be16-8459e455ab69 x-openstack-request-id: req-ec8238c2-01f0-4a4f-be16-8459e455ab69 {{(pid=103628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 08 22:21:26.003352 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a184e29-6493-48c2-b5d7-fe098bcb7e0e", "tag": "7d9cd269-da9b-46a2-a0f0-afbb0a84d461", "status": "completed", "code": 200}]} {{(pid=103628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 08 22:21:26.003604 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ec8238c2-01f0-4a4f-be16-8459e455ab69 {{(pid=103628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 08 22:21:26.003997 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec8238c2-01f0-4a4f-be16-8459e455ab69'] response: {'name': 'network-changed', 'server_uuid': '8a184e29-6493-48c2-b5d7-fe098bcb7e0e', 'tag': '7d9cd269-da9b-46a2-a0f0-afbb0a84d461', 'status': 'completed', 'code': 200} May 08 22:21:26.043709 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-394c5528-5e6f-4e78-8c8c-c420d8772165 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (f71b43b0-b7dc-4e11-b18c-2293bb282793), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:26.046660 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-394c5528-5e6f-4e78-8c8c-c420d8772165 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Publish callbacks [] for security_group (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:26.047826 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-394c5528-5e6f-4e78-8c8c-c420d8772165 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "DELETE /v2.0/security-groups/f71b43b0-b7dc-4e11-b18c-2293bb282793 HTTP/1.1" status: 204 len: 168 time: 0.1852603 May 08 22:21:26.050771 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 55826) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:21:26.077212 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] get_ports_and_sgs() called for port_ids ['7d9cd269-da9b-46a2-a0f0-afbb0a84d461'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 08 22:21:26.098742 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d67ff8-9387-42fb-b918-90b69a81f2f6 req-0f439e58-8a13-4aac-9501-567ab681fd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:21:26.100304 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-69d67ff8-9387-42fb-b918-90b69a81f2f6 req-0f439e58-8a13-4aac-9501-567ab681fd4a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=591851cbb96843c287971cf54acad618&device_id=8a184e29-6493-48c2-b5d7-fe098bcb7e0e HTTP/1.1" status: 200 len: 1130 time: 0.0395491 May 08 22:21:26.105237 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394c5528-5e6f-4e78-8c8c-c420d8772165 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71b43b0-b7dc-4e11-b18c-2293bb282793,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:21:26.179844 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-fd78241a-55ba-468c-8e0d-692618d83926 None None] Provisioning complete for port 7d9cd269-da9b-46a2-a0f0-afbb0a84d461 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:21:26.180320 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-fd78241a-55ba-468c-8e0d-692618d83926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (7d9cd269-da9b-46a2-a0f0-afbb0a84d461), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:26.205263 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d67ff8-9387-42fb-b918-90b69a81f2f6 req-f2958276-a22a-4d6a-b03d-ef507bfa0d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:21:26.206916 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-69d67ff8-9387-42fb-b918-90b69a81f2f6 req-f2958276-a22a-4d6a-b03d-ef507bfa0d00 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2aae8800-127b-4312-8164-8a20bcfe6f91 HTTP/1.1" status: 200 len: 916 time: 0.0984056 May 08 22:21:26.232465 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-d0357131-f9db-4ef4-8aed-c70c734f27eb tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Deleting port 47e3f24c-9450-41d8-8e7c-60571fc02cdd {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 08 22:21:26.233322 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d0357131-f9db-4ef4-8aed-c70c734f27eb tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791034291685'] for port (47e3f24c-9450-41d8-8e7c-60571fc02cdd), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:26.284188 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-69d67ff8-9387-42fb-b918-90b69a81f2f6 req-02f5592d-818b-4917-ad34-8c1c117df26b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7d9cd269-da9b-46a2-a0f0-afbb0a84d461 HTTP/1.1" status: 200 len: 1002 time: 0.0678384 May 08 22:21:26.307204 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-fd78241a-55ba-468c-8e0d-692618d83926 None None] Current status of the port 7d9cd269-da9b-46a2-a0f0-afbb0a84d461 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:21:26.316889 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d0357131-f9db-4ef4-8aed-c70c734f27eb tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786495'] for port (47e3f24c-9450-41d8-8e7c-60571fc02cdd), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:26.317148 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d0357131-f9db-4ef4-8aed-c70c734f27eb tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Publish callbacks [] for floatingip (47e3f24c-9450-41d8-8e7c-60571fc02cdd), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:26.330398 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-d0357131-f9db-4ef4-8aed-c70c734f27eb tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Calling delete_port for 47e3f24c-9450-41d8-8e7c-60571fc02cdd owned by network:floatingip {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 08 22:21:26.334714 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d67ff8-9387-42fb-b918-90b69a81f2f6 req-40d6d057-f32e-4f7f-9d9b-281b77381e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:21:26.336291 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-69d67ff8-9387-42fb-b918-90b69a81f2f6 req-40d6d057-f32e-4f7f-9d9b-281b77381e32 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e594cb87-8b3c-497d-b749-a06b23b83e86 HTTP/1.1" status: 200 len: 854 time: 0.0457942 May 08 22:21:26.385911 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d67ff8-9387-42fb-b918-90b69a81f2f6 req-a0cc643a-beec-4ab3-849c-85e7e78c8bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:21:26.387579 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-69d67ff8-9387-42fb-b918-90b69a81f2f6 req-a0cc643a-beec-4ab3-849c-85e7e78c8bc3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2aae8800-127b-4312-8164-8a20bcfe6f91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437415 May 08 22:21:26.484289 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-69d67ff8-9387-42fb-b918-90b69a81f2f6 req-63d33871-83f8-4c35-aa73-4a683ba611b1 service neutron] 10.222.0.24 "GET /v2.0/networks/2aae8800-127b-4312-8164-8a20bcfe6f91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898316 May 08 22:21:26.581857 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-69d67ff8-9387-42fb-b918-90b69a81f2f6 req-16251b57-b056-4777-a6b5-6244de7bcf7b service neutron] 10.222.0.24 "GET /v2.0/networks/2aae8800-127b-4312-8164-8a20bcfe6f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897505 May 08 22:21:26.760806 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01097268-7ca8-4015-99c8-878cb4567862 req-1f054bda-43d8-4d26-8856-6dbfba3b112e tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:21:26.762279 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-01097268-7ca8-4015-99c8-878cb4567862 req-1f054bda-43d8-4d26-8856-6dbfba3b112e tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=53151cfa-cbe1-4a29-a17c-2713139a81fb HTTP/1.1" status: 200 len: 943 time: 0.0602496 May 08 22:21:26.763399 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d0357131-f9db-4ef4-8aed-c70c734f27eb tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791034301049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791034024021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59173228'] for port (47e3f24c-9450-41d8-8e7c-60571fc02cdd), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:26.796883 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0357131-f9db-4ef4-8aed-c70c734f27eb tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Pushing event deleted for resources: {'Port': ['ID=47e3f24c-9450-41d8-8e7c-60571fc02cdd,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:21:26.876975 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-01097268-7ca8-4015-99c8-878cb4567862 req-5647d2a4-5530-4e72-b2b1-e3c495c0d14e tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa3abbb6-3dd5-4ffc-8af9-153bc4a67d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082923 May 08 22:21:26.883609 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device 60d04a8b-4841-449b-9974-5a58c9bb498d details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=103630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 08 22:21:26.886903 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d0357131-f9db-4ef4-8aed-c70c734f27eb tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Publish callbacks [] for floatingip (1b33bb00-7992-4ff1-ae33-de98e8598ab6), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:26.887238 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.db.l3_db [None req-d0357131-f9db-4ef4-8aed-c70c734f27eb tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Floating IP 1b33bb00-7992-4ff1-ae33-de98e8598ab6 disassociated (deleted). External IP: 172.27.2.217, port: 7d9cd269-da9b-46a2-a0f0-afbb0a84d461. May 08 22:21:26.986379 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] For port 60d04a8b-4841-449b-9974-5a58c9bb498d, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=60d04a8b-4841-449b-9974-5a58c9bb498d,segment=NetworkSegment(1780dade-a5f8-4e6b-b9bd-a988dd8e04e7),segment_id=1780dade-a5f8-4e6b-b9bd-a988dd8e04e7)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:21:27.005794 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Returning: {'device': '60d04a8b-4841-449b-9974-5a58c9bb498d', 'network_id': 'a4734e2d-d908-4b8e-b542-dd83675e0c99', 'port_id': '60d04a8b-4841-449b-9974-5a58c9bb498d', 'mac_address': 'fa:16:3e:88:14:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cb890a2-14d2-4c0b-a82b-863c0417b5f3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 08 22:21:27.043456 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Current status of the port 60d04a8b-4841-449b-9974-5a58c9bb498d is: DOWN; New status is: BUILD {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:21:27.043849 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (60d04a8b-4841-449b-9974-5a58c9bb498d), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:27.056664 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.notifiers.nova [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60d04a8b-4841-449b-9974-5a58c9bb498d {{(pid=103630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 08 22:21:27.076585 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] For port 60d04a8b-4841-449b-9974-5a58c9bb498d, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=60d04a8b-4841-449b-9974-5a58c9bb498d,segment=NetworkSegment(1780dade-a5f8-4e6b-b9bd-a988dd8e04e7),segment_id=1780dade-a5f8-4e6b-b9bd-a988dd8e04e7)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:21:27.081284 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (60d04a8b-4841-449b-9974-5a58c9bb498d), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:27.117556 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0357131-f9db-4ef4-8aed-c70c734f27eb tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Router a8f265f4-b07f-43aa-9594-a6ccda3c5d38 has already been hosted by L3 agent 69aa2ac4-530d-40c2-a84a-3161d84edf61 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 08 22:21:27.131615 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Pushing event updated for resources: {'Port': ['ID=60d04a8b-4841-449b-9974-5a58c9bb498d,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:21:27.233866 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0357131-f9db-4ef4-8aed-c70c734f27eb tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Notify agent at l3_agent.dv-cinder-840511-5-iscsi the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 08 22:21:27.238880 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d0357131-f9db-4ef4-8aed-c70c734f27eb tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870'] for floatingip (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:27.243400 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e8d16a-e99e-4c36-b17f-68309733e294 None None] Sync routers for ids ['a8f265f4-b07f-43aa-9594-a6ccda3c5d38'] in dv-cinder-840511-5-iscsi {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 08 22:21:27.254927 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e8d16a-e99e-4c36-b17f-68309733e294 None None] Routers {'a8f265f4-b07f-43aa-9594-a6ccda3c5d38'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:21:27.255627 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-44e8d16a-e99e-4c36-b17f-68309733e294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:21:18Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['a8f265f4-b07f-43aa-9594-a6ccda3c5d38'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:21:27.272293 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-d0357131-f9db-4ef4-8aed-c70c734f27eb tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "DELETE /v2.0/floatingips/1b33bb00-7992-4ff1-ae33-de98e8598ab6 HTTP/1.1" status: 204 len: 168 time: 1.2176909 May 08 22:21:27.375340 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-44e8d16a-e99e-4c36-b17f-68309733e294 None None] Set router a8f265f4-b07f-43aa-9594-a6ccda3c5d38 gateway port host: dv-cinder-840511-5-iscsi {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:21:27.567073 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-44e8d16a-e99e-4c36-b17f-68309733e294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f265f4-b07f-43aa-9594-a6ccda3c5d38', 'name': 'tempest-TestMinimumBasicScenario-1998958817-router', 'tenant_id': '591851cbb96843c287971cf54acad618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': 'b639c3ec-0801-415f-b630-4947868392a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:16:15Z', 'updated_at': '2022-05-08T22:16:18Z', 'revision_number': 4, 'project_id': '591851cbb96843c287971cf54acad618', 'gw_port': {'id': 'b639c3ec-0801-415f-b630-4947868392a4', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:a8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f265f4-b07f-43aa-9594-a6ccda3c5d38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:16:15Z', 'updated_at': '2022-05-08T22:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_interfaces': [{'id': 'e8936f5c-2b4b-4cfa-af7d-30a20440a08a', 'name': '', 'network_id': '2aae8800-127b-4312-8164-8a20bcfe6f91', 'tenant_id': '591851cbb96843c287971cf54acad618', 'mac_address': 'fa:16:3e:0c:56:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f265f4-b07f-43aa-9594-a6ccda3c5d38', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'e594cb87-8b3c-497d-b749-a06b23b83e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:16:18Z', 'updated_at': '2022-05-08T22:16:22Z', 'revision_number': 5, 'project_id': '591851cbb96843c287971cf54acad618', 'subnets': [{'id': 'e594cb87-8b3c-497d-b749-a06b23b83e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:21:27.604465 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] get_ports_and_sgs() called for port_ids ['60d04a8b-4841-449b-9974-5a58c9bb498d'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 08 22:21:27.608282 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e8d16a-e99e-4c36-b17f-68309733e294 None None] Checking router: a8f265f4-b07f-43aa-9594-a6ccda3c5d38 for host: dv-cinder-840511-5-iscsi {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 08 22:21:27.766978 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e8d16a-e99e-4c36-b17f-68309733e294 None None] Routers {'a8f265f4-b07f-43aa-9594-a6ccda3c5d38'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:21:27.767587 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-44e8d16a-e99e-4c36-b17f-68309733e294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:21:18Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['a8f265f4-b07f-43aa-9594-a6ccda3c5d38'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:21:27.917965 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-44e8d16a-e99e-4c36-b17f-68309733e294 None None] Set router a8f265f4-b07f-43aa-9594-a6ccda3c5d38 gateway port host: dv-cinder-840511-5-iscsi {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:21:28.005227 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a184e29-6493-48c2-b5d7-fe098bcb7e0e', 'tag': '7d9cd269-da9b-46a2-a0f0-afbb0a84d461'}] {{(pid=103628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 08 22:21:28.007716 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e2a9c85b17fa97aa3ee6f0cc28bce24bf61ad2de26c4d93421d838ad5289b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7788a03a-3a50-4762-8581-38b7b434748d" -d '{"events": [{"name": "network-changed", "server_uuid": "8a184e29-6493-48c2-b5d7-fe098bcb7e0e", "tag": "7d9cd269-da9b-46a2-a0f0-afbb0a84d461"}]}' {{(pid=103628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 08 22:21:28.026744 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9045da24-33d9-4ec6-bb84-ff40ac6cfd60 req-e7e0a220-0bb9-4c91-adc8-160e8e5f4738 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:21:28.028914 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-9045da24-33d9-4ec6-bb84-ff40ac6cfd60 req-e7e0a220-0bb9-4c91-adc8-160e8e5f4738 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=53151cfa-cbe1-4a29-a17c-2713139a81fb HTTP/1.1" status: 200 len: 944 time: 0.0725927 May 08 22:21:28.051052 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 08 May 2022 22:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7d810ba-0195-4267-9e01-a0dd4b1d7bab x-openstack-request-id: req-e7d810ba-0195-4267-9e01-a0dd4b1d7bab {{(pid=103628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 08 22:21:28.051342 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a184e29-6493-48c2-b5d7-fe098bcb7e0e", "tag": "7d9cd269-da9b-46a2-a0f0-afbb0a84d461", "status": "completed", "code": 200}]} {{(pid=103628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 08 22:21:28.051590 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e7d810ba-0195-4267-9e01-a0dd4b1d7bab {{(pid=103628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 08 22:21:28.051980 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7d810ba-0195-4267-9e01-a0dd4b1d7bab'] response: {'name': 'network-changed', 'server_uuid': '8a184e29-6493-48c2-b5d7-fe098bcb7e0e', 'tag': '7d9cd269-da9b-46a2-a0f0-afbb0a84d461', 'status': 'completed', 'code': 200} May 08 22:21:28.081844 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-9045da24-33d9-4ec6-bb84-ff40ac6cfd60 req-22cef541-aa5f-4055-a436-d65dd335328e tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa3abbb6-3dd5-4ffc-8af9-153bc4a67d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465417 May 08 22:21:28.145696 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-44e8d16a-e99e-4c36-b17f-68309733e294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f265f4-b07f-43aa-9594-a6ccda3c5d38', 'name': 'tempest-TestMinimumBasicScenario-1998958817-router', 'tenant_id': '591851cbb96843c287971cf54acad618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': 'b639c3ec-0801-415f-b630-4947868392a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:16:15Z', 'updated_at': '2022-05-08T22:16:18Z', 'revision_number': 4, 'project_id': '591851cbb96843c287971cf54acad618', 'gw_port': {'id': 'b639c3ec-0801-415f-b630-4947868392a4', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:a8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f265f4-b07f-43aa-9594-a6ccda3c5d38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:16:15Z', 'updated_at': '2022-05-08T22:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_interfaces': [{'id': 'e8936f5c-2b4b-4cfa-af7d-30a20440a08a', 'name': '', 'network_id': '2aae8800-127b-4312-8164-8a20bcfe6f91', 'tenant_id': '591851cbb96843c287971cf54acad618', 'mac_address': 'fa:16:3e:0c:56:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f265f4-b07f-43aa-9594-a6ccda3c5d38', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'e594cb87-8b3c-497d-b749-a06b23b83e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:16:18Z', 'updated_at': '2022-05-08T22:16:22Z', 'revision_number': 5, 'project_id': '591851cbb96843c287971cf54acad618', 'subnets': [{'id': 'e594cb87-8b3c-497d-b749-a06b23b83e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:21:28.172360 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e8d16a-e99e-4c36-b17f-68309733e294 None None] The sync data for ids ['a8f265f4-b07f-43aa-9594-a6ccda3c5d38'] in dv-cinder-840511-5-iscsi is: [{'id': 'a8f265f4-b07f-43aa-9594-a6ccda3c5d38', 'name': 'tempest-TestMinimumBasicScenario-1998958817-router', 'tenant_id': '591851cbb96843c287971cf54acad618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': 'b639c3ec-0801-415f-b630-4947868392a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:16:15Z', 'updated_at': '2022-05-08T22:16:18Z', 'revision_number': 4, 'project_id': '591851cbb96843c287971cf54acad618', 'gw_port': {'id': 'b639c3ec-0801-415f-b630-4947868392a4', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:a8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f265f4-b07f-43aa-9594-a6ccda3c5d38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:16:15Z', 'updated_at': '2022-05-08T22:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_interfaces': [{'id': 'e8936f5c-2b4b-4cfa-af7d-30a20440a08a', 'name': '', 'network_id': '2aae8800-127b-4312-8164-8a20bcfe6f91', 'tenant_id': '591851cbb96843c287971cf54acad618', 'mac_address': 'fa:16:3e:0c:56:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f265f4-b07f-43aa-9594-a6ccda3c5d38', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': 'e594cb87-8b3c-497d-b749-a06b23b83e86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:16:18Z', 'updated_at': '2022-05-08T22:16:22Z', 'revision_number': 5, 'project_id': '591851cbb96843c287971cf54acad618', 'subnets': [{'id': 'e594cb87-8b3c-497d-b749-a06b23b83e86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 08 22:21:28.226564 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7788a03a-3a50-4762-8581-38b7b434748d req-ecf73b9e-6eef-4c0c-9dc1-80034475a737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:21:28.228081 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-7788a03a-3a50-4762-8581-38b7b434748d req-ecf73b9e-6eef-4c0c-9dc1-80034475a737 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=591851cbb96843c287971cf54acad618&device_id=8a184e29-6493-48c2-b5d7-fe098bcb7e0e HTTP/1.1" status: 200 len: 1130 time: 0.0421283 May 08 22:21:28.333191 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7788a03a-3a50-4762-8581-38b7b434748d req-8c96e976-7f98-420d-942e-7d1fb8585898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:21:28.334840 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-7788a03a-3a50-4762-8581-38b7b434748d req-8c96e976-7f98-420d-942e-7d1fb8585898 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2aae8800-127b-4312-8164-8a20bcfe6f91 HTTP/1.1" status: 200 len: 916 time: 0.0965645 May 08 22:21:28.384300 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-7788a03a-3a50-4762-8581-38b7b434748d req-1f581d12-ac0c-41e4-8d36-05b5230ee07b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7d9cd269-da9b-46a2-a0f0-afbb0a84d461 HTTP/1.1" status: 200 len: 217 time: 0.0402086 May 08 22:21:28.436254 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7788a03a-3a50-4762-8581-38b7b434748d req-0b3c35a1-53ef-4122-a9f3-9aa504bae880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:21:28.437764 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-7788a03a-3a50-4762-8581-38b7b434748d req-0b3c35a1-53ef-4122-a9f3-9aa504bae880 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e594cb87-8b3c-497d-b749-a06b23b83e86 HTTP/1.1" status: 200 len: 854 time: 0.0457988 May 08 22:21:28.438176 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4138c7-936b-435c-99af-3b62d60883bc None None] New status for floating IP 1b33bb00-7992-4ff1-ae33-de98e8598ab6: DOWN {{(pid=103631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 08 22:21:28.483683 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7788a03a-3a50-4762-8581-38b7b434748d req-6f12e14d-6629-4b64-85ce-22d50109df9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:21:28.485240 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-7788a03a-3a50-4762-8581-38b7b434748d req-6f12e14d-6629-4b64-85ce-22d50109df9a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2aae8800-127b-4312-8164-8a20bcfe6f91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397859 May 08 22:21:28.582129 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-7788a03a-3a50-4762-8581-38b7b434748d req-bef081b4-31de-4881-aae6-c9c6bd2ea576 service neutron] 10.222.0.24 "GET /v2.0/networks/2aae8800-127b-4312-8164-8a20bcfe6f91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894647 May 08 22:21:28.684294 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-7788a03a-3a50-4762-8581-38b7b434748d req-cfd6e421-93f2-4f6d-ad32-4c1de0b61c10 service neutron] 10.222.0.24 "GET /v2.0/networks/2aae8800-127b-4312-8164-8a20bcfe6f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942204 May 08 22:21:29.205571 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e44e72-4ce0-4a46-9629-a3fb24abbde3 req-dd457144-24c0-4211-ab1f-4f7cb030554a tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:21:29.207086 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-75e44e72-4ce0-4a46-9629-a3fb24abbde3 req-dd457144-24c0-4211-ab1f-4f7cb030554a tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=53151cfa-cbe1-4a29-a17c-2713139a81fb HTTP/1.1" status: 200 len: 944 time: 0.0474956 May 08 22:21:29.220393 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device 60d04a8b-4841-449b-9974-5a58c9bb498d up at agent hyperv_hv-cinder-84051 {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 08 22:21:29.254455 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-75e44e72-4ce0-4a46-9629-a3fb24abbde3 req-66189f96-1c96-49c0-b0e2-40316e9abd7f tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa3abbb6-3dd5-4ffc-8af9-153bc4a67d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418093 May 08 22:21:29.267911 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Provisioning for port 60d04a8b-4841-449b-9974-5a58c9bb498d completed by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 08 22:21:29.276673 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Provisioning complete for port 60d04a8b-4841-449b-9974-5a58c9bb498d triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:21:29.277027 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (60d04a8b-4841-449b-9974-5a58c9bb498d), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:29.357167 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Current status of the port 60d04a8b-4841-449b-9974-5a58c9bb498d is: BUILD; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:21:29.357549 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (60d04a8b-4841-449b-9974-5a58c9bb498d), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:29.380337 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53151cfa-cbe1-4a29-a17c-2713139a81fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d04a8b-4841-449b-9974-5a58c9bb498d'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 08 22:21:29.382635 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bcef9e280bae9da70c0250555725ec84c8fe71b1405edcfc00240691fe86bce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d05637bc-3727-4ea9-8860-002c744e4fd9" -d '{"events": [{"server_uuid": "53151cfa-cbe1-4a29-a17c-2713139a81fb", "name": "network-vif-plugged", "status": "completed", "tag": "60d04a8b-4841-449b-9974-5a58c9bb498d"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 08 22:21:29.394953 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] For port 60d04a8b-4841-449b-9974-5a58c9bb498d, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=60d04a8b-4841-449b-9974-5a58c9bb498d,segment=NetworkSegment(1780dade-a5f8-4e6b-b9bd-a988dd8e04e7),segment_id=1780dade-a5f8-4e6b-b9bd-a988dd8e04e7)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:21:29.399634 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (60d04a8b-4841-449b-9974-5a58c9bb498d), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:29.446815 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Pushing event updated for resources: {'Port': ['ID=60d04a8b-4841-449b-9974-5a58c9bb498d,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:21:29.477594 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 08 May 2022 22:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdcb05a8-3f0b-49b1-8a2c-f65e39577017 x-openstack-request-id: req-bdcb05a8-3f0b-49b1-8a2c-f65e39577017 {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 08 22:21:29.477906 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53151cfa-cbe1-4a29-a17c-2713139a81fb", "name": "network-vif-plugged", "status": "completed", "tag": "60d04a8b-4841-449b-9974-5a58c9bb498d", "code": 200}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 08 22:21:29.478157 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bdcb05a8-3f0b-49b1-8a2c-f65e39577017 {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 08 22:21:29.478633 dv-cinder-840511-5-iscsi neutron-server[103630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdcb05a8-3f0b-49b1-8a2c-f65e39577017'] response: {'server_uuid': '53151cfa-cbe1-4a29-a17c-2713139a81fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d04a8b-4841-449b-9974-5a58c9bb498d', 'code': 200} May 08 22:21:29.713682 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e24d8f-ac15-47f6-9dce-d7f6ec243e03 req-c5401ed3-f4c1-4b04-8066-3b5105662c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:21:29.715216 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-03e24d8f-ac15-47f6-9dce-d7f6ec243e03 req-c5401ed3-f4c1-4b04-8066-3b5105662c97 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=53151cfa-cbe1-4a29-a17c-2713139a81fb HTTP/1.1" status: 200 len: 1129 time: 0.0403533 May 08 22:21:29.766829 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-03e24d8f-ac15-47f6-9dce-d7f6ec243e03 req-5b5e471a-0905-4684-b9fc-d4aa2a2b203e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=fa3abbb6-3dd5-4ffc-8af9-153bc4a67d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424914 May 08 22:21:30.380552 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df476ea4-1ab5-4c86-a7f2-4e43de7b9fac req-69ddce68-57c9-4bc1-a32a-92e5559ea8b1 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:21:30.382327 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-df476ea4-1ab5-4c86-a7f2-4e43de7b9fac req-69ddce68-57c9-4bc1-a32a-92e5559ea8b1 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=53151cfa-cbe1-4a29-a17c-2713139a81fb HTTP/1.1" status: 200 len: 945 time: 0.0521171 May 08 22:21:30.434365 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-df476ea4-1ab5-4c86-a7f2-4e43de7b9fac req-2f0c3824-3c2a-4fd1-a977-9f8fd57e087c tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa3abbb6-3dd5-4ffc-8af9-153bc4a67d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463674 May 08 22:21:31.221805 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c95c56-9d61-4482-bdb8-7b17df2057f8 req-63deb718-dd2c-4b47-925b-a6f38096c690 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:21:31.223298 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-b2c95c56-9d61-4482-bdb8-7b17df2057f8 req-63deb718-dd2c-4b47-925b-a6f38096c690 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a184e29-6493-48c2-b5d7-fe098bcb7e0e HTTP/1.1" status: 200 len: 946 time: 0.0489662 May 08 22:21:31.287649 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-b2c95c56-9d61-4482-bdb8-7b17df2057f8 req-f92c6460-62c3-48ee-89f1-f0ce2a2c8c36 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/security-groups?id=37a1b9bc-e6b4-43c1-bfa8-8a40c582d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579157 May 08 22:21:31.550588 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae444f13-1ddd-4c6c-9674-0c79868ab061 req-b3730635-d677-407f-b0af-e13e7813e894 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:21:31.552017 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-ae444f13-1ddd-4c6c-9674-0c79868ab061 req-b3730635-d677-407f-b0af-e13e7813e894 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=53151cfa-cbe1-4a29-a17c-2713139a81fb HTTP/1.1" status: 200 len: 945 time: 0.0472298 May 08 22:21:31.601273 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-ae444f13-1ddd-4c6c-9674-0c79868ab061 req-d3377fd0-10e1-4303-ac48-e3e87446622a tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa3abbb6-3dd5-4ffc-8af9-153bc4a67d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411286 May 08 22:21:32.415846 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1ca208-faf3-4200-a819-2c78f5f70cd0 req-3a3dd05c-66bc-44a1-adba-3b01b7508fdb tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:21:32.417331 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-fe1ca208-faf3-4200-a819-2c78f5f70cd0 req-3a3dd05c-66bc-44a1-adba-3b01b7508fdb tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a184e29-6493-48c2-b5d7-fe098bcb7e0e HTTP/1.1" status: 200 len: 946 time: 0.0579479 May 08 22:21:32.469697 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-fe1ca208-faf3-4200-a819-2c78f5f70cd0 req-8696c10c-305b-44b0-a8b6-1d8ddc614d33 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/security-groups?id=37a1b9bc-e6b4-43c1-bfa8-8a40c582d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440476 May 08 22:21:32.739771 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3d3f6-9a20-4b76-856b-5221492b40a0 req-51d0bcb6-5945-4d90-a4cc-0e5d81a24c5f tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:21:32.741277 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-bdc3d3f6-9a20-4b76-856b-5221492b40a0 req-51d0bcb6-5945-4d90-a4cc-0e5d81a24c5f tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=53151cfa-cbe1-4a29-a17c-2713139a81fb HTTP/1.1" status: 200 len: 945 time: 0.0539231 May 08 22:21:32.791387 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-bdc3d3f6-9a20-4b76-856b-5221492b40a0 req-12c3c415-6c9d-4396-8100-c14a2cb6b889 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa3abbb6-3dd5-4ffc-8af9-153bc4a67d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417874 May 08 22:21:33.598204 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab81106-ee42-4aff-810b-9886dfc098ff req-c21cce88-8b5f-4efe-991b-bc20230eddf8 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:21:33.599889 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-dab81106-ee42-4aff-810b-9886dfc098ff req-c21cce88-8b5f-4efe-991b-bc20230eddf8 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a184e29-6493-48c2-b5d7-fe098bcb7e0e HTTP/1.1" status: 200 len: 946 time: 0.0509779 May 08 22:21:33.657129 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-dab81106-ee42-4aff-810b-9886dfc098ff req-44ff8131-902a-4b85-9383-d91e90737e0e tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/security-groups?id=37a1b9bc-e6b4-43c1-bfa8-8a40c582d1ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514615 May 08 22:21:33.909741 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd13c28-04f8-4834-85cc-9a88aaff047c req-e1948128-cf24-491a-897f-303c51a73386 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:21:33.911249 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-bfd13c28-04f8-4834-85cc-9a88aaff047c req-e1948128-cf24-491a-897f-303c51a73386 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=53151cfa-cbe1-4a29-a17c-2713139a81fb HTTP/1.1" status: 200 len: 945 time: 0.0497277 May 08 22:21:33.930907 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f345356-28a0-4d91-b1ce-da3a09b88cb6 req-3bcc7b49-4477-4877-a6dc-24a860a6ce1b tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:21:33.932404 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-9f345356-28a0-4d91-b1ce-da3a09b88cb6 req-3bcc7b49-4477-4877-a6dc-24a860a6ce1b tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a184e29-6493-48c2-b5d7-fe098bcb7e0e HTTP/1.1" status: 200 len: 946 time: 0.0467124 May 08 22:21:33.964661 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-bfd13c28-04f8-4834-85cc-9a88aaff047c req-53e6f581-329d-4bb5-b60c-8e47f20ef871 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa3abbb6-3dd5-4ffc-8af9-153bc4a67d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472698 May 08 22:21:34.021766 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-9f345356-28a0-4d91-b1ce-da3a09b88cb6 req-628d19fc-34d9-4302-b1af-6d54d89fd527 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Deleting port 7d9cd269-da9b-46a2-a0f0-afbb0a84d461 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 08 22:21:34.022166 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-9f345356-28a0-4d91-b1ce-da3a09b88cb6 req-628d19fc-34d9-4302-b1af-6d54d89fd527 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791034291685'] for port (7d9cd269-da9b-46a2-a0f0-afbb0a84d461), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:34.078180 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e239c4-3b49-45d2-a695-1b47f0e72519 req-7ebdb37c-9c5c-4444-82a9-ea4eb773dced tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:21:34.079589 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-16e239c4-3b49-45d2-a695-1b47f0e72519 req-7ebdb37c-9c5c-4444-82a9-ea4eb773dced tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=53151cfa-cbe1-4a29-a17c-2713139a81fb HTTP/1.1" status: 200 len: 945 time: 0.0476131 May 08 22:21:34.088256 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 55888) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:21:34.092973 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.v2.base [None req-2ce4afcd-fa64-47d3-a0bb-a5e915ce3a92 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Request body: {'floatingip': {'port_id': '60d04a8b-4841-449b-9974-5a58c9bb498d'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:21:34.114128 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-9f345356-28a0-4d91-b1ce-da3a09b88cb6 req-628d19fc-34d9-4302-b1af-6d54d89fd527 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] For port 7d9cd269-da9b-46a2-a0f0-afbb0a84d461, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=7d9cd269-da9b-46a2-a0f0-afbb0a84d461,segment=NetworkSegment(15aac9db-17a7-464b-8eed-23bde88d4145),segment_id=15aac9db-17a7-464b-8eed-23bde88d4145)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:21:34.114472 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-9f345356-28a0-4d91-b1ce-da3a09b88cb6 req-628d19fc-34d9-4302-b1af-6d54d89fd527 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786495'] for port (7d9cd269-da9b-46a2-a0f0-afbb0a84d461), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:34.127637 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-9f345356-28a0-4d91-b1ce-da3a09b88cb6 req-628d19fc-34d9-4302-b1af-6d54d89fd527 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Calling delete_port for 7d9cd269-da9b-46a2-a0f0-afbb0a84d461 owned by compute:nova {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 08 22:21:34.134909 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2ce4afcd-fa64-47d3-a0bb-a5e915ce3a92 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks [] for floatingip (f3f4d0d0-3df5-444d-9557-11bc7b207f26), before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:34.256015 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-9f345356-28a0-4d91-b1ce-da3a09b88cb6 req-628d19fc-34d9-4302-b1af-6d54d89fd527 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791034301049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791034024021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633834'] for port (7d9cd269-da9b-46a2-a0f0-afbb0a84d461), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:34.284845 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628d19fc-34d9-4302-b1af-6d54d89fd527 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Pushing event deleted for resources: {'Port': ['ID=7d9cd269-da9b-46a2-a0f0-afbb0a84d461,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:21:34.301612 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] get_ports_and_sgs() called for port_ids ['7d9cd269-da9b-46a2-a0f0-afbb0a84d461'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 08 22:21:34.335758 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f345356-28a0-4d91-b1ce-da3a09b88cb6 req-628d19fc-34d9-4302-b1af-6d54d89fd527 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] No DVR routers for this DVR port 7d9cd269-da9b-46a2-a0f0-afbb0a84d461 on host hv-cinder-84051 {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 08 22:21:34.339047 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-9f345356-28a0-4d91-b1ce-da3a09b88cb6 req-628d19fc-34d9-4302-b1af-6d54d89fd527 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870'] for port (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:34.342355 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-9f345356-28a0-4d91-b1ce-da3a09b88cb6 req-628d19fc-34d9-4302-b1af-6d54d89fd527 tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.24 "DELETE /v2.0/ports/7d9cd269-da9b-46a2-a0f0-afbb0a84d461 HTTP/1.1" status: 204 len: 173 time: 0.4037418 May 08 22:21:34.342788 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a184e29-6493-48c2-b5d7-fe098bcb7e0e', 'name': 'network-vif-deleted', 'tag': '7d9cd269-da9b-46a2-a0f0-afbb0a84d461'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 08 22:21:34.345083 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cc8a0c475ac6fe54f5122aa5a8750c48412c688b8f67dba420990604a8daf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e21a72ee-6829-476d-95cb-b7e4f6174eae" -d '{"events": [{"server_uuid": "8a184e29-6493-48c2-b5d7-fe098bcb7e0e", "name": "network-vif-deleted", "tag": "7d9cd269-da9b-46a2-a0f0-afbb0a84d461"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 08 22:21:34.391884 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 08 May 2022 22:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-607d005a-1989-4572-88c6-4e303ab5395d x-openstack-request-id: req-607d005a-1989-4572-88c6-4e303ab5395d {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 08 22:21:34.392160 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a184e29-6493-48c2-b5d7-fe098bcb7e0e", "name": "network-vif-deleted", "tag": "7d9cd269-da9b-46a2-a0f0-afbb0a84d461", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 08 22:21:34.392412 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-607d005a-1989-4572-88c6-4e303ab5395d {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 08 22:21:34.392839 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-607d005a-1989-4572-88c6-4e303ab5395d'] response: {'server_uuid': '8a184e29-6493-48c2-b5d7-fe098bcb7e0e', 'name': 'network-vif-deleted', 'tag': '7d9cd269-da9b-46a2-a0f0-afbb0a84d461', 'status': 'completed', 'code': 200} May 08 22:21:34.608665 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2ce4afcd-fa64-47d3-a0bb-a5e915ce3a92 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:34.613710 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2ce4afcd-fa64-47d3-a0bb-a5e915ce3a92 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-788248'] for floatingip (f3f4d0d0-3df5-444d-9557-11bc7b207f26), after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:34.720769 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.db.l3_db [None req-2ce4afcd-fa64-47d3-a0bb-a5e915ce3a92 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Floating IP f3f4d0d0-3df5-444d-9557-11bc7b207f26 associated. External IP: 172.27.2.125, port: 60d04a8b-4841-449b-9974-5a58c9bb498d. May 08 22:21:34.790724 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-e8b8c5c1-9ad2-4350-a756-a1aed00f4ddb req-4aa492da-ed44-4cfd-8c32-507b31b2bafb tempest-TestMinimumBasicScenario-168245099 tempest-TestMinimumBasicScenario-168245099-project] 10.222.0.44 "GET /v2.0/ports?device_id=8a184e29-6493-48c2-b5d7-fe098bcb7e0e HTTP/1.1" status: 200 len: 210 time: 0.0326166 May 08 22:21:34.970312 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ce4afcd-fa64-47d3-a0bb-a5e915ce3a92 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Router 8e291ff0-32e4-4e5d-affc-34ff10dda5b3 has already been hosted by L3 agent 69aa2ac4-530d-40c2-a84a-3161d84edf61 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 08 22:21:35.081632 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ce4afcd-fa64-47d3-a0bb-a5e915ce3a92 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Notify agent at l3_agent.dv-cinder-840511-5-iscsi the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 08 22:21:35.086971 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2ce4afcd-fa64-47d3-a0bb-a5e915ce3a92 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870'] for floatingip (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:35.092407 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3e01f0-0084-4c26-90e6-dfe0f00fb325 None None] Sync routers for ids ['8e291ff0-32e4-4e5d-affc-34ff10dda5b3'] in dv-cinder-840511-5-iscsi {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 08 22:21:35.103824 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3e01f0-0084-4c26-90e6-dfe0f00fb325 None None] Routers {'8e291ff0-32e4-4e5d-affc-34ff10dda5b3'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:21:35.104756 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-9d3e01f0-0084-4c26-90e6-dfe0f00fb325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:21:18Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['8e291ff0-32e4-4e5d-affc-34ff10dda5b3'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:21:35.117645 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-2ce4afcd-fa64-47d3-a0bb-a5e915ce3a92 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "PUT /v2.0/floatingips/f3f4d0d0-3df5-444d-9557-11bc7b207f26 HTTP/1.1" status: 200 len: 991 time: 1.0278232 May 08 22:21:35.118134 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53151cfa-cbe1-4a29-a17c-2713139a81fb', 'tag': '60d04a8b-4841-449b-9974-5a58c9bb498d'}] {{(pid=103628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 08 22:21:35.120391 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e2a9c85b17fa97aa3ee6f0cc28bce24bf61ad2de26c4d93421d838ad5289b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b364d2-eca7-40f2-b45f-de7bc20f193f" -d '{"events": [{"name": "network-changed", "server_uuid": "53151cfa-cbe1-4a29-a17c-2713139a81fb", "tag": "60d04a8b-4841-449b-9974-5a58c9bb498d"}]}' {{(pid=103628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 08 22:21:35.158719 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 08 May 2022 22:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ebedf14-c130-4e23-b17c-8f316247ca80 x-openstack-request-id: req-2ebedf14-c130-4e23-b17c-8f316247ca80 {{(pid=103628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 08 22:21:35.159008 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53151cfa-cbe1-4a29-a17c-2713139a81fb", "tag": "60d04a8b-4841-449b-9974-5a58c9bb498d", "status": "completed", "code": 200}]} {{(pid=103628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 08 22:21:35.159257 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2ebedf14-c130-4e23-b17c-8f316247ca80 {{(pid=103628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 08 22:21:35.159663 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ebedf14-c130-4e23-b17c-8f316247ca80'] response: {'name': 'network-changed', 'server_uuid': '53151cfa-cbe1-4a29-a17c-2713139a81fb', 'tag': '60d04a8b-4841-449b-9974-5a58c9bb498d', 'status': 'completed', 'code': 200} May 08 22:21:35.218655 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-9d3e01f0-0084-4c26-90e6-dfe0f00fb325 None None] Set router 8e291ff0-32e4-4e5d-affc-34ff10dda5b3 gateway port host: dv-cinder-840511-5-iscsi {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:21:35.243565 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b364d2-eca7-40f2-b45f-de7bc20f193f req-a34e0359-d862-42eb-be73-fc46c49e9e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:21:35.245093 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-87b364d2-eca7-40f2-b45f-de7bc20f193f req-a34e0359-d862-42eb-be73-fc46c49e9e99 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=489bde08b9284b5f8e5eb2ebc398b963&device_id=53151cfa-cbe1-4a29-a17c-2713139a81fb HTTP/1.1" status: 200 len: 1129 time: 0.0392609 May 08 22:21:35.338098 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b364d2-eca7-40f2-b45f-de7bc20f193f req-8ae5c724-568f-4bbc-a789-97e2828a66fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:21:35.339899 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-87b364d2-eca7-40f2-b45f-de7bc20f193f req-8ae5c724-568f-4bbc-a789-97e2828a66fb service neutron] 10.222.0.24 "GET /v2.0/networks?id=a4734e2d-d908-4b8e-b542-dd83675e0c99 HTTP/1.1" status: 200 len: 916 time: 0.0888422 May 08 22:21:35.406903 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-87b364d2-eca7-40f2-b45f-de7bc20f193f req-8f7fd004-8b20-4af2-807f-906849351f20 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60d04a8b-4841-449b-9974-5a58c9bb498d HTTP/1.1" status: 200 len: 999 time: 0.0597012 May 08 22:21:35.438594 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-9d3e01f0-0084-4c26-90e6-dfe0f00fb325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'name': 'tempest-AttachVolumeNegativeTest-1605491633-router', 'tenant_id': '489bde08b9284b5f8e5eb2ebc398b963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '2a091782-ccc9-48ce-b046-9b493d4f29d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:15:08Z', 'updated_at': '2022-05-08T22:15:17Z', 'revision_number': 4, 'project_id': '489bde08b9284b5f8e5eb2ebc398b963', 'gw_port': {'id': '2a091782-ccc9-48ce-b046-9b493d4f29d4', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ff:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:10Z', 'updated_at': '2022-05-08T22:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_floatingips': [{'id': 'f3f4d0d0-3df5-444d-9557-11bc7b207f26', 'tenant_id': '489bde08b9284b5f8e5eb2ebc398b963', 'floating_ip_address': '172.27.2.125', 'floating_network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'router_id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'port_id': '60d04a8b-4841-449b-9974-5a58c9bb498d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4734e2d-d908-4b8e-b542-dd83675e0c99', 'mac_address': 'fa:16:3e:88:14:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53151cfa-cbe1-4a29-a17c-2713139a81fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-08T22:21:16Z', 'updated_at': '2022-05-08T22:21:34Z', 'revision_number': 1, 'project_id': '489bde08b9284b5f8e5eb2ebc398b963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6deee425-784f-4ef9-823b-d791d7155c4e', 'name': '', 'network_id': 'a4734e2d-d908-4b8e-b542-dd83675e0c99', 'tenant_id': '489bde08b9284b5f8e5eb2ebc398b963', 'mac_address': 'fa:16:3e:e1:09:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7cb890a2-14d2-4c0b-a82b-863c0417b5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:16Z', 'updated_at': '2022-05-08T22:15:34Z', 'revision_number': 5, 'project_id': '489bde08b9284b5f8e5eb2ebc398b963', 'subnets': [{'id': '7cb890a2-14d2-4c0b-a82b-863c0417b5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:21:35.464124 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b364d2-eca7-40f2-b45f-de7bc20f193f req-b25a12d1-4be9-4754-9a8a-2f0dd8c5813a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:21:35.465613 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-87b364d2-eca7-40f2-b45f-de7bc20f193f req-b25a12d1-4be9-4754-9a8a-2f0dd8c5813a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7cb890a2-14d2-4c0b-a82b-863c0417b5f3 HTTP/1.1" status: 200 len: 854 time: 0.0475359 May 08 22:21:35.470082 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3e01f0-0084-4c26-90e6-dfe0f00fb325 None None] Checking router: 8e291ff0-32e4-4e5d-affc-34ff10dda5b3 for host: dv-cinder-840511-5-iscsi {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 08 22:21:35.480363 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3e01f0-0084-4c26-90e6-dfe0f00fb325 None None] Routers {'8e291ff0-32e4-4e5d-affc-34ff10dda5b3'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:21:35.481065 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-9d3e01f0-0084-4c26-90e6-dfe0f00fb325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:21:18Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['8e291ff0-32e4-4e5d-affc-34ff10dda5b3'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:21:35.515892 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b364d2-eca7-40f2-b45f-de7bc20f193f req-0fb99b2d-5c60-4d0f-ab08-d281314accda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:21:35.517419 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-87b364d2-eca7-40f2-b45f-de7bc20f193f req-0fb99b2d-5c60-4d0f-ab08-d281314accda service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a4734e2d-d908-4b8e-b542-dd83675e0c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401955 May 08 22:21:35.590834 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-9d3e01f0-0084-4c26-90e6-dfe0f00fb325 None None] Set router 8e291ff0-32e4-4e5d-affc-34ff10dda5b3 gateway port host: dv-cinder-840511-5-iscsi {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:21:35.607762 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-87b364d2-eca7-40f2-b45f-de7bc20f193f req-9f82691a-7516-4521-bb39-0cb0f8dc41d4 service neutron] 10.222.0.24 "GET /v2.0/networks/a4734e2d-d908-4b8e-b542-dd83675e0c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834291 May 08 22:21:35.705261 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-87b364d2-eca7-40f2-b45f-de7bc20f193f req-74404940-1109-4c35-9a30-9597fcf45a4f service neutron] 10.222.0.24 "GET /v2.0/networks/a4734e2d-d908-4b8e-b542-dd83675e0c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904417 May 08 22:21:35.804661 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-9d3e01f0-0084-4c26-90e6-dfe0f00fb325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'name': 'tempest-AttachVolumeNegativeTest-1605491633-router', 'tenant_id': '489bde08b9284b5f8e5eb2ebc398b963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '2a091782-ccc9-48ce-b046-9b493d4f29d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:15:08Z', 'updated_at': '2022-05-08T22:15:17Z', 'revision_number': 4, 'project_id': '489bde08b9284b5f8e5eb2ebc398b963', 'gw_port': {'id': '2a091782-ccc9-48ce-b046-9b493d4f29d4', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ff:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:10Z', 'updated_at': '2022-05-08T22:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_floatingips': [{'id': 'f3f4d0d0-3df5-444d-9557-11bc7b207f26', 'tenant_id': '489bde08b9284b5f8e5eb2ebc398b963', 'floating_ip_address': '172.27.2.125', 'floating_network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'router_id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'port_id': '60d04a8b-4841-449b-9974-5a58c9bb498d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4734e2d-d908-4b8e-b542-dd83675e0c99', 'mac_address': 'fa:16:3e:88:14:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53151cfa-cbe1-4a29-a17c-2713139a81fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-08T22:21:16Z', 'updated_at': '2022-05-08T22:21:34Z', 'revision_number': 1, 'project_id': '489bde08b9284b5f8e5eb2ebc398b963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6deee425-784f-4ef9-823b-d791d7155c4e', 'name': '', 'network_id': 'a4734e2d-d908-4b8e-b542-dd83675e0c99', 'tenant_id': '489bde08b9284b5f8e5eb2ebc398b963', 'mac_address': 'fa:16:3e:e1:09:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7cb890a2-14d2-4c0b-a82b-863c0417b5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:16Z', 'updated_at': '2022-05-08T22:15:34Z', 'revision_number': 5, 'project_id': '489bde08b9284b5f8e5eb2ebc398b963', 'subnets': [{'id': '7cb890a2-14d2-4c0b-a82b-863c0417b5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:21:35.961952 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3e01f0-0084-4c26-90e6-dfe0f00fb325 None None] The sync data for ids ['8e291ff0-32e4-4e5d-affc-34ff10dda5b3'] in dv-cinder-840511-5-iscsi is: [{'id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'name': 'tempest-AttachVolumeNegativeTest-1605491633-router', 'tenant_id': '489bde08b9284b5f8e5eb2ebc398b963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '2a091782-ccc9-48ce-b046-9b493d4f29d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:15:08Z', 'updated_at': '2022-05-08T22:15:17Z', 'revision_number': 4, 'project_id': '489bde08b9284b5f8e5eb2ebc398b963', 'gw_port': {'id': '2a091782-ccc9-48ce-b046-9b493d4f29d4', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ff:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:10Z', 'updated_at': '2022-05-08T22:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_floatingips': [{'id': 'f3f4d0d0-3df5-444d-9557-11bc7b207f26', 'tenant_id': '489bde08b9284b5f8e5eb2ebc398b963', 'floating_ip_address': '172.27.2.125', 'floating_network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'router_id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'port_id': '60d04a8b-4841-449b-9974-5a58c9bb498d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4734e2d-d908-4b8e-b542-dd83675e0c99', 'mac_address': 'fa:16:3e:88:14:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53151cfa-cbe1-4a29-a17c-2713139a81fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-08T22:21:16Z', 'updated_at': '2022-05-08T22:21:34Z', 'revision_number': 1, 'project_id': '489bde08b9284b5f8e5eb2ebc398b963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6deee425-784f-4ef9-823b-d791d7155c4e', 'name': '', 'network_id': 'a4734e2d-d908-4b8e-b542-dd83675e0c99', 'tenant_id': '489bde08b9284b5f8e5eb2ebc398b963', 'mac_address': 'fa:16:3e:e1:09:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7cb890a2-14d2-4c0b-a82b-863c0417b5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:16Z', 'updated_at': '2022-05-08T22:15:34Z', 'revision_number': 5, 'project_id': '489bde08b9284b5f8e5eb2ebc398b963', 'subnets': [{'id': '7cb890a2-14d2-4c0b-a82b-863c0417b5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 08 22:21:36.175049 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019fc49c-7783-475e-be54-aea56b68e808 None None] New status for floating IP f3f4d0d0-3df5-444d-9557-11bc7b207f26: ACTIVE {{(pid=103631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 08 22:21:36.546583 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 55948) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:21:37.061635 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-dc70b140-020c-4d47-a40b-049030ccea1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-786677'] for router_interface (a8f265f4-b07f-43aa-9594-a6ccda3c5d38), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:37.259739 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device 7d9cd269-da9b-46a2-a0f0-afbb0a84d461 no longer exists at agent hyperv_hv-cinder-84051 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 08 22:21:37.280088 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] No Port match for: 7d9cd269-da9b-46a2-a0f0-afbb0a84d461 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 08 22:21:37.280440 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device 7d9cd269-da9b-46a2-a0f0-afbb0a84d461 not bound to the agent host hv-cinder-84051 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 08 22:21:37.358110 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-dc70b140-020c-4d47-a40b-049030ccea1d admin admin] Deleting port e8936f5c-2b4b-4cfa-af7d-30a20440a08a {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 08 22:21:37.358465 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-dc70b140-020c-4d47-a40b-049030ccea1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791034291685'] for port (e8936f5c-2b4b-4cfa-af7d-30a20440a08a), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:37.441451 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-dc70b140-020c-4d47-a40b-049030ccea1d admin admin] For port e8936f5c-2b4b-4cfa-af7d-30a20440a08a, host dv-cinder-840511-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=e8936f5c-2b4b-4cfa-af7d-30a20440a08a,segment=NetworkSegment(15aac9db-17a7-464b-8eed-23bde88d4145),segment_id=15aac9db-17a7-464b-8eed-23bde88d4145)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:21:37.441823 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-dc70b140-020c-4d47-a40b-049030ccea1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786495'] for port (e8936f5c-2b4b-4cfa-af7d-30a20440a08a), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:37.454923 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-dc70b140-020c-4d47-a40b-049030ccea1d admin admin] Calling delete_port for e8936f5c-2b4b-4cfa-af7d-30a20440a08a owned by network:router_interface {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 08 22:21:37.648590 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-dc70b140-020c-4d47-a40b-049030ccea1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791034301049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791034024021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59173228'] for port (e8936f5c-2b4b-4cfa-af7d-30a20440a08a), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:37.672835 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc70b140-020c-4d47-a40b-049030ccea1d admin admin] Pushing event deleted for resources: {'Port': ['ID=e8936f5c-2b4b-4cfa-af7d-30a20440a08a,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:21:38.074578 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-dc70b140-020c-4d47-a40b-049030ccea1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1045482'] for router_interface (a8f265f4-b07f-43aa-9594-a6ccda3c5d38), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:38.300587 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc70b140-020c-4d47-a40b-049030ccea1d admin admin] Router a8f265f4-b07f-43aa-9594-a6ccda3c5d38 has already been hosted by L3 agent 69aa2ac4-530d-40c2-a84a-3161d84edf61 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 08 22:21:38.416326 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc70b140-020c-4d47-a40b-049030ccea1d admin admin] Notify agent at l3_agent.dv-cinder-840511-5-iscsi the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 08 22:21:38.421677 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-dc70b140-020c-4d47-a40b-049030ccea1d admin admin] 10.222.0.44 "PUT /v2.0/routers/a8f265f4-b07f-43aa-9594-a6ccda3c5d38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8739541 May 08 22:21:38.424718 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 55952) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:21:38.428168 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c17bbb8-3de1-4e68-8665-26025e462c88 None None] Sync routers for ids ['a8f265f4-b07f-43aa-9594-a6ccda3c5d38'] in dv-cinder-840511-5-iscsi {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 08 22:21:38.439224 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c17bbb8-3de1-4e68-8665-26025e462c88 None None] Routers {'a8f265f4-b07f-43aa-9594-a6ccda3c5d38'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:21:38.439947 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-5c17bbb8-3de1-4e68-8665-26025e462c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:21:18Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['a8f265f4-b07f-43aa-9594-a6ccda3c5d38'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:21:38.535199 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fe589a96-ea03-45b8-90d4-634963ae96f2 admin admin] Publish callbacks [] for router (a8f265f4-b07f-43aa-9594-a6ccda3c5d38), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:38.549251 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-5c17bbb8-3de1-4e68-8665-26025e462c88 None None] Set router a8f265f4-b07f-43aa-9594-a6ccda3c5d38 gateway port host: dv-cinder-840511-5-iscsi {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:21:38.642836 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fe589a96-ea03-45b8-90d4-634963ae96f2 admin admin] Publish callbacks [] for router_gateway (a8f265f4-b07f-43aa-9594-a6ccda3c5d38), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:38.691765 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-fe589a96-ea03-45b8-90d4-634963ae96f2 admin admin] Deleting port b639c3ec-0801-415f-b630-4947868392a4 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 08 22:21:38.692105 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fe589a96-ea03-45b8-90d4-634963ae96f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791034291685'] for port (b639c3ec-0801-415f-b630-4947868392a4), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:38.720500 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-5c17bbb8-3de1-4e68-8665-26025e462c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f265f4-b07f-43aa-9594-a6ccda3c5d38', 'name': 'tempest-TestMinimumBasicScenario-1998958817-router', 'tenant_id': '591851cbb96843c287971cf54acad618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': 'b639c3ec-0801-415f-b630-4947868392a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:16:15Z', 'updated_at': '2022-05-08T22:21:37Z', 'revision_number': 5, 'project_id': '591851cbb96843c287971cf54acad618', 'gw_port': {'id': 'b639c3ec-0801-415f-b630-4947868392a4', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:a8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f265f4-b07f-43aa-9594-a6ccda3c5d38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:16:15Z', 'updated_at': '2022-05-08T22:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi'}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:21:38.747093 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c17bbb8-3de1-4e68-8665-26025e462c88 None None] Checking router: a8f265f4-b07f-43aa-9594-a6ccda3c5d38 for host: dv-cinder-840511-5-iscsi {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 08 22:21:38.755686 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c17bbb8-3de1-4e68-8665-26025e462c88 None None] Routers {'a8f265f4-b07f-43aa-9594-a6ccda3c5d38'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:21:38.756304 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-5c17bbb8-3de1-4e68-8665-26025e462c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:21:18Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['a8f265f4-b07f-43aa-9594-a6ccda3c5d38'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:21:38.775406 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-fe589a96-ea03-45b8-90d4-634963ae96f2 admin admin] For port b639c3ec-0801-415f-b630-4947868392a4, host dv-cinder-840511-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=b639c3ec-0801-415f-b630-4947868392a4,segment=NetworkSegment(0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa),segment_id=0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:21:38.775770 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fe589a96-ea03-45b8-90d4-634963ae96f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786495'] for port (b639c3ec-0801-415f-b630-4947868392a4), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:38.789182 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-fe589a96-ea03-45b8-90d4-634963ae96f2 admin admin] Calling delete_port for b639c3ec-0801-415f-b630-4947868392a4 owned by network:router_gateway {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 08 22:21:38.845305 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-5c17bbb8-3de1-4e68-8665-26025e462c88 None None] Set router a8f265f4-b07f-43aa-9594-a6ccda3c5d38 gateway port host: None {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:21:38.896208 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-5c17bbb8-3de1-4e68-8665-26025e462c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f265f4-b07f-43aa-9594-a6ccda3c5d38', 'name': 'tempest-TestMinimumBasicScenario-1998958817-router', 'tenant_id': '591851cbb96843c287971cf54acad618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:16:15Z', 'updated_at': '2022-05-08T22:21:38Z', 'revision_number': 6, 'project_id': '591851cbb96843c287971cf54acad618', 'gw_port_host': None}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:21:38.925423 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c17bbb8-3de1-4e68-8665-26025e462c88 None None] The sync data for ids ['a8f265f4-b07f-43aa-9594-a6ccda3c5d38'] in dv-cinder-840511-5-iscsi is: [{'id': 'a8f265f4-b07f-43aa-9594-a6ccda3c5d38', 'name': 'tempest-TestMinimumBasicScenario-1998958817-router', 'tenant_id': '591851cbb96843c287971cf54acad618', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:16:15Z', 'updated_at': '2022-05-08T22:21:38Z', 'revision_number': 6, 'project_id': '591851cbb96843c287971cf54acad618', 'gw_port_host': None}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 08 22:21:38.966850 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fe589a96-ea03-45b8-90d4-634963ae96f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791034301049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791034024021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633834'] for port (b639c3ec-0801-415f-b630-4947868392a4), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:38.991768 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe589a96-ea03-45b8-90d4-634963ae96f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b639c3ec-0801-415f-b630-4947868392a4,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:21:39.052055 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fe589a96-ea03-45b8-90d4-634963ae96f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-789703'] for router_gateway (a8f265f4-b07f-43aa-9594-a6ccda3c5d38), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:39.158128 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fe589a96-ea03-45b8-90d4-634963ae96f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15475'] for router (a8f265f4-b07f-43aa-9594-a6ccda3c5d38), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:39.160311 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fe589a96-ea03-45b8-90d4-634963ae96f2 admin admin] Publish callbacks [] for router_controller (a8f265f4-b07f-43aa-9594-a6ccda3c5d38), precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:39.226430 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fe589a96-ea03-45b8-90d4-634963ae96f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-790678'] for router (a8f265f4-b07f-43aa-9594-a6ccda3c5d38), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:39.226897 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe589a96-ea03-45b8-90d4-634963ae96f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8f265f4-b07f-43aa-9594-a6ccda3c5d38 {{(pid=103629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 08 22:21:39.231855 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fe589a96-ea03-45b8-90d4-634963ae96f2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:39.233036 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-fe589a96-ea03-45b8-90d4-634963ae96f2 admin admin] 10.222.0.44 "DELETE /v2.0/routers/a8f265f4-b07f-43aa-9594-a6ccda3c5d38 HTTP/1.1" status: 204 len: 168 time: 0.8072977 May 08 22:21:39.235883 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 55956) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:21:39.283085 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.db_base_plugin_v2 [None req-935faa3f-f5fb-467f-a3dc-7b59cde6375d admin admin] Deleting subnet e594cb87-8b3c-497d-b749-a06b23b83e86 {{(pid=103629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 08 22:21:39.286715 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-935faa3f-f5fb-467f-a3dc-7b59cde6375d admin admin] Publish callbacks [] for subnet (e594cb87-8b3c-497d-b749-a06b23b83e86), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:39.329080 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-935faa3f-f5fb-467f-a3dc-7b59cde6375d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3425589'] for subnet (e594cb87-8b3c-497d-b749-a06b23b83e86), precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:39.437067 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-935faa3f-f5fb-467f-a3dc-7b59cde6375d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16446418'] for subnet (e594cb87-8b3c-497d-b749-a06b23b83e86), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:39.750339 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-935faa3f-f5fb-467f-a3dc-7b59cde6375d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16446411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59633499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59716232'] for subnet (e594cb87-8b3c-497d-b749-a06b23b83e86), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:39.775313 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935faa3f-f5fb-467f-a3dc-7b59cde6375d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e594cb87-8b3c-497d-b749-a06b23b83e86,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:21:39.779170 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-935faa3f-f5fb-467f-a3dc-7b59cde6375d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:39.782806 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-935faa3f-f5fb-467f-a3dc-7b59cde6375d admin admin] 10.222.0.44 "DELETE /v2.0/subnets/e594cb87-8b3c-497d-b749-a06b23b83e86 HTTP/1.1" status: 204 len: 168 time: 0.5459149 May 08 22:21:39.786053 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 55958) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:21:39.788948 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194eefc1-874a-48f1-acb1-b582a1703c1b None None] Network 2aae8800-127b-4312-8164-8a20bcfe6f91 requested from dv-cinder-840511-5-iscsi {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 08 22:21:39.855447 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-99f770fd-aae1-4e6a-8b51-6e146f50f0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16411149'] for network (2aae8800-127b-4312-8164-8a20bcfe6f91), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:39.913424 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-99f770fd-aae1-4e6a-8b51-6e146f50f0b9 admin admin] Deleting port 8f3ff1e0-86b0-403b-9654-f3d93d914dcd {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 08 22:21:39.913900 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-99f770fd-aae1-4e6a-8b51-6e146f50f0b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791034291685'] for port (8f3ff1e0-86b0-403b-9654-f3d93d914dcd), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:39.946842 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaada2de-c116-4efb-993e-8e1cc88bb3a6 None None] DHCP port deletion for 2aae8800-127b-4312-8164-8a20bcfe6f91 request from dv-cinder-840511-5-iscsi {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 08 22:21:39.979983 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-99f770fd-aae1-4e6a-8b51-6e146f50f0b9 admin admin] For port 8f3ff1e0-86b0-403b-9654-f3d93d914dcd, host dv-cinder-840511-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=8f3ff1e0-86b0-403b-9654-f3d93d914dcd,segment=NetworkSegment(15aac9db-17a7-464b-8eed-23bde88d4145),segment_id=15aac9db-17a7-464b-8eed-23bde88d4145)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:21:39.980702 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-99f770fd-aae1-4e6a-8b51-6e146f50f0b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786495'] for port (8f3ff1e0-86b0-403b-9654-f3d93d914dcd), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:39.990195 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-eaada2de-c116-4efb-993e-8e1cc88bb3a6 None None] Deleting port 8f3ff1e0-86b0-403b-9654-f3d93d914dcd {{(pid=103630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 08 22:21:39.990838 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-eaada2de-c116-4efb-993e-8e1cc88bb3a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791034291685'] for port (8f3ff1e0-86b0-403b-9654-f3d93d914dcd), before_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:39.996063 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-99f770fd-aae1-4e6a-8b51-6e146f50f0b9 admin admin] Calling delete_port for 8f3ff1e0-86b0-403b-9654-f3d93d914dcd owned by network:dhcp {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 08 22:21:40.054286 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-eaada2de-c116-4efb-993e-8e1cc88bb3a6 None None] For port 8f3ff1e0-86b0-403b-9654-f3d93d914dcd, host dv-cinder-840511-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=8f3ff1e0-86b0-403b-9654-f3d93d914dcd,segment=NetworkSegment(15aac9db-17a7-464b-8eed-23bde88d4145),segment_id=15aac9db-17a7-464b-8eed-23bde88d4145)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:21:40.054690 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-eaada2de-c116-4efb-993e-8e1cc88bb3a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786495'] for port (8f3ff1e0-86b0-403b-9654-f3d93d914dcd), precommit_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:40.068147 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-eaada2de-c116-4efb-993e-8e1cc88bb3a6 None None] Calling delete_port for 8f3ff1e0-86b0-403b-9654-f3d93d914dcd owned by network:dhcp {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 08 22:21:40.078152 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-99f770fd-aae1-4e6a-8b51-6e146f50f0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791034301049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791034024021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633834'] for port (8f3ff1e0-86b0-403b-9654-f3d93d914dcd), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:40.103698 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f770fd-aae1-4e6a-8b51-6e146f50f0b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f3ff1e0-86b0-403b-9654-f3d93d914dcd,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:21:40.107014 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f770fd-aae1-4e6a-8b51-6e146f50f0b9 admin admin] No DVR routers for this DVR port 8f3ff1e0-86b0-403b-9654-f3d93d914dcd on host dv-cinder-840511-5-iscsi {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 08 22:21:40.179835 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-99f770fd-aae1-4e6a-8b51-6e146f50f0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16435559', 'neutron.services.segments.db._delete_segments_for_network-8791034498326'] for network (2aae8800-127b-4312-8164-8a20bcfe6f91), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:40.191623 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-eaada2de-c116-4efb-993e-8e1cc88bb3a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791034301049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791034024021'] for port (8f3ff1e0-86b0-403b-9654-f3d93d914dcd), after_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:40.200208 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.services.segments.db [None req-99f770fd-aae1-4e6a-8b51-6e146f50f0b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2aae8800-127b-4312-8164-8a20bcfe6f91']}} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:21:40.210487 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.services.segments.db [None req-99f770fd-aae1-4e6a-8b51-6e146f50f0b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15aac9db-17a7-464b-8eed-23bde88d4145') {'for_net_delete': True} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:21:40.210729 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.services.segments.db [None req-99f770fd-aae1-4e6a-8b51-6e146f50f0b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15aac9db-17a7-464b-8eed-23bde88d4145') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:21:40.220277 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-99f770fd-aae1-4e6a-8b51-6e146f50f0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791034500383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3425548'] for segment (15aac9db-17a7-464b-8eed-23bde88d4145), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:40.222329 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaada2de-c116-4efb-993e-8e1cc88bb3a6 None None] Pushing event deleted for resources: {'Port': ['ID=8f3ff1e0-86b0-403b-9654-f3d93d914dcd,revision_number=None']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:21:40.226040 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaada2de-c116-4efb-993e-8e1cc88bb3a6 None None] No DVR routers for this DVR port 8f3ff1e0-86b0-403b-9654-f3d93d914dcd on host dv-cinder-840511-5-iscsi {{(pid=103630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 08 22:21:40.233781 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-99f770fd-aae1-4e6a-8b51-6e146f50f0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16448297'] for segment (15aac9db-17a7-464b-8eed-23bde88d4145), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:40.241054 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99f770fd-aae1-4e6a-8b51-6e146f50f0b9 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=103629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 08 22:21:40.241566 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-99f770fd-aae1-4e6a-8b51-6e146f50f0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16448297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59633913'] for segment (15aac9db-17a7-464b-8eed-23bde88d4145), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:40.243478 dv-cinder-840511-5-iscsi neutron-server[103629]: Traceback (most recent call last): May 08 22:21:40.243478 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 08 22:21:40.243478 dv-cinder-840511-5-iscsi neutron-server[103629]: timer() May 08 22:21:40.243478 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 08 22:21:40.243478 dv-cinder-840511-5-iscsi neutron-server[103629]: cb(*args, **kw) May 08 22:21:40.243478 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 08 22:21:40.243478 dv-cinder-840511-5-iscsi neutron-server[103629]: return func(*args, **kwargs) May 08 22:21:40.243478 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 08 22:21:40.243478 dv-cinder-840511-5-iscsi neutron-server[103629]: self._notify() May 08 22:21:40.243478 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 08 22:21:40.243478 dv-cinder-840511-5-iscsi neutron-server[103629]: self.callback(batched_events) May 08 22:21:40.243478 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 08 22:21:40.243478 dv-cinder-840511-5-iscsi neutron-server[103629]: event.method(event) May 08 22:21:40.243478 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 08 22:21:40.243478 dv-cinder-840511-5-iscsi neutron-server[103629]: aggregate_id = self._get_aggregate_id(event.segment_id) May 08 22:21:40.243478 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 08 22:21:40.243478 dv-cinder-840511-5-iscsi neutron-server[103629]: aggregate_uuid = self.p_client.list_aggregates( May 08 22:21:40.243478 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 08 22:21:40.243478 dv-cinder-840511-5-iscsi neutron-server[103629]: return f(self, *a, **k) May 08 22:21:40.243478 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 08 22:21:40.243478 dv-cinder-840511-5-iscsi neutron-server[103629]: return self._get(url).json() May 08 22:21:40.243478 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 08 22:21:40.243478 dv-cinder-840511-5-iscsi neutron-server[103629]: return self._client.get(url, endpoint_filter=self._ks_filter, May 08 22:21:40.243478 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 08 22:21:40.243478 dv-cinder-840511-5-iscsi neutron-server[103629]: return self.request(url, 'GET', **kwargs) May 08 22:21:40.243478 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 08 22:21:40.243478 dv-cinder-840511-5-iscsi neutron-server[103629]: base_url = self.get_endpoint(auth, allow=allow, May 08 22:21:40.243478 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 08 22:21:40.243478 dv-cinder-840511-5-iscsi neutron-server[103629]: auth = self._auth_required(auth, 'determine endpoint URL') May 08 22:21:40.243478 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 08 22:21:40.243478 dv-cinder-840511-5-iscsi neutron-server[103629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 08 22:21:40.243478 dv-cinder-840511-5-iscsi neutron-server[103629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 08 22:21:40.271610 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (50086534-3b0f-4edb-899f-da05c46c2546), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:40.307784 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-99f770fd-aae1-4e6a-8b51-6e146f50f0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16435548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-788469'] for network (2aae8800-127b-4312-8164-8a20bcfe6f91), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:40.315111 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-99f770fd-aae1-4e6a-8b51-6e146f50f0b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745315'] for network (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:40.318181 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-99f770fd-aae1-4e6a-8b51-6e146f50f0b9 admin admin] 10.222.0.44 "DELETE /v2.0/networks/2aae8800-127b-4312-8164-8a20bcfe6f91 HTTP/1.1" status: 204 len: 168 time: 0.5309730 May 08 22:21:40.321287 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 55960) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:21:40.327828 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f770fd-aae1-4e6a-8b51-6e146f50f0b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=2aae8800-127b-4312-8164-8a20bcfe6f91,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:21:40.438577 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device 8f3ff1e0-86b0-403b-9654-f3d93d914dcd no longer exists at agent ovs-agent-dv-cinder-840511-5-iscsi {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 08 22:21:40.458781 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] No Port match for: 8f3ff1e0-86b0-403b-9654-f3d93d914dcd {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 08 22:21:40.459274 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device 8f3ff1e0-86b0-403b-9654-f3d93d914dcd not bound to the agent host dv-cinder-840511-5-iscsi {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 08 22:21:40.459750 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device e8936f5c-2b4b-4cfa-af7d-30a20440a08a no longer exists at agent ovs-agent-dv-cinder-840511-5-iscsi {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 08 22:21:40.479207 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] No Port match for: e8936f5c-2b4b-4cfa-af7d-30a20440a08a {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 08 22:21:40.479483 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device e8936f5c-2b4b-4cfa-af7d-30a20440a08a not bound to the agent host dv-cinder-840511-5-iscsi {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 08 22:21:40.479907 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device b639c3ec-0801-415f-b630-4947868392a4 no longer exists at agent ovs-agent-dv-cinder-840511-5-iscsi {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 08 22:21:40.498901 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] No Port match for: b639c3ec-0801-415f-b630-4947868392a4 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 08 22:21:40.499161 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device b639c3ec-0801-415f-b630-4947868392a4 not bound to the agent host dv-cinder-840511-5-iscsi {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 08 22:21:40.668590 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9a16399d-e78b-4569-9c3a-bbc77e8ab9b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-786677'] for router_interface (36fcc696-b994-41f5-b94a-e55569e91880), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:40.918970 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-9a16399d-e78b-4569-9c3a-bbc77e8ab9b4 admin admin] Deleting port 34981e01-b457-42c1-9b8c-e0f00fb5b025 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 08 22:21:40.919363 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9a16399d-e78b-4569-9c3a-bbc77e8ab9b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791034291685'] for port (34981e01-b457-42c1-9b8c-e0f00fb5b025), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:41.013084 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-9a16399d-e78b-4569-9c3a-bbc77e8ab9b4 admin admin] For port 34981e01-b457-42c1-9b8c-e0f00fb5b025, host dv-cinder-840511-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=34981e01-b457-42c1-9b8c-e0f00fb5b025,segment=NetworkSegment(835e8473-cb0f-4346-957f-b7437e92cf9a),segment_id=835e8473-cb0f-4346-957f-b7437e92cf9a)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:21:41.013451 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9a16399d-e78b-4569-9c3a-bbc77e8ab9b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786495'] for port (34981e01-b457-42c1-9b8c-e0f00fb5b025), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:41.026835 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-9a16399d-e78b-4569-9c3a-bbc77e8ab9b4 admin admin] Calling delete_port for 34981e01-b457-42c1-9b8c-e0f00fb5b025 owned by network:router_interface {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 08 22:21:41.218446 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9a16399d-e78b-4569-9c3a-bbc77e8ab9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791034301049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791034024021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59173228'] for port (34981e01-b457-42c1-9b8c-e0f00fb5b025), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:41.241481 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a16399d-e78b-4569-9c3a-bbc77e8ab9b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=34981e01-b457-42c1-9b8c-e0f00fb5b025,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:21:41.416126 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-9a16399d-e78b-4569-9c3a-bbc77e8ab9b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1045482'] for router_interface (36fcc696-b994-41f5-b94a-e55569e91880), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:41.645984 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a16399d-e78b-4569-9c3a-bbc77e8ab9b4 admin admin] Router 36fcc696-b994-41f5-b94a-e55569e91880 has already been hosted by L3 agent 69aa2ac4-530d-40c2-a84a-3161d84edf61 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 08 22:21:41.755774 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a16399d-e78b-4569-9c3a-bbc77e8ab9b4 admin admin] Notify agent at l3_agent.dv-cinder-840511-5-iscsi the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 08 22:21:41.760841 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-9a16399d-e78b-4569-9c3a-bbc77e8ab9b4 admin admin] 10.222.0.44 "PUT /v2.0/routers/36fcc696-b994-41f5-b94a-e55569e91880/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4384425 May 08 22:21:41.763425 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 55966) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:21:41.766072 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b066f7-90dd-4126-a639-f3b140bd394b None None] Sync routers for ids ['36fcc696-b994-41f5-b94a-e55569e91880'] in dv-cinder-840511-5-iscsi {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 08 22:21:41.777087 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b066f7-90dd-4126-a639-f3b140bd394b None None] Routers {'36fcc696-b994-41f5-b94a-e55569e91880'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:21:41.777696 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-c1b066f7-90dd-4126-a639-f3b140bd394b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:21:18Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['36fcc696-b994-41f5-b94a-e55569e91880'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:21:41.885969 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-c1b066f7-90dd-4126-a639-f3b140bd394b None None] Set router 36fcc696-b994-41f5-b94a-e55569e91880 gateway port host: dv-cinder-840511-5-iscsi {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:21:42.061265 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-c1b066f7-90dd-4126-a639-f3b140bd394b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36fcc696-b994-41f5-b94a-e55569e91880', 'name': 'tempest-TestMinimumBasicScenario-47072083-router', 'tenant_id': '612ea2ece21c41848028df8a474d9a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'fdc1bc0f-d1d4-4366-af29-92165348157e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:16:21Z', 'updated_at': '2022-05-08T22:21:41Z', 'revision_number': 5, 'project_id': '612ea2ece21c41848028df8a474d9a4c', 'gw_port': {'id': 'fdc1bc0f-d1d4-4366-af29-92165348157e', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:40:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36fcc696-b994-41f5-b94a-e55569e91880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:16:22Z', 'updated_at': '2022-05-08T22:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi'}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:21:42.088151 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b066f7-90dd-4126-a639-f3b140bd394b None None] Checking router: 36fcc696-b994-41f5-b94a-e55569e91880 for host: dv-cinder-840511-5-iscsi {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 08 22:21:42.097045 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b066f7-90dd-4126-a639-f3b140bd394b None None] Routers {'36fcc696-b994-41f5-b94a-e55569e91880'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:21:42.097690 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-c1b066f7-90dd-4126-a639-f3b140bd394b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:21:18Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['36fcc696-b994-41f5-b94a-e55569e91880'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:21:42.109523 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1c1499b9-8aeb-4597-87d4-b1ab967ce96c admin admin] Publish callbacks [] for router (36fcc696-b994-41f5-b94a-e55569e91880), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:42.203082 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-c1b066f7-90dd-4126-a639-f3b140bd394b None None] Set router 36fcc696-b994-41f5-b94a-e55569e91880 gateway port host: dv-cinder-840511-5-iscsi {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:21:42.217929 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1c1499b9-8aeb-4597-87d4-b1ab967ce96c admin admin] Publish callbacks [] for router_gateway (36fcc696-b994-41f5-b94a-e55569e91880), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:42.262150 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-1c1499b9-8aeb-4597-87d4-b1ab967ce96c admin admin] Deleting port fdc1bc0f-d1d4-4366-af29-92165348157e {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 08 22:21:42.262517 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1c1499b9-8aeb-4597-87d4-b1ab967ce96c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791034291685'] for port (fdc1bc0f-d1d4-4366-af29-92165348157e), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:42.345495 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-1c1499b9-8aeb-4597-87d4-b1ab967ce96c admin admin] For port fdc1bc0f-d1d4-4366-af29-92165348157e, host dv-cinder-840511-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=fdc1bc0f-d1d4-4366-af29-92165348157e,segment=NetworkSegment(0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa),segment_id=0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:21:42.345873 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1c1499b9-8aeb-4597-87d4-b1ab967ce96c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786495'] for port (fdc1bc0f-d1d4-4366-af29-92165348157e), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:42.360353 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-1c1499b9-8aeb-4597-87d4-b1ab967ce96c admin admin] Calling delete_port for fdc1bc0f-d1d4-4366-af29-92165348157e owned by network:router_gateway {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 08 22:21:42.369038 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-c1b066f7-90dd-4126-a639-f3b140bd394b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36fcc696-b994-41f5-b94a-e55569e91880', 'name': 'tempest-TestMinimumBasicScenario-47072083-router', 'tenant_id': '612ea2ece21c41848028df8a474d9a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'fdc1bc0f-d1d4-4366-af29-92165348157e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:16:21Z', 'updated_at': '2022-05-08T22:21:41Z', 'revision_number': 5, 'project_id': '612ea2ece21c41848028df8a474d9a4c', 'gw_port': {'id': 'fdc1bc0f-d1d4-4366-af29-92165348157e', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:40:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36fcc696-b994-41f5-b94a-e55569e91880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:16:22Z', 'updated_at': '2022-05-08T22:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi'}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:21:42.408137 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b066f7-90dd-4126-a639-f3b140bd394b None None] The sync data for ids ['36fcc696-b994-41f5-b94a-e55569e91880'] in dv-cinder-840511-5-iscsi is: [{'id': '36fcc696-b994-41f5-b94a-e55569e91880', 'name': 'tempest-TestMinimumBasicScenario-47072083-router', 'tenant_id': '612ea2ece21c41848028df8a474d9a4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'fdc1bc0f-d1d4-4366-af29-92165348157e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:16:21Z', 'updated_at': '2022-05-08T22:21:41Z', 'revision_number': 5, 'project_id': '612ea2ece21c41848028df8a474d9a4c', 'gw_port': {'id': 'fdc1bc0f-d1d4-4366-af29-92165348157e', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:40:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36fcc696-b994-41f5-b94a-e55569e91880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:16:22Z', 'updated_at': '2022-05-08T22:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi'}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 08 22:21:42.544004 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1c1499b9-8aeb-4597-87d4-b1ab967ce96c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791034301049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791034024021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59173228'] for port (fdc1bc0f-d1d4-4366-af29-92165348157e), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:42.568702 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1499b9-8aeb-4597-87d4-b1ab967ce96c admin admin] Pushing event deleted for resources: {'Port': ['ID=fdc1bc0f-d1d4-4366-af29-92165348157e,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:21:42.631120 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1c1499b9-8aeb-4597-87d4-b1ab967ce96c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-789703'] for router_gateway (36fcc696-b994-41f5-b94a-e55569e91880), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:42.739533 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1c1499b9-8aeb-4597-87d4-b1ab967ce96c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15475'] for router (36fcc696-b994-41f5-b94a-e55569e91880), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:42.741917 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1c1499b9-8aeb-4597-87d4-b1ab967ce96c admin admin] Publish callbacks [] for router_controller (36fcc696-b994-41f5-b94a-e55569e91880), precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:42.808597 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1c1499b9-8aeb-4597-87d4-b1ab967ce96c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-790678'] for router (36fcc696-b994-41f5-b94a-e55569e91880), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:42.809408 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c1499b9-8aeb-4597-87d4-b1ab967ce96c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36fcc696-b994-41f5-b94a-e55569e91880 {{(pid=103628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 08 22:21:42.815334 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1c1499b9-8aeb-4597-87d4-b1ab967ce96c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:42.816554 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-1c1499b9-8aeb-4597-87d4-b1ab967ce96c admin admin] 10.222.0.44 "DELETE /v2.0/routers/36fcc696-b994-41f5-b94a-e55569e91880 HTTP/1.1" status: 204 len: 168 time: 1.0522296 May 08 22:21:42.819247 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 55968) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:21:42.873037 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.db.db_base_plugin_v2 [None req-f86976b7-f36f-4218-8358-c518a322fced admin admin] Deleting subnet 8dfc1dcf-432c-4728-bd33-2a66291f47b0 {{(pid=103628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 08 22:21:42.876786 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f86976b7-f36f-4218-8358-c518a322fced admin admin] Publish callbacks [] for subnet (8dfc1dcf-432c-4728-bd33-2a66291f47b0), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:42.912996 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f86976b7-f36f-4218-8358-c518a322fced admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59229207'] for subnet (8dfc1dcf-432c-4728-bd33-2a66291f47b0), precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:43.031888 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f86976b7-f36f-4218-8358-c518a322fced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16446418'] for subnet (8dfc1dcf-432c-4728-bd33-2a66291f47b0), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:43.100411 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f86976b7-f36f-4218-8358-c518a322fced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16446411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59176605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59072913'] for subnet (8dfc1dcf-432c-4728-bd33-2a66291f47b0), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:43.123648 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86976b7-f36f-4218-8358-c518a322fced admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8dfc1dcf-432c-4728-bd33-2a66291f47b0,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:21:43.129457 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f86976b7-f36f-4218-8358-c518a322fced admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745315'] for subnet (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:43.132872 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-f86976b7-f36f-4218-8358-c518a322fced admin admin] 10.222.0.44 "DELETE /v2.0/subnets/8dfc1dcf-432c-4728-bd33-2a66291f47b0 HTTP/1.1" status: 204 len: 168 time: 0.3126395 May 08 22:21:43.135804 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 55970) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:21:43.136318 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c729d83-8e44-4f4f-a285-5f1f8e4631b3 None None] Network 68902894-ee7a-44ea-a38e-23d2c15d7dab requested from dv-cinder-840511-5-iscsi {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 08 22:21:43.205659 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f35028f5-f3b9-45c9-a89a-dc759e7bfa7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16411149'] for network (68902894-ee7a-44ea-a38e-23d2c15d7dab), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:43.251885 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-f35028f5-f3b9-45c9-a89a-dc759e7bfa7f admin admin] Deleting port b117b8e8-9a90-4823-b219-17ed2c18e1e5 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 08 22:21:43.252209 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f35028f5-f3b9-45c9-a89a-dc759e7bfa7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791034291685'] for port (b117b8e8-9a90-4823-b219-17ed2c18e1e5), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:43.315285 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-f35028f5-f3b9-45c9-a89a-dc759e7bfa7f admin admin] For port b117b8e8-9a90-4823-b219-17ed2c18e1e5, host dv-cinder-840511-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=b117b8e8-9a90-4823-b219-17ed2c18e1e5,segment=NetworkSegment(835e8473-cb0f-4346-957f-b7437e92cf9a),segment_id=835e8473-cb0f-4346-957f-b7437e92cf9a)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:21:43.315638 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f35028f5-f3b9-45c9-a89a-dc759e7bfa7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786495'] for port (b117b8e8-9a90-4823-b219-17ed2c18e1e5), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:43.329113 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-f35028f5-f3b9-45c9-a89a-dc759e7bfa7f admin admin] Calling delete_port for b117b8e8-9a90-4823-b219-17ed2c18e1e5 owned by network:dhcp {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 08 22:21:43.415520 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f35028f5-f3b9-45c9-a89a-dc759e7bfa7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791034301049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791034024021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633834'] for port (b117b8e8-9a90-4823-b219-17ed2c18e1e5), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:43.428446 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d28ec2d-3f78-4211-849d-6f678adac018 None None] DHCP port deletion for 68902894-ee7a-44ea-a38e-23d2c15d7dab request from dv-cinder-840511-5-iscsi {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 08 22:21:43.431389 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35028f5-f3b9-45c9-a89a-dc759e7bfa7f admin admin] No DVR routers for this DVR port b117b8e8-9a90-4823-b219-17ed2c18e1e5 on host dv-cinder-840511-5-iscsi {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 08 22:21:43.474836 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35028f5-f3b9-45c9-a89a-dc759e7bfa7f admin admin] Pushing event deleted for resources: {'Port': ['ID=b117b8e8-9a90-4823-b219-17ed2c18e1e5,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:21:43.491681 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35028f5-f3b9-45c9-a89a-dc759e7bfa7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:21:43.492018 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35028f5-f3b9-45c9-a89a-dc759e7bfa7f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:21:43.492360 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35028f5-f3b9-45c9-a89a-dc759e7bfa7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:21:43.492732 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35028f5-f3b9-45c9-a89a-dc759e7bfa7f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:21:43.493063 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35028f5-f3b9-45c9-a89a-dc759e7bfa7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:21:43.493372 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35028f5-f3b9-45c9-a89a-dc759e7bfa7f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:21:43.493716 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35028f5-f3b9-45c9-a89a-dc759e7bfa7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:21:43.494037 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35028f5-f3b9-45c9-a89a-dc759e7bfa7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:21:43.494352 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35028f5-f3b9-45c9-a89a-dc759e7bfa7f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:21:43.494680 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35028f5-f3b9-45c9-a89a-dc759e7bfa7f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:21:43.495004 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35028f5-f3b9-45c9-a89a-dc759e7bfa7f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:21:43.495307 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35028f5-f3b9-45c9-a89a-dc759e7bfa7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:21:43.495628 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35028f5-f3b9-45c9-a89a-dc759e7bfa7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:21:43.495940 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35028f5-f3b9-45c9-a89a-dc759e7bfa7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:21:43.496252 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35028f5-f3b9-45c9-a89a-dc759e7bfa7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:21:43.541186 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f35028f5-f3b9-45c9-a89a-dc759e7bfa7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16435559', 'neutron.services.segments.db._delete_segments_for_network-8791034498326'] for network (68902894-ee7a-44ea-a38e-23d2c15d7dab), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:43.561100 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.services.segments.db [None req-f35028f5-f3b9-45c9-a89a-dc759e7bfa7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68902894-ee7a-44ea-a38e-23d2c15d7dab']}} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:21:43.570514 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.services.segments.db [None req-f35028f5-f3b9-45c9-a89a-dc759e7bfa7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '835e8473-cb0f-4346-957f-b7437e92cf9a') {'for_net_delete': True} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:21:43.570807 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.services.segments.db [None req-f35028f5-f3b9-45c9-a89a-dc759e7bfa7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '835e8473-cb0f-4346-957f-b7437e92cf9a') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:21:43.580106 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f35028f5-f3b9-45c9-a89a-dc759e7bfa7f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791034500383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3425548'] for segment (835e8473-cb0f-4346-957f-b7437e92cf9a), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:43.593659 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f35028f5-f3b9-45c9-a89a-dc759e7bfa7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16448297'] for segment (835e8473-cb0f-4346-957f-b7437e92cf9a), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:43.600069 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f35028f5-f3b9-45c9-a89a-dc759e7bfa7f admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 08 22:21:43.600446 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f35028f5-f3b9-45c9-a89a-dc759e7bfa7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16448297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59633913'] for segment (835e8473-cb0f-4346-957f-b7437e92cf9a), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:43.602346 dv-cinder-840511-5-iscsi neutron-server[103629]: Traceback (most recent call last): May 08 22:21:43.602346 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 08 22:21:43.602346 dv-cinder-840511-5-iscsi neutron-server[103629]: timer() May 08 22:21:43.602346 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 08 22:21:43.602346 dv-cinder-840511-5-iscsi neutron-server[103629]: cb(*args, **kw) May 08 22:21:43.602346 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 08 22:21:43.602346 dv-cinder-840511-5-iscsi neutron-server[103629]: return func(*args, **kwargs) May 08 22:21:43.602346 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 08 22:21:43.602346 dv-cinder-840511-5-iscsi neutron-server[103629]: self._notify() May 08 22:21:43.602346 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 08 22:21:43.602346 dv-cinder-840511-5-iscsi neutron-server[103629]: self.callback(batched_events) May 08 22:21:43.602346 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 08 22:21:43.602346 dv-cinder-840511-5-iscsi neutron-server[103629]: event.method(event) May 08 22:21:43.602346 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 08 22:21:43.602346 dv-cinder-840511-5-iscsi neutron-server[103629]: aggregate_id = self._get_aggregate_id(event.segment_id) May 08 22:21:43.602346 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 08 22:21:43.602346 dv-cinder-840511-5-iscsi neutron-server[103629]: aggregate_uuid = self.p_client.list_aggregates( May 08 22:21:43.602346 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 08 22:21:43.602346 dv-cinder-840511-5-iscsi neutron-server[103629]: return f(self, *a, **k) May 08 22:21:43.602346 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 08 22:21:43.602346 dv-cinder-840511-5-iscsi neutron-server[103629]: return self._get(url).json() May 08 22:21:43.602346 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 08 22:21:43.602346 dv-cinder-840511-5-iscsi neutron-server[103629]: return self._client.get(url, endpoint_filter=self._ks_filter, May 08 22:21:43.602346 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 08 22:21:43.602346 dv-cinder-840511-5-iscsi neutron-server[103629]: return self.request(url, 'GET', **kwargs) May 08 22:21:43.602346 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 08 22:21:43.602346 dv-cinder-840511-5-iscsi neutron-server[103629]: base_url = self.get_endpoint(auth, allow=allow, May 08 22:21:43.602346 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 08 22:21:43.602346 dv-cinder-840511-5-iscsi neutron-server[103629]: auth = self._auth_required(auth, 'determine endpoint URL') May 08 22:21:43.602346 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 08 22:21:43.602346 dv-cinder-840511-5-iscsi neutron-server[103629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 08 22:21:43.602346 dv-cinder-840511-5-iscsi neutron-server[103629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 08 22:21:43.658849 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f35028f5-f3b9-45c9-a89a-dc759e7bfa7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16435548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-788469'] for network (68902894-ee7a-44ea-a38e-23d2c15d7dab), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:43.666219 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f35028f5-f3b9-45c9-a89a-dc759e7bfa7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745315'] for network (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:43.669410 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-f35028f5-f3b9-45c9-a89a-dc759e7bfa7f admin admin] 10.222.0.44 "DELETE /v2.0/networks/68902894-ee7a-44ea-a38e-23d2c15d7dab HTTP/1.1" status: 204 len: 168 time: 0.5326972 May 08 22:21:43.681142 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35028f5-f3b9-45c9-a89a-dc759e7bfa7f admin admin] Pushing event deleted for resources: {'Network': ['ID=68902894-ee7a-44ea-a38e-23d2c15d7dab,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:21:43.788419 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 55974) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:21:43.831650 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-a356e187-3189-49ec-948c-952bd6dc66a9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=591851cbb96843c287971cf54acad618&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419652 May 08 22:21:43.835650 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 55976) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:21:43.883891 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cb1f41ac-990f-40ab-b549-eaf96f435a38 admin admin] Publish callbacks [] for security_group (37a1b9bc-e6b4-43c1-bfa8-8a40c582d1ef), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:43.905012 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cb1f41ac-990f-40ab-b549-eaf96f435a38 admin admin] Publish callbacks [] for security_group (37a1b9bc-e6b4-43c1-bfa8-8a40c582d1ef), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:43.962643 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cb1f41ac-990f-40ab-b549-eaf96f435a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (37a1b9bc-e6b4-43c1-bfa8-8a40c582d1ef), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:43.965742 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-cb1f41ac-990f-40ab-b549-eaf96f435a38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:43.966883 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-cb1f41ac-990f-40ab-b549-eaf96f435a38 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/37a1b9bc-e6b4-43c1-bfa8-8a40c582d1ef HTTP/1.1" status: 204 len: 168 time: 0.1302931 May 08 22:21:43.974695 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1f41ac-990f-40ab-b549-eaf96f435a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a1b9bc-e6b4-43c1-bfa8-8a40c582d1ef,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:21:44.288540 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 55984) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:21:44.327817 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-831b162c-5968-4a45-b11d-ab6d7ce5182f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=612ea2ece21c41848028df8a474d9a4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380697 May 08 22:21:44.330420 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 55986) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:21:44.385351 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-bf015918-ee8d-4f3e-ab76-5ce14a8c2aeb admin admin] Publish callbacks [] for security_group (a75488df-3609-4be4-b33d-5274dc7b4912), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:44.408263 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-bf015918-ee8d-4f3e-ab76-5ce14a8c2aeb admin admin] Publish callbacks [] for security_group (a75488df-3609-4be4-b33d-5274dc7b4912), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:44.440322 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device 34981e01-b457-42c1-9b8c-e0f00fb5b025 no longer exists at agent ovs-agent-dv-cinder-840511-5-iscsi {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 08 22:21:44.460208 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] No Port match for: 34981e01-b457-42c1-9b8c-e0f00fb5b025 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 08 22:21:44.460433 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-bf015918-ee8d-4f3e-ab76-5ce14a8c2aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (a75488df-3609-4be4-b33d-5274dc7b4912), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:44.460556 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device 34981e01-b457-42c1-9b8c-e0f00fb5b025 not bound to the agent host dv-cinder-840511-5-iscsi {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 08 22:21:44.461018 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device fdc1bc0f-d1d4-4366-af29-92165348157e no longer exists at agent ovs-agent-dv-cinder-840511-5-iscsi {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 08 22:21:44.463642 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-bf015918-ee8d-4f3e-ab76-5ce14a8c2aeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:44.467238 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-bf015918-ee8d-4f3e-ab76-5ce14a8c2aeb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a75488df-3609-4be4-b33d-5274dc7b4912 HTTP/1.1" status: 204 len: 168 time: 0.1335196 May 08 22:21:44.475311 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf015918-ee8d-4f3e-ab76-5ce14a8c2aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a75488df-3609-4be4-b33d-5274dc7b4912,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:21:44.488358 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] No Port match for: fdc1bc0f-d1d4-4366-af29-92165348157e {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 08 22:21:44.488823 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device fdc1bc0f-d1d4-4366-af29-92165348157e not bound to the agent host dv-cinder-840511-5-iscsi {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 08 22:21:44.489299 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device b117b8e8-9a90-4823-b219-17ed2c18e1e5 no longer exists at agent ovs-agent-dv-cinder-840511-5-iscsi {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 08 22:21:44.513044 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] No Port match for: b117b8e8-9a90-4823-b219-17ed2c18e1e5 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 08 22:21:44.513663 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device b117b8e8-9a90-4823-b219-17ed2c18e1e5 not bound to the agent host dv-cinder-840511-5-iscsi {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 08 22:21:46.219034 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-4a0121eb-0808-4879-8303-7de8880a558f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (399f5491-dab9-4373-bd22-64cd7c73418d), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:48.493381 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7a62f070-bdc7-4733-b524-92fb7763d9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (69aa2ac4-530d-40c2-a84a-3161d84edf61), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:49.349245 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-68d59b13-bdd3-4890-b330-3a9be9bf9791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (167e5ba9-08ef-43b6-aca0-7c88b7f9e735), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:50.953900 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f82e6e54-0a06-4075-8e4d-2bf0b0f201e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (1fcc0290-7f55-4633-95cb-6d94e7aa5e57), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:52.452034 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (7e3c7ef6-abd5-4f0f-b372-b2734b637fd0), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:56.253792 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df28e5ff-951c-41f1-8846-01acd135757f req-aafd20ae-f34f-4c29-b951-6a3c03eb5287 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:21:56.255272 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-df28e5ff-951c-41f1-8846-01acd135757f req-aafd20ae-f34f-4c29-b951-6a3c03eb5287 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b2fdbd-2397-4f6f-904a-24c65bd20707 HTTP/1.1" status: 200 len: 946 time: 0.0523694 May 08 22:21:56.302450 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-df28e5ff-951c-41f1-8846-01acd135757f req-786a145d-14b8-4417-b019-b3254bca9fd3 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca44f436-fe4a-4cda-b0b9-0850bed715c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410004 May 08 22:21:57.431750 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e128b7-e3e6-49b6-a60f-82b557ce7821 req-53a93fca-a3af-488f-9890-7f65b10489f5 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:21:57.433224 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-15e128b7-e3e6-49b6-a60f-82b557ce7821 req-53a93fca-a3af-488f-9890-7f65b10489f5 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b2fdbd-2397-4f6f-904a-24c65bd20707 HTTP/1.1" status: 200 len: 946 time: 0.0523081 May 08 22:21:57.483817 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-15e128b7-e3e6-49b6-a60f-82b557ce7821 req-d7b4e949-797d-4803-88e7-c24754d4c9d9 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups?id=ca44f436-fe4a-4cda-b0b9-0850bed715c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423505 May 08 22:21:57.618287 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d0f057-7c21-4f08-8c17-3768a78eb368 req-10c60e44-aa5d-4c12-9ed4-f4b9d46eb35a tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:21:57.619701 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-e9d0f057-7c21-4f08-8c17-3768a78eb368 req-10c60e44-aa5d-4c12-9ed4-f4b9d46eb35a tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.24 "GET /v2.0/ports?device_id=41b2fdbd-2397-4f6f-904a-24c65bd20707 HTTP/1.1" status: 200 len: 946 time: 0.0523944 May 08 22:21:57.711732 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-e9d0f057-7c21-4f08-8c17-3768a78eb368 req-bfc30a70-b623-45f4-86bc-3cb5e7bfb56a tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Deleting port 5ba34ff9-9e2c-4e2f-b1f0-9f8ca1724b67 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 08 22:21:57.712068 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-e9d0f057-7c21-4f08-8c17-3768a78eb368 req-bfc30a70-b623-45f4-86bc-3cb5e7bfb56a tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791034291685'] for port (5ba34ff9-9e2c-4e2f-b1f0-9f8ca1724b67), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:57.798394 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-e9d0f057-7c21-4f08-8c17-3768a78eb368 req-bfc30a70-b623-45f4-86bc-3cb5e7bfb56a tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] For port 5ba34ff9-9e2c-4e2f-b1f0-9f8ca1724b67, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=5ba34ff9-9e2c-4e2f-b1f0-9f8ca1724b67,segment=NetworkSegment(bff755d0-708f-46dc-97e7-b50558f025ca),segment_id=bff755d0-708f-46dc-97e7-b50558f025ca)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:21:57.798746 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-e9d0f057-7c21-4f08-8c17-3768a78eb368 req-bfc30a70-b623-45f4-86bc-3cb5e7bfb56a tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786495'] for port (5ba34ff9-9e2c-4e2f-b1f0-9f8ca1724b67), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:57.974149 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-e9d0f057-7c21-4f08-8c17-3768a78eb368 req-bfc30a70-b623-45f4-86bc-3cb5e7bfb56a tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:57.974455 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-e9d0f057-7c21-4f08-8c17-3768a78eb368 req-bfc30a70-b623-45f4-86bc-3cb5e7bfb56a tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-788248'] for floatingip (3ac3b293-caf2-44a5-9b1d-69575a404288), after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:57.974803 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.db.l3_db [req-e9d0f057-7c21-4f08-8c17-3768a78eb368 req-bfc30a70-b623-45f4-86bc-3cb5e7bfb56a tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Floating IP 3ac3b293-caf2-44a5-9b1d-69575a404288 disassociated. External IP: 172.27.2.191, port: 5ba34ff9-9e2c-4e2f-b1f0-9f8ca1724b67. May 08 22:21:57.975138 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-e9d0f057-7c21-4f08-8c17-3768a78eb368 req-bfc30a70-b623-45f4-86bc-3cb5e7bfb56a tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Calling delete_port for 5ba34ff9-9e2c-4e2f-b1f0-9f8ca1724b67 owned by compute:nova {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 08 22:21:58.104465 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-e9d0f057-7c21-4f08-8c17-3768a78eb368 req-bfc30a70-b623-45f4-86bc-3cb5e7bfb56a tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791034301049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791034024021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633834'] for port (5ba34ff9-9e2c-4e2f-b1f0-9f8ca1724b67), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:58.136215 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc30a70-b623-45f4-86bc-3cb5e7bfb56a tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Pushing event deleted for resources: {'Port': ['ID=5ba34ff9-9e2c-4e2f-b1f0-9f8ca1724b67,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:21:58.250031 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9d0f057-7c21-4f08-8c17-3768a78eb368 req-bfc30a70-b623-45f4-86bc-3cb5e7bfb56a tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Router 40e3bb02-430b-45dd-b0e6-f5706e07f1bc has already been hosted by L3 agent 69aa2ac4-530d-40c2-a84a-3161d84edf61 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 08 22:21:58.375076 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9d0f057-7c21-4f08-8c17-3768a78eb368 req-bfc30a70-b623-45f4-86bc-3cb5e7bfb56a tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Notify agent at l3_agent.dv-cinder-840511-5-iscsi the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 08 22:21:58.388360 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b1bcc5-6e87-4cf1-8cd3-35a561bd38fb None None] Sync routers for ids ['40e3bb02-430b-45dd-b0e6-f5706e07f1bc'] in dv-cinder-840511-5-iscsi {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 08 22:21:58.399259 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b1bcc5-6e87-4cf1-8cd3-35a561bd38fb None None] Routers {'40e3bb02-430b-45dd-b0e6-f5706e07f1bc'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:21:58.400279 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-11b1bcc5-6e87-4cf1-8cd3-35a561bd38fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:21:48Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['40e3bb02-430b-45dd-b0e6-f5706e07f1bc'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:21:58.420115 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9d0f057-7c21-4f08-8c17-3768a78eb368 req-bfc30a70-b623-45f4-86bc-3cb5e7bfb56a tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] No DVR routers for this DVR port 5ba34ff9-9e2c-4e2f-b1f0-9f8ca1724b67 on host hv-cinder-84051 {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 08 22:21:58.422733 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-e9d0f057-7c21-4f08-8c17-3768a78eb368 req-bfc30a70-b623-45f4-86bc-3cb5e7bfb56a tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870'] for port (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:58.426134 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-e9d0f057-7c21-4f08-8c17-3768a78eb368 req-bfc30a70-b623-45f4-86bc-3cb5e7bfb56a tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.24 "DELETE /v2.0/ports/5ba34ff9-9e2c-4e2f-b1f0-9f8ca1724b67 HTTP/1.1" status: 204 len: 173 time: 0.8008473 May 08 22:21:58.426579 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41b2fdbd-2397-4f6f-904a-24c65bd20707', 'name': 'network-vif-deleted', 'tag': '5ba34ff9-9e2c-4e2f-b1f0-9f8ca1724b67'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 08 22:21:58.428967 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cc8a0c475ac6fe54f5122aa5a8750c48412c688b8f67dba420990604a8daf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b28842-d12a-412d-b517-c343228a6fa9" -d '{"events": [{"server_uuid": "41b2fdbd-2397-4f6f-904a-24c65bd20707", "name": "network-vif-deleted", "tag": "5ba34ff9-9e2c-4e2f-b1f0-9f8ca1724b67"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 08 22:21:58.467192 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 08 May 2022 22:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e06aa8-5246-419e-bb37-b23406dc2b33 x-openstack-request-id: req-23e06aa8-5246-419e-bb37-b23406dc2b33 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 08 22:21:58.467553 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41b2fdbd-2397-4f6f-904a-24c65bd20707", "name": "network-vif-deleted", "tag": "5ba34ff9-9e2c-4e2f-b1f0-9f8ca1724b67", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 08 22:21:58.467807 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-23e06aa8-5246-419e-bb37-b23406dc2b33 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 08 22:21:58.468205 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23e06aa8-5246-419e-bb37-b23406dc2b33'] response: {'server_uuid': '41b2fdbd-2397-4f6f-904a-24c65bd20707', 'name': 'network-vif-deleted', 'tag': '5ba34ff9-9e2c-4e2f-b1f0-9f8ca1724b67', 'status': 'completed', 'code': 200} May 08 22:21:58.528277 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-11b1bcc5-6e87-4cf1-8cd3-35a561bd38fb None None] Set router 40e3bb02-430b-45dd-b0e6-f5706e07f1bc gateway port host: dv-cinder-840511-5-iscsi {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:21:58.597229 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-0a2863b6-03ff-42d1-8872-01942688c2ec req-20254f8d-0e41-43de-992c-da64657b653b tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=41b2fdbd-2397-4f6f-904a-24c65bd20707 HTTP/1.1" status: 200 len: 210 time: 0.0327456 May 08 22:21:58.753253 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-11b1bcc5-6e87-4cf1-8cd3-35a561bd38fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e3bb02-430b-45dd-b0e6-f5706e07f1bc', 'name': 'tempest-AttachVolumeTestJSON-325224771-router', 'tenant_id': '877c3ddd8833480d8dedc0796ec7dcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '718d2169-e803-436e-aa16-5616b23d0b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:15:04Z', 'updated_at': '2022-05-08T22:15:11Z', 'revision_number': 4, 'project_id': '877c3ddd8833480d8dedc0796ec7dcd2', 'gw_port': {'id': '718d2169-e803-436e-aa16-5616b23d0b0c', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ab:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e3bb02-430b-45dd-b0e6-f5706e07f1bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:05Z', 'updated_at': '2022-05-08T22:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_interfaces': [{'id': '273e176a-0c4f-444f-b508-eabc343a8562', 'name': '', 'network_id': '387fc46a-30bd-496f-ac2d-d7b18b5cbea6', 'tenant_id': '877c3ddd8833480d8dedc0796ec7dcd2', 'mac_address': 'fa:16:3e:21:53:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e3bb02-430b-45dd-b0e6-f5706e07f1bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '22276153-f38c-4e2a-9ff9-b172da35f69d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:09Z', 'updated_at': '2022-05-08T22:15:18Z', 'revision_number': 5, 'project_id': '877c3ddd8833480d8dedc0796ec7dcd2', 'subnets': [{'id': '22276153-f38c-4e2a-9ff9-b172da35f69d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:21:58.779082 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b1bcc5-6e87-4cf1-8cd3-35a561bd38fb None None] Checking router: 40e3bb02-430b-45dd-b0e6-f5706e07f1bc for host: dv-cinder-840511-5-iscsi {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 08 22:21:58.788217 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b1bcc5-6e87-4cf1-8cd3-35a561bd38fb None None] Routers {'40e3bb02-430b-45dd-b0e6-f5706e07f1bc'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:21:58.788846 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-11b1bcc5-6e87-4cf1-8cd3-35a561bd38fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:21:48Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['40e3bb02-430b-45dd-b0e6-f5706e07f1bc'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:21:59.031425 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-11b1bcc5-6e87-4cf1-8cd3-35a561bd38fb None None] Set router 40e3bb02-430b-45dd-b0e6-f5706e07f1bc gateway port host: dv-cinder-840511-5-iscsi {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:21:59.227821 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-11b1bcc5-6e87-4cf1-8cd3-35a561bd38fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e3bb02-430b-45dd-b0e6-f5706e07f1bc', 'name': 'tempest-AttachVolumeTestJSON-325224771-router', 'tenant_id': '877c3ddd8833480d8dedc0796ec7dcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '718d2169-e803-436e-aa16-5616b23d0b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:15:04Z', 'updated_at': '2022-05-08T22:15:11Z', 'revision_number': 4, 'project_id': '877c3ddd8833480d8dedc0796ec7dcd2', 'gw_port': {'id': '718d2169-e803-436e-aa16-5616b23d0b0c', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ab:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e3bb02-430b-45dd-b0e6-f5706e07f1bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:05Z', 'updated_at': '2022-05-08T22:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_interfaces': [{'id': '273e176a-0c4f-444f-b508-eabc343a8562', 'name': '', 'network_id': '387fc46a-30bd-496f-ac2d-d7b18b5cbea6', 'tenant_id': '877c3ddd8833480d8dedc0796ec7dcd2', 'mac_address': 'fa:16:3e:21:53:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e3bb02-430b-45dd-b0e6-f5706e07f1bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '22276153-f38c-4e2a-9ff9-b172da35f69d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:09Z', 'updated_at': '2022-05-08T22:15:18Z', 'revision_number': 5, 'project_id': '877c3ddd8833480d8dedc0796ec7dcd2', 'subnets': [{'id': '22276153-f38c-4e2a-9ff9-b172da35f69d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:21:59.257379 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b1bcc5-6e87-4cf1-8cd3-35a561bd38fb None None] The sync data for ids ['40e3bb02-430b-45dd-b0e6-f5706e07f1bc'] in dv-cinder-840511-5-iscsi is: [{'id': '40e3bb02-430b-45dd-b0e6-f5706e07f1bc', 'name': 'tempest-AttachVolumeTestJSON-325224771-router', 'tenant_id': '877c3ddd8833480d8dedc0796ec7dcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '718d2169-e803-436e-aa16-5616b23d0b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:15:04Z', 'updated_at': '2022-05-08T22:15:11Z', 'revision_number': 4, 'project_id': '877c3ddd8833480d8dedc0796ec7dcd2', 'gw_port': {'id': '718d2169-e803-436e-aa16-5616b23d0b0c', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ab:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e3bb02-430b-45dd-b0e6-f5706e07f1bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:05Z', 'updated_at': '2022-05-08T22:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_interfaces': [{'id': '273e176a-0c4f-444f-b508-eabc343a8562', 'name': '', 'network_id': '387fc46a-30bd-496f-ac2d-d7b18b5cbea6', 'tenant_id': '877c3ddd8833480d8dedc0796ec7dcd2', 'mac_address': 'fa:16:3e:21:53:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e3bb02-430b-45dd-b0e6-f5706e07f1bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '22276153-f38c-4e2a-9ff9-b172da35f69d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:09Z', 'updated_at': '2022-05-08T22:15:18Z', 'revision_number': 5, 'project_id': '877c3ddd8833480d8dedc0796ec7dcd2', 'subnets': [{'id': '22276153-f38c-4e2a-9ff9-b172da35f69d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 08 22:21:59.503661 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e271fdf-c0fe-483c-a941-40a807de28f1 None None] New status for floating IP 3ac3b293-caf2-44a5-9b1d-69575a404288: DOWN {{(pid=103631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 08 22:21:59.691948 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 56028) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:21:59.753320 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-92231813-6c93-4a82-abe2-bbc6bdb6ac0e tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Publish callbacks [] for security_group (ca44f436-fe4a-4cda-b0b9-0850bed715c4), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:59.777101 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-92231813-6c93-4a82-abe2-bbc6bdb6ac0e tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Publish callbacks [] for security_group (ca44f436-fe4a-4cda-b0b9-0850bed715c4), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:59.832304 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-92231813-6c93-4a82-abe2-bbc6bdb6ac0e tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (ca44f436-fe4a-4cda-b0b9-0850bed715c4), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:59.835030 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-92231813-6c93-4a82-abe2-bbc6bdb6ac0e tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Publish callbacks [] for security_group (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:21:59.836184 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-92231813-6c93-4a82-abe2-bbc6bdb6ac0e tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "DELETE /v2.0/security-groups/ca44f436-fe4a-4cda-b0b9-0850bed715c4 HTTP/1.1" status: 204 len: 168 time: 0.1429598 May 08 22:21:59.839436 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 56030) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:21:59.845936 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92231813-6c93-4a82-abe2-bbc6bdb6ac0e tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca44f436-fe4a-4cda-b0b9-0850bed715c4,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:21:59.855079 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.api.v2.resource [None req-cb573298-4954-48b9-a3c3-c6fae8a0f1e1 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] show failed (client error): The resource could not be found. May 08 22:21:59.855987 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.agents_db [None req-09216671-537f-4251-a64c-737ccd42d6d2 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 08 22:21:59.857053 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-cb573298-4954-48b9-a3c3-c6fae8a0f1e1 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups/ca44f436-fe4a-4cda-b0b9-0850bed715c4 HTTP/1.1" status: 404 len: 347 time: 0.0165493 May 08 22:21:59.858988 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 56032) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:21:59.972652 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f003e-0e9e-4147-bc2c-f3cb1d5ab631 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Deleting port 35ae337e-edf6-43ae-8a9e-4ac343c68831 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 08 22:21:59.973002 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8c1f003e-0e9e-4147-bc2c-f3cb1d5ab631 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791034291685'] for port (35ae337e-edf6-43ae-8a9e-4ac343c68831), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:00.049265 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8c1f003e-0e9e-4147-bc2c-f3cb1d5ab631 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786495'] for port (35ae337e-edf6-43ae-8a9e-4ac343c68831), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:00.049551 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8c1f003e-0e9e-4147-bc2c-f3cb1d5ab631 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Publish callbacks [] for floatingip (35ae337e-edf6-43ae-8a9e-4ac343c68831), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:00.067303 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-8c1f003e-0e9e-4147-bc2c-f3cb1d5ab631 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Calling delete_port for 35ae337e-edf6-43ae-8a9e-4ac343c68831 owned by network:floatingip {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 08 22:22:00.212691 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8c1f003e-0e9e-4147-bc2c-f3cb1d5ab631 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791034301049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791034024021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633834'] for port (35ae337e-edf6-43ae-8a9e-4ac343c68831), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:00.242817 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1f003e-0e9e-4147-bc2c-f3cb1d5ab631 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Pushing event deleted for resources: {'Port': ['ID=35ae337e-edf6-43ae-8a9e-4ac343c68831,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:22:00.302444 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8c1f003e-0e9e-4147-bc2c-f3cb1d5ab631 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Publish callbacks [] for floatingip (3ac3b293-caf2-44a5-9b1d-69575a404288), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:00.304995 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8c1f003e-0e9e-4147-bc2c-f3cb1d5ab631 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870'] for floatingip (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:00.306383 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-8c1f003e-0e9e-4147-bc2c-f3cb1d5ab631 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "DELETE /v2.0/floatingips/3ac3b293-caf2-44a5-9b1d-69575a404288 HTTP/1.1" status: 204 len: 168 time: 0.4464977 May 08 22:22:00.687573 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 56036) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:22:00.692252 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [None req-18b7cad4-423a-4871-9451-42f0b6c2e514 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Request body: {'security_group': {'name': 'tempest-securitygroup--560681872', 'description': 'tempest-description--1739876812'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:22:00.719341 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-18b7cad4-423a-4871-9451-42f0b6c2e514 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Publish callbacks [] for security_group (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:00.789382 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-18b7cad4-423a-4871-9451-42f0b6c2e514 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Publish callbacks [] for security_group (cb6ea122-fa5b-432e-9065-4fd2851130b5), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:00.794963 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-18b7cad4-423a-4871-9451-42f0b6c2e514 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (cb6ea122-fa5b-432e-9065-4fd2851130b5), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:00.822977 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-18b7cad4-423a-4871-9451-42f0b6c2e514 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Publish callbacks [] for security_group (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:00.824182 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-18b7cad4-423a-4871-9451-42f0b6c2e514 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1355898 May 08 22:22:00.826352 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b7cad4-423a-4871-9451-42f0b6c2e514 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb6ea122-fa5b-432e-9065-4fd2851130b5,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:22:00.827376 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 56038) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:22:00.831997 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.v2.base [None req-94cbdadd-751e-4926-9799-fb2124cd64f9 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Request body: {'security_group_rule': {'security_group_id': 'cb6ea122-fa5b-432e-9065-4fd2851130b5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:22:00.860005 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-94cbdadd-751e-4926-9799-fb2124cd64f9 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Publish callbacks [] for security_group_rule (8cfe6a34-f027-4f63-a97b-ebb2e1db5e54), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:00.916835 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-94cbdadd-751e-4926-9799-fb2124cd64f9 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Publish callbacks [] for security_group_rule (8cfe6a34-f027-4f63-a97b-ebb2e1db5e54), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:00.921962 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-94cbdadd-751e-4926-9799-fb2124cd64f9 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571357'] for security_group_rule (8cfe6a34-f027-4f63-a97b-ebb2e1db5e54), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:00.941412 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cbdadd-751e-4926-9799-fb2124cd64f9 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cfe6a34-f027-4f63-a97b-ebb2e1db5e54,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:22:00.951567 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-94cbdadd-751e-4926-9799-fb2124cd64f9 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:00.952764 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-94cbdadd-751e-4926-9799-fb2124cd64f9 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1243527 May 08 22:22:00.955493 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 56040) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:22:00.959772 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.v2.base [None req-3bbb3458-d3b4-43ea-8aa0-99631fe6d0e9 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Request body: {'security_group_rule': {'security_group_id': 'cb6ea122-fa5b-432e-9065-4fd2851130b5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:22:00.986828 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3bbb3458-d3b4-43ea-8aa0-99631fe6d0e9 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Publish callbacks [] for security_group_rule (4b818a1b-7d03-4674-8240-12f8bee24fc3), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:01.041595 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3bbb3458-d3b4-43ea-8aa0-99631fe6d0e9 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Publish callbacks [] for security_group_rule (4b818a1b-7d03-4674-8240-12f8bee24fc3), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:01.046434 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3bbb3458-d3b4-43ea-8aa0-99631fe6d0e9 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571357'] for security_group_rule (4b818a1b-7d03-4674-8240-12f8bee24fc3), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:01.065400 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbb3458-d3b4-43ea-8aa0-99631fe6d0e9 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b818a1b-7d03-4674-8240-12f8bee24fc3,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:22:01.070542 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3bbb3458-d3b4-43ea-8aa0-99631fe6d0e9 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:01.071737 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-3bbb3458-d3b4-43ea-8aa0-99631fe6d0e9 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1153359 May 08 22:22:01.075070 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 56042) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:22:01.080034 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [None req-f2ccc0ce-7ab5-40dd-a7cc-dcd154799625 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Request body: {'floatingip': {'floating_network_id': '542aeef6-5046-439a-aa53-dc46759766dd'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:22:01.102838 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f2ccc0ce-7ab5-40dd-a7cc-dcd154799625 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:01.190312 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f2ccc0ce-7ab5-40dd-a7cc-dcd154799625 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:01.305249 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-f2ccc0ce-7ab5-40dd-a7cc-dcd154799625 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Allocated IP 172.27.2.61 (542aeef6-5046-439a-aa53-dc46759766dd/c1306b94-a9cc-4730-bd7d-1800cb77959d/a4d5086c-297e-4e33-907d-c023e440ea5a) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 08 22:22:01.350234 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device 5ba34ff9-9e2c-4e2f-b1f0-9f8ca1724b67 no longer exists at agent hyperv_hv-cinder-84051 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 08 22:22:01.371284 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] No Port match for: 5ba34ff9-9e2c-4e2f-b1f0-9f8ca1724b67 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 08 22:22:01.371724 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device 5ba34ff9-9e2c-4e2f-b1f0-9f8ca1724b67 not bound to the agent host hv-cinder-84051 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 08 22:22:01.410750 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f2ccc0ce-7ab5-40dd-a7cc-dcd154799625 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Publish callbacks [] for port (a4d5086c-297e-4e33-907d-c023e440ea5a), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:01.443566 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f2ccc0ce-7ab5-40dd-a7cc-dcd154799625 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791034024012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633834'] for port (a4d5086c-297e-4e33-907d-c023e440ea5a), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:01.482039 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ccc0ce-7ab5-40dd-a7cc-dcd154799625 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Network 542aeef6-5046-439a-aa53-dc46759766dd is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 08 22:22:01.484940 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-f2ccc0ce-7ab5-40dd-a7cc-dcd154799625 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:22:01.490668 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ccc0ce-7ab5-40dd-a7cc-dcd154799625 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 08 22:22:01.496353 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ccc0ce-7ab5-40dd-a7cc-dcd154799625 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Pushing event updated for resources: {'Port': ['ID=a4d5086c-297e-4e33-907d-c023e440ea5a,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:22:01.583352 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f2ccc0ce-7ab5-40dd-a7cc-dcd154799625 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Publish callbacks [] for floatingip (06d15471-2749-4093-9f26-f6e863068515), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:01.622106 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f2ccc0ce-7ab5-40dd-a7cc-dcd154799625 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (a4d5086c-297e-4e33-907d-c023e440ea5a), before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:01.773378 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f2ccc0ce-7ab5-40dd-a7cc-dcd154799625 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Publish callbacks [] for port (a4d5086c-297e-4e33-907d-c023e440ea5a), precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:01.779886 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f2ccc0ce-7ab5-40dd-a7cc-dcd154799625 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59633821'] for port (a4d5086c-297e-4e33-907d-c023e440ea5a), after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:01.843050 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ccc0ce-7ab5-40dd-a7cc-dcd154799625 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Pushing event updated for resources: {'Port': ['ID=a4d5086c-297e-4e33-907d-c023e440ea5a,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:22:01.856816 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f2ccc0ce-7ab5-40dd-a7cc-dcd154799625 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-788248'] for floatingip (06d15471-2749-4093-9f26-f6e863068515), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:01.873643 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f2ccc0ce-7ab5-40dd-a7cc-dcd154799625 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870'] for floatingip (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:01.874862 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-f2ccc0ce-7ab5-40dd-a7cc-dcd154799625 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7986395 May 08 22:22:02.084820 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-01bedadc-7cad-410a-94ca-a6fd667d2af1 req-85c0f641-5305-4b3a-932e-a79924442f85 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--560681872&fields=id&tenant_id=877c3ddd8833480d8dedc0796ec7dcd2 HTTP/1.1" status: 200 len: 267 time: 0.0438943 May 08 22:22:02.200166 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bedadc-7cad-410a-94ca-a6fd667d2af1 req-17a6400c-420c-487a-bfff-4eaefad20f48 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:02.201649 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-01bedadc-7cad-410a-94ca-a6fd667d2af1 req-17a6400c-420c-487a-bfff-4eaefad20f48 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/networks?id=387fc46a-30bd-496f-ac2d-d7b18b5cbea6 HTTP/1.1" status: 200 len: 810 time: 0.1098089 May 08 22:22:02.217042 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-01bedadc-7cad-410a-94ca-a6fd667d2af1 req-05597334-8f1f-4d67-82e1-387313290db5 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/quotas/877c3ddd8833480d8dedc0796ec7dcd2 HTTP/1.1" status: 200 len: 375 time: 0.0099626 May 08 22:22:02.268596 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-01bedadc-7cad-410a-94ca-a6fd667d2af1 req-fa25f3d1-e1b6-43f3-a3b8-382fe39a2d05 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=877c3ddd8833480d8dedc0796ec7dcd2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467050 May 08 22:22:02.376925 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-01bedadc-7cad-410a-94ca-a6fd667d2af1 req-d271255a-63aa-4408-9804-06cfbaf4a3a7 service neutron] 10.222.0.44 "GET /v2.0/networks/387fc46a-30bd-496f-ac2d-d7b18b5cbea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911114 May 08 22:22:02.478205 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-01bedadc-7cad-410a-94ca-a6fd667d2af1 req-12e9f0db-6571-4fba-886a-75ed0f5fbf3d service neutron] 10.222.0.44 "GET /v2.0/networks/387fc46a-30bd-496f-ac2d-d7b18b5cbea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955305 May 08 22:22:02.653544 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-1b22c8a4-b46d-4c4f-949f-3c7e24b5635b req-ffb4747f-4cfc-4dd0-8d34-b3dd7155ae75 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=8963a736-c80e-49ec-85e6-fb549cf7e56d HTTP/1.1" status: 200 len: 210 time: 0.0278642 May 08 22:22:03.720934 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bedadc-7cad-410a-94ca-a6fd667d2af1 req-d9a2ee78-6594-4a89-b95e-af7c95ab6b3e tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:03.722416 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-01bedadc-7cad-410a-94ca-a6fd667d2af1 req-d9a2ee78-6594-4a89-b95e-af7c95ab6b3e tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.24 "GET /v2.0/networks?id=387fc46a-30bd-496f-ac2d-d7b18b5cbea6 HTTP/1.1" status: 200 len: 810 time: 0.1134069 May 08 22:22:03.751573 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-8ab8442a-12eb-450e-bef6-04748ac56bd4 req-15d4a1df-aed7-4b33-87f0-76c26e215721 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=8963a736-c80e-49ec-85e6-fb549cf7e56d HTTP/1.1" status: 200 len: 210 time: 0.0277166 May 08 22:22:03.791410 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-01bedadc-7cad-410a-94ca-a6fd667d2af1 req-62055482-0a84-4edb-a773-be62ef9da36c tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=877c3ddd8833480d8dedc0796ec7dcd2 HTTP/1.1" status: 200 len: 379 time: 0.0540712 May 08 22:22:03.904107 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [req-01bedadc-7cad-410a-94ca-a6fd667d2af1 req-09f24fd3-522a-492d-82fa-3a035f00ad8e tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Request body: {'port': {'device_id': '8963a736-c80e-49ec-85e6-fb549cf7e56d', 'network_id': '387fc46a-30bd-496f-ac2d-d7b18b5cbea6', 'admin_state_up': True, 'tenant_id': '877c3ddd8833480d8dedc0796ec7dcd2', 'security_groups': ['cb6ea122-fa5b-432e-9065-4fd2851130b5']}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:22:04.017299 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01bedadc-7cad-410a-94ca-a6fd667d2af1 req-09f24fd3-522a-492d-82fa-3a035f00ad8e tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Made reservation on behalf of 877c3ddd8833480d8dedc0796ec7dcd2 for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 08 22:22:04.021370 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-01bedadc-7cad-410a-94ca-a6fd667d2af1 req-09f24fd3-522a-492d-82fa-3a035f00ad8e tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:04.150711 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [req-01bedadc-7cad-410a-94ca-a6fd667d2af1 req-09f24fd3-522a-492d-82fa-3a035f00ad8e tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Allocated IP 172.20.0.6 (387fc46a-30bd-496f-ac2d-d7b18b5cbea6/22276153-f38c-4e2a-9ff9-b172da35f69d/193ff6e2-b64f-455c-957f-f8749f2e50d1) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 08 22:22:04.294410 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-01bedadc-7cad-410a-94ca-a6fd667d2af1 req-09f24fd3-522a-492d-82fa-3a035f00ad8e tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Publish callbacks [] for port (193ff6e2-b64f-455c-957f-f8749f2e50d1), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:04.333679 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-01bedadc-7cad-410a-94ca-a6fd667d2af1 req-09f24fd3-522a-492d-82fa-3a035f00ad8e tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791034024012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633834'] for port (193ff6e2-b64f-455c-957f-f8749f2e50d1), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:04.374938 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01bedadc-7cad-410a-94ca-a6fd667d2af1 req-09f24fd3-522a-492d-82fa-3a035f00ad8e tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Network 387fc46a-30bd-496f-ac2d-d7b18b5cbea6 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 08 22:22:04.378244 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [req-01bedadc-7cad-410a-94ca-a6fd667d2af1 req-09f24fd3-522a-492d-82fa-3a035f00ad8e tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:22:04.383941 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-01bedadc-7cad-410a-94ca-a6fd667d2af1 req-09f24fd3-522a-492d-82fa-3a035f00ad8e tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 08 22:22:04.410391 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f24fd3-522a-492d-82fa-3a035f00ad8e tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Pushing event updated for resources: {'Port': ['ID=193ff6e2-b64f-455c-957f-f8749f2e50d1,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:22:04.439564 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bedadc-7cad-410a-94ca-a6fd667d2af1 req-09f24fd3-522a-492d-82fa-3a035f00ad8e tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:04.440176 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-01bedadc-7cad-410a-94ca-a6fd667d2af1 req-09f24fd3-522a-492d-82fa-3a035f00ad8e tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870'] for port (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:04.457301 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-01bedadc-7cad-410a-94ca-a6fd667d2af1 req-09f24fd3-522a-492d-82fa-3a035f00ad8e tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5575075 May 08 22:22:04.474995 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [req-01bedadc-7cad-410a-94ca-a6fd667d2af1 req-e65c8cc0-2336-437c-b567-b7dea1fb162c service neutron] Request body: {'port': {'device_id': '8963a736-c80e-49ec-85e6-fb549cf7e56d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:22:04.544757 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-01bedadc-7cad-410a-94ca-a6fd667d2af1 req-e65c8cc0-2336-437c-b567-b7dea1fb162c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (193ff6e2-b64f-455c-957f-f8749f2e50d1), before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:04.614690 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-aa410e97-2ca3-4746-81ea-8baa132bac1c None None] Provisioning complete for port 193ff6e2-b64f-455c-957f-f8749f2e50d1 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:22:04.615281 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-aa410e97-2ca3-4746-81ea-8baa132bac1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (193ff6e2-b64f-455c-957f-f8749f2e50d1), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:04.651536 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-aa410e97-2ca3-4746-81ea-8baa132bac1c None None] Port 193ff6e2-b64f-455c-957f-f8749f2e50d1 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 08 22:22:04.881743 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e22085-cb4a-4619-8136-de5e01b67c17 req-40a09487-986b-4296-91ac-66c894c4cce2 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:04.883228 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-43e22085-cb4a-4619-8136-de5e01b67c17 req-40a09487-986b-4296-91ac-66c894c4cce2 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=8963a736-c80e-49ec-85e6-fb549cf7e56d HTTP/1.1" status: 200 len: 931 time: 0.0531206 May 08 22:22:04.935784 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-43e22085-cb4a-4619-8136-de5e01b67c17 req-bb16e113-bfd0-4a60-b6ba-e7f67b5ef369 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6ea122-fa5b-432e-9065-4fd2851130b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457692 May 08 22:22:05.085368 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.notifiers.nova [req-01bedadc-7cad-410a-94ca-a6fd667d2af1 req-e65c8cc0-2336-437c-b567-b7dea1fb162c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 193ff6e2-b64f-455c-957f-f8749f2e50d1 {{(pid=103629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 08 22:22:05.093678 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-01bedadc-7cad-410a-94ca-a6fd667d2af1 req-e65c8cc0-2336-437c-b567-b7dea1fb162c service neutron] Publish callbacks [] for port (193ff6e2-b64f-455c-957f-f8749f2e50d1), precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:05.109201 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.provisioning_blocks [req-01bedadc-7cad-410a-94ca-a6fd667d2af1 req-e65c8cc0-2336-437c-b567-b7dea1fb162c service neutron] Transition to ACTIVE for port object 193ff6e2-b64f-455c-957f-f8749f2e50d1 will not be triggered until provisioned by entity L2. {{(pid=103629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 08 22:22:05.115952 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-01bedadc-7cad-410a-94ca-a6fd667d2af1 req-e65c8cc0-2336-437c-b567-b7dea1fb162c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59633821'] for port (193ff6e2-b64f-455c-957f-f8749f2e50d1), after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:05.174421 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65c8cc0-2336-437c-b567-b7dea1fb162c service neutron] Pushing event updated for resources: {'Port': ['ID=193ff6e2-b64f-455c-957f-f8749f2e50d1,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:22:05.244351 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-01bedadc-7cad-410a-94ca-a6fd667d2af1 req-e65c8cc0-2336-437c-b567-b7dea1fb162c service neutron] Attempting to bind port 193ff6e2-b64f-455c-957f-f8749f2e50d1 on host hv-cinder-84051 for vnic_type normal with profile {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 08 22:22:05.244683 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-01bedadc-7cad-410a-94ca-a6fd667d2af1 req-e65c8cc0-2336-437c-b567-b7dea1fb162c service neutron] Attempting to bind port 193ff6e2-b64f-455c-957f-f8749f2e50d1 by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': 'bff755d0-708f-46dc-97e7-b50558f025ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '387fc46a-30bd-496f-ac2d-d7b18b5cbea6'}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 08 22:22:05.245032 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01bedadc-7cad-410a-94ca-a6fd667d2af1 req-e65c8cc0-2336-437c-b567-b7dea1fb162c service neutron] Attempting to bind port 193ff6e2-b64f-455c-957f-f8749f2e50d1 on network 387fc46a-30bd-496f-ac2d-d7b18b5cbea6 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 08 22:22:05.249829 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01bedadc-7cad-410a-94ca-a6fd667d2af1 req-e65c8cc0-2336-437c-b567-b7dea1fb162c service neutron] Port 193ff6e2-b64f-455c-957f-f8749f2e50d1 on network 387fc46a-30bd-496f-ac2d-d7b18b5cbea6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 08 22:22:05.250150 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01bedadc-7cad-410a-94ca-a6fd667d2af1 req-e65c8cc0-2336-437c-b567-b7dea1fb162c service neutron] Attempting to bind port 193ff6e2-b64f-455c-957f-f8749f2e50d1 on network 387fc46a-30bd-496f-ac2d-d7b18b5cbea6 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 08 22:22:05.255426 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01bedadc-7cad-410a-94ca-a6fd667d2af1 req-e65c8cc0-2336-437c-b567-b7dea1fb162c service neutron] Checking agent: {'id': '50086534-3b0f-4edb-899f-da05c46c2546', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 8, 22, 13, 10), 'started_at': datetime.datetime(2022, 5, 8, 22, 13, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 8, 22, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 08 22:22:05.255729 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01bedadc-7cad-410a-94ca-a6fd667d2af1 req-e65c8cc0-2336-437c-b567-b7dea1fb162c service neutron] Checking segment: {'id': 'bff755d0-708f-46dc-97e7-b50558f025ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '387fc46a-30bd-496f-ac2d-d7b18b5cbea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 08 22:22:05.256139 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01bedadc-7cad-410a-94ca-a6fd667d2af1 req-e65c8cc0-2336-437c-b567-b7dea1fb162c service neutron] Bound using segment: {'id': 'bff755d0-708f-46dc-97e7-b50558f025ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '387fc46a-30bd-496f-ac2d-d7b18b5cbea6'} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 08 22:22:05.256532 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-01bedadc-7cad-410a-94ca-a6fd667d2af1 req-e65c8cc0-2336-437c-b567-b7dea1fb162c service neutron] Bound port: 193ff6e2-b64f-455c-957f-f8749f2e50d1, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bff755d0-708f-46dc-97e7-b50558f025ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '387fc46a-30bd-496f-ac2d-d7b18b5cbea6'}}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 08 22:22:05.256941 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-01bedadc-7cad-410a-94ca-a6fd667d2af1 req-e65c8cc0-2336-437c-b567-b7dea1fb162c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (193ff6e2-b64f-455c-957f-f8749f2e50d1), before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:05.324690 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-01bedadc-7cad-410a-94ca-a6fd667d2af1 req-e65c8cc0-2336-437c-b567-b7dea1fb162c service neutron] For port 193ff6e2-b64f-455c-957f-f8749f2e50d1, host hv-cinder-84051, cleared binding levels {{(pid=103629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 08 22:22:05.327826 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-01bedadc-7cad-410a-94ca-a6fd667d2af1 req-e65c8cc0-2336-437c-b567-b7dea1fb162c service neutron] For port 193ff6e2-b64f-455c-957f-f8749f2e50d1, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=193ff6e2-b64f-455c-957f-f8749f2e50d1,segment=NetworkSegment(bff755d0-708f-46dc-97e7-b50558f025ca),segment_id=bff755d0-708f-46dc-97e7-b50558f025ca)] {{(pid=103629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 08 22:22:05.334275 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-01bedadc-7cad-410a-94ca-a6fd667d2af1 req-e65c8cc0-2336-437c-b567-b7dea1fb162c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59633821'] for port (193ff6e2-b64f-455c-957f-f8749f2e50d1), after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:05.372390 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bedadc-7cad-410a-94ca-a6fd667d2af1 req-e65c8cc0-2336-437c-b567-b7dea1fb162c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:05.373079 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-01bedadc-7cad-410a-94ca-a6fd667d2af1 req-e65c8cc0-2336-437c-b567-b7dea1fb162c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870'] for port (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:05.374450 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-01bedadc-7cad-410a-94ca-a6fd667d2af1 req-e65c8cc0-2336-437c-b567-b7dea1fb162c service neutron] 10.222.0.24 "PUT /v2.0/ports/193ff6e2-b64f-455c-957f-f8749f2e50d1 HTTP/1.1" status: 200 len: 1093 time: 0.9038293 May 08 22:22:05.374854 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8963a736-c80e-49ec-85e6-fb549cf7e56d', 'tag': '193ff6e2-b64f-455c-957f-f8749f2e50d1'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 08 22:22:05.377100 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cc8a0c475ac6fe54f5122aa5a8750c48412c688b8f67dba420990604a8daf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78af2b09-f9f7-4b8e-8877-92728210a840" -d '{"events": [{"name": "network-changed", "server_uuid": "8963a736-c80e-49ec-85e6-fb549cf7e56d", "tag": "193ff6e2-b64f-455c-957f-f8749f2e50d1"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 08 22:22:05.402539 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65c8cc0-2336-437c-b567-b7dea1fb162c service neutron] Pushing event updated for resources: {'Port': ['ID=193ff6e2-b64f-455c-957f-f8749f2e50d1,revision_number=3']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:22:05.430753 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 08 May 2022 22:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e4c8a5-f329-463a-96df-c0f45ffd9a0a x-openstack-request-id: req-65e4c8a5-f329-463a-96df-c0f45ffd9a0a {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 08 22:22:05.431037 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8963a736-c80e-49ec-85e6-fb549cf7e56d", "tag": "193ff6e2-b64f-455c-957f-f8749f2e50d1", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 08 22:22:05.431412 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-65e4c8a5-f329-463a-96df-c0f45ffd9a0a {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 08 22:22:05.431813 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65e4c8a5-f329-463a-96df-c0f45ffd9a0a'] response: {'name': 'network-changed', 'server_uuid': '8963a736-c80e-49ec-85e6-fb549cf7e56d', 'tag': '193ff6e2-b64f-455c-957f-f8749f2e50d1', 'status': 'completed', 'code': 200} May 08 22:22:05.487829 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bedadc-7cad-410a-94ca-a6fd667d2af1 req-57b53edd-05f0-41bf-9d89-e14a6182c2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:05.489392 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-01bedadc-7cad-410a-94ca-a6fd667d2af1 req-57b53edd-05f0-41bf-9d89-e14a6182c2b9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=877c3ddd8833480d8dedc0796ec7dcd2&device_id=8963a736-c80e-49ec-85e6-fb549cf7e56d HTTP/1.1" status: 200 len: 1127 time: 0.0411277 May 08 22:22:05.538918 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-01bedadc-7cad-410a-94ca-a6fd667d2af1 req-174b24a1-a815-4698-924a-9082b1975a40 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=193ff6e2-b64f-455c-957f-f8749f2e50d1 HTTP/1.1" status: 200 len: 217 time: 0.0343270 May 08 22:22:05.590115 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bedadc-7cad-410a-94ca-a6fd667d2af1 req-140ff78f-9cff-413c-9f4f-2dc8f1b595e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:05.591638 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-01bedadc-7cad-410a-94ca-a6fd667d2af1 req-140ff78f-9cff-413c-9f4f-2dc8f1b595e1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=22276153-f38c-4e2a-9ff9-b172da35f69d HTTP/1.1" status: 200 len: 849 time: 0.0460947 May 08 22:22:05.634682 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bedadc-7cad-410a-94ca-a6fd667d2af1 req-8ac3f973-6a4f-4dd8-a07d-4b4b2d5b0b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:05.636063 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-01bedadc-7cad-410a-94ca-a6fd667d2af1 req-8ac3f973-6a4f-4dd8-a07d-4b4b2d5b0b10 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=387fc46a-30bd-496f-ac2d-d7b18b5cbea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382886 May 08 22:22:05.733082 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-01bedadc-7cad-410a-94ca-a6fd667d2af1 req-f95fd4c0-8fef-46ba-935c-854c116b4e1c service neutron] 10.222.0.24 "GET /v2.0/networks/387fc46a-30bd-496f-ac2d-d7b18b5cbea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878038 May 08 22:22:05.826922 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-01bedadc-7cad-410a-94ca-a6fd667d2af1 req-20d348a0-97c0-4f35-9ec9-94e23c028c0f service neutron] 10.222.0.24 "GET /v2.0/networks/387fc46a-30bd-496f-ac2d-d7b18b5cbea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862339 May 08 22:22:06.053618 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf68832b-5fcc-4d2a-8f95-0a65589f0e71 req-c678dad9-a65c-480d-8dc4-9b598689032e tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:06.055061 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-cf68832b-5fcc-4d2a-8f95-0a65589f0e71 req-c678dad9-a65c-480d-8dc4-9b598689032e tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=8963a736-c80e-49ec-85e6-fb549cf7e56d HTTP/1.1" status: 200 len: 943 time: 0.0495214 May 08 22:22:06.110961 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-cf68832b-5fcc-4d2a-8f95-0a65589f0e71 req-dc2469cf-76d3-4f85-bc56-ea1339398591 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6ea122-fa5b-432e-9065-4fd2851130b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474975 May 08 22:22:07.231216 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23816b98-eacf-4401-bf7f-68657833f3e4 req-417bd6f7-7c45-4f32-ad92-5f7ab8986e4d tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:07.232683 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-23816b98-eacf-4401-bf7f-68657833f3e4 req-417bd6f7-7c45-4f32-ad92-5f7ab8986e4d tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=8963a736-c80e-49ec-85e6-fb549cf7e56d HTTP/1.1" status: 200 len: 943 time: 0.0473993 May 08 22:22:07.285641 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-23816b98-eacf-4401-bf7f-68657833f3e4 req-80feab8b-f688-451d-b08c-5c49b908d546 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6ea122-fa5b-432e-9065-4fd2851130b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444674 May 08 22:22:08.414765 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a0fdb0-e9f9-4536-8b18-c1d1d1781da5 req-469c4b19-1d48-4446-a7f4-4f99cbd1667d tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:08.416234 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-58a0fdb0-e9f9-4536-8b18-c1d1d1781da5 req-469c4b19-1d48-4446-a7f4-4f99cbd1667d tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=8963a736-c80e-49ec-85e6-fb549cf7e56d HTTP/1.1" status: 200 len: 943 time: 0.0556717 May 08 22:22:08.463321 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-58a0fdb0-e9f9-4536-8b18-c1d1d1781da5 req-5c9c05e3-2c8f-4f1a-a605-c08de5442505 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6ea122-fa5b-432e-9065-4fd2851130b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411203 May 08 22:22:08.641946 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78af2b09-f9f7-4b8e-8877-92728210a840 req-cb4bdf38-af1d-4586-85f1-d5293a0c6268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:08.643335 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-78af2b09-f9f7-4b8e-8877-92728210a840 req-cb4bdf38-af1d-4586-85f1-d5293a0c6268 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=877c3ddd8833480d8dedc0796ec7dcd2&device_id=8963a736-c80e-49ec-85e6-fb549cf7e56d HTTP/1.1" status: 200 len: 1127 time: 0.0427985 May 08 22:22:08.751793 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78af2b09-f9f7-4b8e-8877-92728210a840 req-18bdbed3-8ed8-45df-9714-7efaa081fbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:08.753350 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-78af2b09-f9f7-4b8e-8877-92728210a840 req-18bdbed3-8ed8-45df-9714-7efaa081fbcb service neutron] 10.222.0.24 "GET /v2.0/networks?id=387fc46a-30bd-496f-ac2d-d7b18b5cbea6 HTTP/1.1" status: 200 len: 911 time: 0.1028719 May 08 22:22:08.793419 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-78af2b09-f9f7-4b8e-8877-92728210a840 req-695b353d-9e65-46f4-af53-22bf9f590d96 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=193ff6e2-b64f-455c-957f-f8749f2e50d1 HTTP/1.1" status: 200 len: 217 time: 0.0335388 May 08 22:22:08.841439 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78af2b09-f9f7-4b8e-8877-92728210a840 req-80e3d779-4db3-43ca-88b2-b9ee72a534ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:08.842928 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-78af2b09-f9f7-4b8e-8877-92728210a840 req-80e3d779-4db3-43ca-88b2-b9ee72a534ba service neutron] 10.222.0.24 "GET /v2.0/subnets?id=22276153-f38c-4e2a-9ff9-b172da35f69d HTTP/1.1" status: 200 len: 849 time: 0.0428905 May 08 22:22:08.901074 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78af2b09-f9f7-4b8e-8877-92728210a840 req-87ecd305-4228-4e1a-a2ec-a7eeb5f1a9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:08.902508 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-78af2b09-f9f7-4b8e-8877-92728210a840 req-87ecd305-4228-4e1a-a2ec-a7eeb5f1a9dc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=387fc46a-30bd-496f-ac2d-d7b18b5cbea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0529287 May 08 22:22:08.997173 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-78af2b09-f9f7-4b8e-8877-92728210a840 req-bae4dca1-44e0-474b-8d6c-e9de6569f5e8 service neutron] 10.222.0.24 "GET /v2.0/networks/387fc46a-30bd-496f-ac2d-d7b18b5cbea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869858 May 08 22:22:09.094512 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-78af2b09-f9f7-4b8e-8877-92728210a840 req-b491a0c5-9021-4f16-bdc0-ae0d5f7b226a service neutron] 10.222.0.24 "GET /v2.0/networks/387fc46a-30bd-496f-ac2d-d7b18b5cbea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909400 May 08 22:22:09.594791 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5085a032-0a2f-496a-9d1f-11b51d96e0a7 req-0eb867b5-fe09-4c02-a8ab-a68331694c33 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:09.596252 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-5085a032-0a2f-496a-9d1f-11b51d96e0a7 req-0eb867b5-fe09-4c02-a8ab-a68331694c33 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=8963a736-c80e-49ec-85e6-fb549cf7e56d HTTP/1.1" status: 200 len: 943 time: 0.0482447 May 08 22:22:09.645475 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-5085a032-0a2f-496a-9d1f-11b51d96e0a7 req-bc181659-0b89-45df-af9c-406549a860c2 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6ea122-fa5b-432e-9065-4fd2851130b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435467 May 08 22:22:10.282130 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (50086534-3b0f-4edb-899f-da05c46c2546), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:10.779197 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a663475-e583-4ca2-9d1c-e9172504310e req-c767f68d-9759-4d64-bbc5-1fe3f1895019 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:10.780608 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-1a663475-e583-4ca2-9d1c-e9172504310e req-c767f68d-9759-4d64-bbc5-1fe3f1895019 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=8963a736-c80e-49ec-85e6-fb549cf7e56d HTTP/1.1" status: 200 len: 943 time: 0.0543814 May 08 22:22:10.843010 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-1a663475-e583-4ca2-9d1c-e9172504310e req-e40d3d6e-d316-4d11-9445-0068b2e2a595 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6ea122-fa5b-432e-9065-4fd2851130b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541282 May 08 22:22:11.385367 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device 193ff6e2-b64f-455c-957f-f8749f2e50d1 details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=103630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 08 22:22:11.489302 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] For port 193ff6e2-b64f-455c-957f-f8749f2e50d1, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=193ff6e2-b64f-455c-957f-f8749f2e50d1,segment=NetworkSegment(bff755d0-708f-46dc-97e7-b50558f025ca),segment_id=bff755d0-708f-46dc-97e7-b50558f025ca)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:22:11.507237 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Returning: {'device': '193ff6e2-b64f-455c-957f-f8749f2e50d1', 'network_id': '387fc46a-30bd-496f-ac2d-d7b18b5cbea6', 'port_id': '193ff6e2-b64f-455c-957f-f8749f2e50d1', 'mac_address': 'fa:16:3e:7e:50:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22276153-f38c-4e2a-9ff9-b172da35f69d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 08 22:22:11.550322 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Current status of the port 193ff6e2-b64f-455c-957f-f8749f2e50d1 is: DOWN; New status is: BUILD {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:22:11.550703 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (193ff6e2-b64f-455c-957f-f8749f2e50d1), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:11.563955 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.notifiers.nova [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 193ff6e2-b64f-455c-957f-f8749f2e50d1 {{(pid=103630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 08 22:22:11.583492 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] For port 193ff6e2-b64f-455c-957f-f8749f2e50d1, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=193ff6e2-b64f-455c-957f-f8749f2e50d1,segment=NetworkSegment(bff755d0-708f-46dc-97e7-b50558f025ca),segment_id=bff755d0-708f-46dc-97e7-b50558f025ca)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:22:11.589080 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (193ff6e2-b64f-455c-957f-f8749f2e50d1), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:11.633507 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Pushing event updated for resources: {'Port': ['ID=193ff6e2-b64f-455c-957f-f8749f2e50d1,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:22:11.640649 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:22:11.640963 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:22:11.641317 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:22:11.641654 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:22:11.641982 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:22:11.642278 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:22:11.642615 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:22:11.642946 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:22:11.643221 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:22:11.643585 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:22:11.643894 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:22:11.644227 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:22:11.644546 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:22:11.644878 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:22:11.645188 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:22:11.959321 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c11753-fa67-4449-b114-090cd5730bcd req-30a13545-393b-42b8-a132-e6bf81e91017 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:11.960817 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-97c11753-fa67-4449-b114-090cd5730bcd req-30a13545-393b-42b8-a132-e6bf81e91017 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=8963a736-c80e-49ec-85e6-fb549cf7e56d HTTP/1.1" status: 200 len: 944 time: 0.0465724 May 08 22:22:12.008038 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-97c11753-fa67-4449-b114-090cd5730bcd req-6a576d56-4219-4ea6-b811-27b26476501c tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6ea122-fa5b-432e-9065-4fd2851130b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410440 May 08 22:22:12.092164 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] get_ports_and_sgs() called for port_ids ['193ff6e2-b64f-455c-957f-f8749f2e50d1'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 08 22:22:13.132997 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dee5e1-a4ca-4a6d-b48b-f72b570493e7 req-ae6c32da-019d-451a-a5ff-1d3432ad414d tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:13.134354 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-c3dee5e1-a4ca-4a6d-b48b-f72b570493e7 req-ae6c32da-019d-451a-a5ff-1d3432ad414d tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=8963a736-c80e-49ec-85e6-fb549cf7e56d HTTP/1.1" status: 200 len: 944 time: 0.0512385 May 08 22:22:13.187306 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-c3dee5e1-a4ca-4a6d-b48b-f72b570493e7 req-e8afdb57-5c15-40c1-b907-7cac9e764e32 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6ea122-fa5b-432e-9065-4fd2851130b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447159 May 08 22:22:13.372859 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device 193ff6e2-b64f-455c-957f-f8749f2e50d1 up at agent hyperv_hv-cinder-84051 {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 08 22:22:13.424983 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Provisioning for port 193ff6e2-b64f-455c-957f-f8749f2e50d1 completed by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 08 22:22:13.431890 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Provisioning complete for port 193ff6e2-b64f-455c-957f-f8749f2e50d1 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:22:13.432992 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (193ff6e2-b64f-455c-957f-f8749f2e50d1), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:13.520882 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Current status of the port 193ff6e2-b64f-455c-957f-f8749f2e50d1 is: BUILD; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:22:13.521315 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (193ff6e2-b64f-455c-957f-f8749f2e50d1), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:13.549682 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8963a736-c80e-49ec-85e6-fb549cf7e56d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '193ff6e2-b64f-455c-957f-f8749f2e50d1'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 08 22:22:13.551919 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bcef9e280bae9da70c0250555725ec84c8fe71b1405edcfc00240691fe86bce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb2799b-3a9c-42fd-91aa-b1acd503b800" -d '{"events": [{"server_uuid": "8963a736-c80e-49ec-85e6-fb549cf7e56d", "name": "network-vif-plugged", "status": "completed", "tag": "193ff6e2-b64f-455c-957f-f8749f2e50d1"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 08 22:22:13.564341 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] For port 193ff6e2-b64f-455c-957f-f8749f2e50d1, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=193ff6e2-b64f-455c-957f-f8749f2e50d1,segment=NetworkSegment(bff755d0-708f-46dc-97e7-b50558f025ca),segment_id=bff755d0-708f-46dc-97e7-b50558f025ca)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:22:13.569772 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (193ff6e2-b64f-455c-957f-f8749f2e50d1), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:13.604027 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 08 May 2022 22:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee84522f-35bc-40a9-9243-afd6a9c02351 x-openstack-request-id: req-ee84522f-35bc-40a9-9243-afd6a9c02351 {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 08 22:22:13.604312 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8963a736-c80e-49ec-85e6-fb549cf7e56d", "name": "network-vif-plugged", "status": "completed", "tag": "193ff6e2-b64f-455c-957f-f8749f2e50d1", "code": 200}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 08 22:22:13.604581 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ee84522f-35bc-40a9-9243-afd6a9c02351 {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 08 22:22:13.604974 dv-cinder-840511-5-iscsi neutron-server[103630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee84522f-35bc-40a9-9243-afd6a9c02351'] response: {'server_uuid': '8963a736-c80e-49ec-85e6-fb549cf7e56d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '193ff6e2-b64f-455c-957f-f8749f2e50d1', 'code': 200} May 08 22:22:13.623163 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Pushing event updated for resources: {'Port': ['ID=193ff6e2-b64f-455c-957f-f8749f2e50d1,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:22:14.020778 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2e1eac-3e1e-4a00-9bae-6b36052d08e8 req-73d66531-eee0-4c9f-adbc-f5f274a65812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:14.022270 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-0a2e1eac-3e1e-4a00-9bae-6b36052d08e8 req-73d66531-eee0-4c9f-adbc-f5f274a65812 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8963a736-c80e-49ec-85e6-fb549cf7e56d HTTP/1.1" status: 200 len: 1129 time: 0.0411596 May 08 22:22:14.064837 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-0a2e1eac-3e1e-4a00-9bae-6b36052d08e8 req-72d2f3af-0014-4b89-8f55-bc08db1bd798 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=cb6ea122-fa5b-432e-9065-4fd2851130b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369728 May 08 22:22:14.311559 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f41a2e-a392-4786-a246-f23b0f3c12e8 req-04c1d76e-a7ec-4a50-8f3f-c43c0a81d133 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:14.313019 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-d0f41a2e-a392-4786-a246-f23b0f3c12e8 req-04c1d76e-a7ec-4a50-8f3f-c43c0a81d133 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=8963a736-c80e-49ec-85e6-fb549cf7e56d HTTP/1.1" status: 200 len: 945 time: 0.0482199 May 08 22:22:14.361026 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-d0f41a2e-a392-4786-a246-f23b0f3c12e8 req-1f8248ea-c350-476c-8000-10679c29b343 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6ea122-fa5b-432e-9065-4fd2851130b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422833 May 08 22:22:15.487198 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ac068d-03ab-4f26-95c8-1a0374ae379a req-bd415495-384f-4563-b145-39f494933f9d tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:15.489731 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-a4ac068d-03ab-4f26-95c8-1a0374ae379a req-bd415495-384f-4563-b145-39f494933f9d tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=8963a736-c80e-49ec-85e6-fb549cf7e56d HTTP/1.1" status: 200 len: 945 time: 0.0474117 May 08 22:22:15.541219 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-a4ac068d-03ab-4f26-95c8-1a0374ae379a req-a46767d1-ec0f-4cd5-9f3f-8c550bfd7df9 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6ea122-fa5b-432e-9065-4fd2851130b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455658 May 08 22:22:16.220101 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-26537fcd-af7f-4ea0-be07-8b41a2962d14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (399f5491-dab9-4373-bd22-64cd7c73418d), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:16.673970 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce4475-7ea1-44e0-98ea-bf8bdd74b020 req-02da662e-2966-4b37-b099-e7add214dd0d tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:16.675438 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-bbce4475-7ea1-44e0-98ea-bf8bdd74b020 req-02da662e-2966-4b37-b099-e7add214dd0d tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=8963a736-c80e-49ec-85e6-fb549cf7e56d HTTP/1.1" status: 200 len: 945 time: 0.0594914 May 08 22:22:16.736801 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-bbce4475-7ea1-44e0-98ea-bf8bdd74b020 req-f2e2cb88-fe03-4aeb-ab82-c74ac981f846 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6ea122-fa5b-432e-9065-4fd2851130b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532539 May 08 22:22:16.848012 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3413ce5f-d33c-4107-9c1b-91f69ef7650e req-54199acb-7526-4442-beed-1a5f2838e6c0 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:16.853130 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-3413ce5f-d33c-4107-9c1b-91f69ef7650e req-54199acb-7526-4442-beed-1a5f2838e6c0 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=8963a736-c80e-49ec-85e6-fb549cf7e56d HTTP/1.1" status: 200 len: 945 time: 0.0480931 May 08 22:22:16.858950 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 56124) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:22:16.863857 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.v2.base [None req-c456fea0-0aa0-4a82-980f-89f0d3e8f600 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Request body: {'floatingip': {'port_id': '193ff6e2-b64f-455c-957f-f8749f2e50d1'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:22:16.909839 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c456fea0-0aa0-4a82-980f-89f0d3e8f600 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Publish callbacks [] for floatingip (06d15471-2749-4093-9f26-f6e863068515), before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:17.380389 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c456fea0-0aa0-4a82-980f-89f0d3e8f600 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:17.386034 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c456fea0-0aa0-4a82-980f-89f0d3e8f600 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-788248'] for floatingip (06d15471-2749-4093-9f26-f6e863068515), after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:17.494433 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.db.l3_db [None req-c456fea0-0aa0-4a82-980f-89f0d3e8f600 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Floating IP 06d15471-2749-4093-9f26-f6e863068515 associated. External IP: 172.27.2.61, port: 193ff6e2-b64f-455c-957f-f8749f2e50d1. May 08 22:22:17.713456 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c456fea0-0aa0-4a82-980f-89f0d3e8f600 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Router 40e3bb02-430b-45dd-b0e6-f5706e07f1bc has already been hosted by L3 agent 69aa2ac4-530d-40c2-a84a-3161d84edf61 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 08 22:22:17.841342 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c456fea0-0aa0-4a82-980f-89f0d3e8f600 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Notify agent at l3_agent.dv-cinder-840511-5-iscsi the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 08 22:22:17.846419 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c456fea0-0aa0-4a82-980f-89f0d3e8f600 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870'] for floatingip (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:17.852483 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311df58c-a2c7-41ed-aeef-721594ac8ccd None None] Sync routers for ids ['40e3bb02-430b-45dd-b0e6-f5706e07f1bc'] in dv-cinder-840511-5-iscsi {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 08 22:22:17.863502 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311df58c-a2c7-41ed-aeef-721594ac8ccd None None] Routers {'40e3bb02-430b-45dd-b0e6-f5706e07f1bc'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:22:17.864368 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-311df58c-a2c7-41ed-aeef-721594ac8ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:21:48Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['40e3bb02-430b-45dd-b0e6-f5706e07f1bc'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:22:17.902021 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb56856-843c-4e0e-b52d-7448abcdbed6 req-3ea66246-6581-48ac-8c94-72b84277da0e tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:17.903393 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-4cb56856-843c-4e0e-b52d-7448abcdbed6 req-3ea66246-6581-48ac-8c94-72b84277da0e tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=8fcffdfe-d0ae-47bc-bab8-b2ea5b12a665 HTTP/1.1" status: 200 len: 945 time: 0.0744231 May 08 22:22:17.904766 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-c456fea0-0aa0-4a82-980f-89f0d3e8f600 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "PUT /v2.0/floatingips/06d15471-2749-4093-9f26-f6e863068515 HTTP/1.1" status: 200 len: 990 time: 1.0448430 May 08 22:22:17.905399 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8963a736-c80e-49ec-85e6-fb549cf7e56d', 'tag': '193ff6e2-b64f-455c-957f-f8749f2e50d1'}] {{(pid=103628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 08 22:22:17.907635 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e2a9c85b17fa97aa3ee6f0cc28bce24bf61ad2de26c4d93421d838ad5289b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95526b9f-816e-4219-8f4f-3948004b67b5" -d '{"events": [{"name": "network-changed", "server_uuid": "8963a736-c80e-49ec-85e6-fb549cf7e56d", "tag": "193ff6e2-b64f-455c-957f-f8749f2e50d1"}]}' {{(pid=103628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 08 22:22:17.950907 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 08 May 2022 22:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc7b3d8-1366-419e-a846-1a48107c0c09 x-openstack-request-id: req-2bc7b3d8-1366-419e-a846-1a48107c0c09 {{(pid=103628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 08 22:22:17.951194 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8963a736-c80e-49ec-85e6-fb549cf7e56d", "tag": "193ff6e2-b64f-455c-957f-f8749f2e50d1", "status": "completed", "code": 200}]} {{(pid=103628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 08 22:22:17.951443 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2bc7b3d8-1366-419e-a846-1a48107c0c09 {{(pid=103628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 08 22:22:17.951842 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bc7b3d8-1366-419e-a846-1a48107c0c09'] response: {'name': 'network-changed', 'server_uuid': '8963a736-c80e-49ec-85e6-fb549cf7e56d', 'tag': '193ff6e2-b64f-455c-957f-f8749f2e50d1', 'status': 'completed', 'code': 200} May 08 22:22:17.958832 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-4cb56856-843c-4e0e-b52d-7448abcdbed6 req-b710b23f-c100-4838-8dea-dbb41ea93b64 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=a49e6154-3948-4540-84d0-3002a0183869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486171 May 08 22:22:17.981490 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-311df58c-a2c7-41ed-aeef-721594ac8ccd None None] Set router 40e3bb02-430b-45dd-b0e6-f5706e07f1bc gateway port host: dv-cinder-840511-5-iscsi {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:22:18.205850 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-311df58c-a2c7-41ed-aeef-721594ac8ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e3bb02-430b-45dd-b0e6-f5706e07f1bc', 'name': 'tempest-AttachVolumeTestJSON-325224771-router', 'tenant_id': '877c3ddd8833480d8dedc0796ec7dcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '718d2169-e803-436e-aa16-5616b23d0b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:15:04Z', 'updated_at': '2022-05-08T22:15:11Z', 'revision_number': 4, 'project_id': '877c3ddd8833480d8dedc0796ec7dcd2', 'gw_port': {'id': '718d2169-e803-436e-aa16-5616b23d0b0c', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ab:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e3bb02-430b-45dd-b0e6-f5706e07f1bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:05Z', 'updated_at': '2022-05-08T22:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_floatingips': [{'id': '06d15471-2749-4093-9f26-f6e863068515', 'tenant_id': '877c3ddd8833480d8dedc0796ec7dcd2', 'floating_ip_address': '172.27.2.61', 'floating_network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'router_id': '40e3bb02-430b-45dd-b0e6-f5706e07f1bc', 'port_id': '193ff6e2-b64f-455c-957f-f8749f2e50d1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '387fc46a-30bd-496f-ac2d-d7b18b5cbea6', 'mac_address': 'fa:16:3e:7e:50:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8963a736-c80e-49ec-85e6-fb549cf7e56d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-08T22:22:01Z', 'updated_at': '2022-05-08T22:22:17Z', 'revision_number': 1, 'project_id': '877c3ddd8833480d8dedc0796ec7dcd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '273e176a-0c4f-444f-b508-eabc343a8562', 'name': '', 'network_id': '387fc46a-30bd-496f-ac2d-d7b18b5cbea6', 'tenant_id': '877c3ddd8833480d8dedc0796ec7dcd2', 'mac_address': 'fa:16:3e:21:53:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e3bb02-430b-45dd-b0e6-f5706e07f1bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '22276153-f38c-4e2a-9ff9-b172da35f69d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:09Z', 'updated_at': '2022-05-08T22:15:18Z', 'revision_number': 5, 'project_id': '877c3ddd8833480d8dedc0796ec7dcd2', 'subnets': [{'id': '22276153-f38c-4e2a-9ff9-b172da35f69d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:22:18.232266 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311df58c-a2c7-41ed-aeef-721594ac8ccd None None] Checking router: 40e3bb02-430b-45dd-b0e6-f5706e07f1bc for host: dv-cinder-840511-5-iscsi {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 08 22:22:18.241195 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311df58c-a2c7-41ed-aeef-721594ac8ccd None None] Routers {'40e3bb02-430b-45dd-b0e6-f5706e07f1bc'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:22:18.241787 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-311df58c-a2c7-41ed-aeef-721594ac8ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:21:48Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['40e3bb02-430b-45dd-b0e6-f5706e07f1bc'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:22:18.351963 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-311df58c-a2c7-41ed-aeef-721594ac8ccd None None] Set router 40e3bb02-430b-45dd-b0e6-f5706e07f1bc gateway port host: dv-cinder-840511-5-iscsi {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:22:18.609700 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-3d899cc5-6a7c-4df8-a969-f8da3f49aaaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (69aa2ac4-530d-40c2-a84a-3161d84edf61), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:18.729939 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-311df58c-a2c7-41ed-aeef-721594ac8ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e3bb02-430b-45dd-b0e6-f5706e07f1bc', 'name': 'tempest-AttachVolumeTestJSON-325224771-router', 'tenant_id': '877c3ddd8833480d8dedc0796ec7dcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '718d2169-e803-436e-aa16-5616b23d0b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:15:04Z', 'updated_at': '2022-05-08T22:15:11Z', 'revision_number': 4, 'project_id': '877c3ddd8833480d8dedc0796ec7dcd2', 'gw_port': {'id': '718d2169-e803-436e-aa16-5616b23d0b0c', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ab:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e3bb02-430b-45dd-b0e6-f5706e07f1bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:05Z', 'updated_at': '2022-05-08T22:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_floatingips': [{'id': '06d15471-2749-4093-9f26-f6e863068515', 'tenant_id': '877c3ddd8833480d8dedc0796ec7dcd2', 'floating_ip_address': '172.27.2.61', 'floating_network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'router_id': '40e3bb02-430b-45dd-b0e6-f5706e07f1bc', 'port_id': '193ff6e2-b64f-455c-957f-f8749f2e50d1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '387fc46a-30bd-496f-ac2d-d7b18b5cbea6', 'mac_address': 'fa:16:3e:7e:50:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8963a736-c80e-49ec-85e6-fb549cf7e56d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-08T22:22:01Z', 'updated_at': '2022-05-08T22:22:17Z', 'revision_number': 1, 'project_id': '877c3ddd8833480d8dedc0796ec7dcd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '273e176a-0c4f-444f-b508-eabc343a8562', 'name': '', 'network_id': '387fc46a-30bd-496f-ac2d-d7b18b5cbea6', 'tenant_id': '877c3ddd8833480d8dedc0796ec7dcd2', 'mac_address': 'fa:16:3e:21:53:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e3bb02-430b-45dd-b0e6-f5706e07f1bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '22276153-f38c-4e2a-9ff9-b172da35f69d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:09Z', 'updated_at': '2022-05-08T22:15:18Z', 'revision_number': 5, 'project_id': '877c3ddd8833480d8dedc0796ec7dcd2', 'subnets': [{'id': '22276153-f38c-4e2a-9ff9-b172da35f69d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:22:18.759364 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311df58c-a2c7-41ed-aeef-721594ac8ccd None None] The sync data for ids ['40e3bb02-430b-45dd-b0e6-f5706e07f1bc'] in dv-cinder-840511-5-iscsi is: [{'id': '40e3bb02-430b-45dd-b0e6-f5706e07f1bc', 'name': 'tempest-AttachVolumeTestJSON-325224771-router', 'tenant_id': '877c3ddd8833480d8dedc0796ec7dcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '718d2169-e803-436e-aa16-5616b23d0b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:15:04Z', 'updated_at': '2022-05-08T22:15:11Z', 'revision_number': 4, 'project_id': '877c3ddd8833480d8dedc0796ec7dcd2', 'gw_port': {'id': '718d2169-e803-436e-aa16-5616b23d0b0c', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ab:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e3bb02-430b-45dd-b0e6-f5706e07f1bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:05Z', 'updated_at': '2022-05-08T22:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_floatingips': [{'id': '06d15471-2749-4093-9f26-f6e863068515', 'tenant_id': '877c3ddd8833480d8dedc0796ec7dcd2', 'floating_ip_address': '172.27.2.61', 'floating_network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'router_id': '40e3bb02-430b-45dd-b0e6-f5706e07f1bc', 'port_id': '193ff6e2-b64f-455c-957f-f8749f2e50d1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '387fc46a-30bd-496f-ac2d-d7b18b5cbea6', 'mac_address': 'fa:16:3e:7e:50:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8963a736-c80e-49ec-85e6-fb549cf7e56d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-08T22:22:01Z', 'updated_at': '2022-05-08T22:22:17Z', 'revision_number': 1, 'project_id': '877c3ddd8833480d8dedc0796ec7dcd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '273e176a-0c4f-444f-b508-eabc343a8562', 'name': '', 'network_id': '387fc46a-30bd-496f-ac2d-d7b18b5cbea6', 'tenant_id': '877c3ddd8833480d8dedc0796ec7dcd2', 'mac_address': 'fa:16:3e:21:53:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e3bb02-430b-45dd-b0e6-f5706e07f1bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '22276153-f38c-4e2a-9ff9-b172da35f69d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:09Z', 'updated_at': '2022-05-08T22:15:18Z', 'revision_number': 5, 'project_id': '877c3ddd8833480d8dedc0796ec7dcd2', 'subnets': [{'id': '22276153-f38c-4e2a-9ff9-b172da35f69d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 08 22:22:18.958395 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7506a1-af56-4b50-82ee-b5f4bd8896f4 None None] New status for floating IP 06d15471-2749-4093-9f26-f6e863068515: ACTIVE {{(pid=103631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 08 22:22:19.078765 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f727f3-7d85-4573-8fb5-42392fa2c387 req-974f1dc9-01c1-4692-ad62-b711aaf80af2 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:19.080210 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-e8f727f3-7d85-4573-8fb5-42392fa2c387 req-974f1dc9-01c1-4692-ad62-b711aaf80af2 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=8fcffdfe-d0ae-47bc-bab8-b2ea5b12a665 HTTP/1.1" status: 200 len: 945 time: 0.0482941 May 08 22:22:19.126748 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-e8f727f3-7d85-4573-8fb5-42392fa2c387 req-3d46a794-5b35-46af-9dbb-0c9ef22d31a9 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=a49e6154-3948-4540-84d0-3002a0183869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405982 May 08 22:22:19.359856 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-68d59b13-bdd3-4890-b330-3a9be9bf9791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (167e5ba9-08ef-43b6-aca0-7c88b7f9e735), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:20.256876 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b13748a-7bb4-4a44-83ee-66ce65fb4472 req-2c414936-88e9-405b-bcc4-0a89bfb9b273 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:20.258405 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-8b13748a-7bb4-4a44-83ee-66ce65fb4472 req-2c414936-88e9-405b-bcc4-0a89bfb9b273 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=8fcffdfe-d0ae-47bc-bab8-b2ea5b12a665 HTTP/1.1" status: 200 len: 945 time: 0.0552363 May 08 22:22:20.305198 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-8b13748a-7bb4-4a44-83ee-66ce65fb4472 req-a19c555d-4e20-404a-9ad9-c1012ab8e021 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=a49e6154-3948-4540-84d0-3002a0183869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403888 May 08 22:22:20.947317 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f82e6e54-0a06-4075-8e4d-2bf0b0f201e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (1fcc0290-7f55-4633-95cb-6d94e7aa5e57), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:20.974619 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95526b9f-816e-4219-8f4f-3948004b67b5 req-808f2d6f-ce22-41e9-a8c5-81bd791a36cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:20.976093 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-95526b9f-816e-4219-8f4f-3948004b67b5 req-808f2d6f-ce22-41e9-a8c5-81bd791a36cd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=877c3ddd8833480d8dedc0796ec7dcd2&device_id=8963a736-c80e-49ec-85e6-fb549cf7e56d HTTP/1.1" status: 200 len: 1129 time: 0.0690362 May 08 22:22:20.981923 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-774e7956-5857-48a2-ab7c-186e4673d08d req-6bd43580-da8c-4ddf-ba3d-a5e581fec9e7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0482986 May 08 22:22:21.095009 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e7956-5857-48a2-ab7c-186e4673d08d req-09f63622-2a5b-459c-90c7-0164bebfb62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:21.096461 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-774e7956-5857-48a2-ab7c-186e4673d08d req-09f63622-2a5b-459c-90c7-0164bebfb62b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9bf17cedd3154ce4b6b2bd0e4dcbb92c&device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 1129 time: 0.0525501 May 08 22:22:21.114794 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95526b9f-816e-4219-8f4f-3948004b67b5 req-253e5c60-67bb-4b09-865a-e9488ab06a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:21.116059 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-95526b9f-816e-4219-8f4f-3948004b67b5 req-253e5c60-67bb-4b09-865a-e9488ab06a97 service neutron] 10.222.0.24 "GET /v2.0/networks?id=387fc46a-30bd-496f-ac2d-d7b18b5cbea6 HTTP/1.1" status: 200 len: 911 time: 0.1133556 May 08 22:22:21.227487 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-95526b9f-816e-4219-8f4f-3948004b67b5 req-ce02824a-0cb4-4e0c-8df4-580d2709c537 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=193ff6e2-b64f-455c-957f-f8749f2e50d1 HTTP/1.1" status: 200 len: 1000 time: 0.0708282 May 08 22:22:21.438641 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a031b6e3-4f21-4c9b-b884-a87c5b4b8caf req-795fdd15-1c39-40e6-855a-183615d3fa6b tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:21.440107 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-a031b6e3-4f21-4c9b-b884-a87c5b4b8caf req-795fdd15-1c39-40e6-855a-183615d3fa6b tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=8fcffdfe-d0ae-47bc-bab8-b2ea5b12a665 HTTP/1.1" status: 200 len: 945 time: 0.0513062 May 08 22:22:21.487630 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-a031b6e3-4f21-4c9b-b884-a87c5b4b8caf req-a736367d-887b-4897-9934-a8692ff881fe tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=a49e6154-3948-4540-84d0-3002a0183869&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417593 May 08 22:22:21.520495 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2296c-fe49-4389-ab3a-6544a37aa149 req-930b54e6-acb9-4ca2-a0ee-ec7a58cabe13 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:21.521984 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-59e2296c-fe49-4389-ab3a-6544a37aa149 req-930b54e6-acb9-4ca2-a0ee-ec7a58cabe13 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.24 "GET /v2.0/ports?device_id=8fcffdfe-d0ae-47bc-bab8-b2ea5b12a665 HTTP/1.1" status: 200 len: 945 time: 0.1248384 May 08 22:22:21.525324 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95526b9f-816e-4219-8f4f-3948004b67b5 req-ce5a4b0a-8f44-4b54-965e-f1eb05596cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:21.526656 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-95526b9f-816e-4219-8f4f-3948004b67b5 req-ce5a4b0a-8f44-4b54-965e-f1eb05596cd9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=22276153-f38c-4e2a-9ff9-b172da35f69d HTTP/1.1" status: 200 len: 849 time: 0.1398513 May 08 22:22:21.616279 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e7956-5857-48a2-ab7c-186e4673d08d req-82604a52-397c-4d86-bc6b-1ce2bdff6322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:21.618024 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-774e7956-5857-48a2-ab7c-186e4673d08d req-82604a52-397c-4d86-bc6b-1ce2bdff6322 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4427f95d-7dad-47df-8ab1-304fd704186a HTTP/1.1" status: 200 len: 919 time: 0.2188325 May 08 22:22:21.629276 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95526b9f-816e-4219-8f4f-3948004b67b5 req-ef842b2b-cc51-4447-a868-d2f574aed254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:21.630663 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-95526b9f-816e-4219-8f4f-3948004b67b5 req-ef842b2b-cc51-4447-a868-d2f574aed254 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=387fc46a-30bd-496f-ac2d-d7b18b5cbea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0925963 May 08 22:22:21.701796 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-774e7956-5857-48a2-ab7c-186e4673d08d req-d44e1869-b356-43c1-a432-9e4b3d5c3b61 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=48e662e3-0054-4172-ac4a-cc78d47f795b HTTP/1.1" status: 200 len: 217 time: 0.0736649 May 08 22:22:21.774959 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-59e2296c-fe49-4389-ab3a-6544a37aa149 req-7c317048-1b0b-4c81-87ca-9e41e56e8c17 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Deleting port b6ef1d5c-b1ef-498c-9efb-0c956a66f992 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 08 22:22:21.775247 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-59e2296c-fe49-4389-ab3a-6544a37aa149 req-7c317048-1b0b-4c81-87ca-9e41e56e8c17 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791034291685'] for port (b6ef1d5c-b1ef-498c-9efb-0c956a66f992), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:21.841984 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e7956-5857-48a2-ab7c-186e4673d08d req-6d0e0777-9a40-41ca-b4c9-36d6023359fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:21.843496 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-774e7956-5857-48a2-ab7c-186e4673d08d req-6d0e0777-9a40-41ca-b4c9-36d6023359fb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d42cc4d2-76bb-4552-9ac7-abf4e664168d HTTP/1.1" status: 200 len: 857 time: 0.1160977 May 08 22:22:21.900104 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-95526b9f-816e-4219-8f4f-3948004b67b5 req-0a2b1280-54bb-4c9f-8d5d-2634f0246c60 service neutron] 10.222.0.24 "GET /v2.0/networks/387fc46a-30bd-496f-ac2d-d7b18b5cbea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625780 May 08 22:22:21.939027 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e7956-5857-48a2-ab7c-186e4673d08d req-37e1343d-a9cf-4d02-a633-d44549356e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:21.940487 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-774e7956-5857-48a2-ab7c-186e4673d08d req-37e1343d-a9cf-4d02-a633-d44549356e90 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4427f95d-7dad-47df-8ab1-304fd704186a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0861175 May 08 22:22:21.994627 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-59e2296c-fe49-4389-ab3a-6544a37aa149 req-7c317048-1b0b-4c81-87ca-9e41e56e8c17 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] For port b6ef1d5c-b1ef-498c-9efb-0c956a66f992, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=b6ef1d5c-b1ef-498c-9efb-0c956a66f992,segment=NetworkSegment(3409f877-3e4a-40e4-97c7-350ebf9f66ba),segment_id=3409f877-3e4a-40e4-97c7-350ebf9f66ba)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:22:21.995358 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-59e2296c-fe49-4389-ab3a-6544a37aa149 req-7c317048-1b0b-4c81-87ca-9e41e56e8c17 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786495'] for port (b6ef1d5c-b1ef-498c-9efb-0c956a66f992), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:22.186386 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-95526b9f-816e-4219-8f4f-3948004b67b5 req-cb7b2946-d21b-4af4-a693-7b269896fc14 service neutron] 10.222.0.24 "GET /v2.0/networks/387fc46a-30bd-496f-ac2d-d7b18b5cbea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761011 May 08 22:22:22.199871 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-774e7956-5857-48a2-ab7c-186e4673d08d req-379ae6c8-553a-4d05-a2da-a1bb94387cad service neutron] 10.222.0.24 "GET /v2.0/networks/4427f95d-7dad-47df-8ab1-304fd704186a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235508 May 08 22:22:22.320434 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-59e2296c-fe49-4389-ab3a-6544a37aa149 req-7c317048-1b0b-4c81-87ca-9e41e56e8c17 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:22.320711 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-59e2296c-fe49-4389-ab3a-6544a37aa149 req-7c317048-1b0b-4c81-87ca-9e41e56e8c17 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-788248'] for floatingip (97a69fbe-1c0b-4486-b945-2d0068062f5f), after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:22.321048 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.db.l3_db [req-59e2296c-fe49-4389-ab3a-6544a37aa149 req-7c317048-1b0b-4c81-87ca-9e41e56e8c17 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Floating IP 97a69fbe-1c0b-4486-b945-2d0068062f5f disassociated. External IP: 172.27.2.195, port: b6ef1d5c-b1ef-498c-9efb-0c956a66f992. May 08 22:22:22.321384 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-59e2296c-fe49-4389-ab3a-6544a37aa149 req-7c317048-1b0b-4c81-87ca-9e41e56e8c17 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Calling delete_port for b6ef1d5c-b1ef-498c-9efb-0c956a66f992 owned by compute:nova {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 08 22:22:22.391677 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-774e7956-5857-48a2-ab7c-186e4673d08d req-22baeac1-375a-4b5e-82c4-43309902497f service neutron] 10.222.0.24 "GET /v2.0/networks/4427f95d-7dad-47df-8ab1-304fd704186a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409042 May 08 22:22:22.445335 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (7e3c7ef6-abd5-4f0f-b372-b2734b637fd0), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:22.477110 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-59e2296c-fe49-4389-ab3a-6544a37aa149 req-7c317048-1b0b-4c81-87ca-9e41e56e8c17 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791034301049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791034024021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633834'] for port (b6ef1d5c-b1ef-498c-9efb-0c956a66f992), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:22.509591 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c317048-1b0b-4c81-87ca-9e41e56e8c17 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Pushing event deleted for resources: {'Port': ['ID=b6ef1d5c-b1ef-498c-9efb-0c956a66f992,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:22:22.590383 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-2e963cb1-5935-4d5d-a841-ac7b4e6b2b0d req-d969771a-1138-47b3-a467-0b13f58ba790 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=8fcffdfe-d0ae-47bc-bab8-b2ea5b12a665 HTTP/1.1" status: 200 len: 210 time: 0.0269978 May 08 22:22:22.627291 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [req-59e2296c-fe49-4389-ab3a-6544a37aa149 req-7c317048-1b0b-4c81-87ca-9e41e56e8c17 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Router 704f50fb-b91a-4966-b01e-da4167ed8b5e has already been hosted by L3 agent 69aa2ac4-530d-40c2-a84a-3161d84edf61 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 08 22:22:22.753047 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-59e2296c-fe49-4389-ab3a-6544a37aa149 req-7c317048-1b0b-4c81-87ca-9e41e56e8c17 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Notify agent at l3_agent.dv-cinder-840511-5-iscsi the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 08 22:22:22.762975 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b26d99-b009-408e-af4c-df6850717659 None None] Sync routers for ids ['704f50fb-b91a-4966-b01e-da4167ed8b5e'] in dv-cinder-840511-5-iscsi {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 08 22:22:22.773491 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b26d99-b009-408e-af4c-df6850717659 None None] Routers {'704f50fb-b91a-4966-b01e-da4167ed8b5e'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:22:22.774474 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-a1b26d99-b009-408e-af4c-df6850717659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:22:19Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['704f50fb-b91a-4966-b01e-da4167ed8b5e'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:22:22.801147 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-59e2296c-fe49-4389-ab3a-6544a37aa149 req-7c317048-1b0b-4c81-87ca-9e41e56e8c17 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] No DVR routers for this DVR port b6ef1d5c-b1ef-498c-9efb-0c956a66f992 on host hv-cinder-84051 {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 08 22:22:22.804026 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-59e2296c-fe49-4389-ab3a-6544a37aa149 req-7c317048-1b0b-4c81-87ca-9e41e56e8c17 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870'] for port (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:22.807742 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-59e2296c-fe49-4389-ab3a-6544a37aa149 req-7c317048-1b0b-4c81-87ca-9e41e56e8c17 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.24 "DELETE /v2.0/ports/b6ef1d5c-b1ef-498c-9efb-0c956a66f992 HTTP/1.1" status: 204 len: 173 time: 1.2786272 May 08 22:22:22.808262 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fcffdfe-d0ae-47bc-bab8-b2ea5b12a665', 'name': 'network-vif-deleted', 'tag': 'b6ef1d5c-b1ef-498c-9efb-0c956a66f992'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 08 22:22:22.811789 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cc8a0c475ac6fe54f5122aa5a8750c48412c688b8f67dba420990604a8daf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e462c9-7ad2-45d5-8d49-9c84d3cbdfd3" -d '{"events": [{"server_uuid": "8fcffdfe-d0ae-47bc-bab8-b2ea5b12a665", "name": "network-vif-deleted", "tag": "b6ef1d5c-b1ef-498c-9efb-0c956a66f992"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 08 22:22:22.863143 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 08 May 2022 22:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec29df7-9989-4ee6-8a55-b1c385ac09df x-openstack-request-id: req-dec29df7-9989-4ee6-8a55-b1c385ac09df {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 08 22:22:22.863439 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fcffdfe-d0ae-47bc-bab8-b2ea5b12a665", "name": "network-vif-deleted", "tag": "b6ef1d5c-b1ef-498c-9efb-0c956a66f992", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 08 22:22:22.863691 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dec29df7-9989-4ee6-8a55-b1c385ac09df {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 08 22:22:22.864092 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dec29df7-9989-4ee6-8a55-b1c385ac09df'] response: {'server_uuid': '8fcffdfe-d0ae-47bc-bab8-b2ea5b12a665', 'name': 'network-vif-deleted', 'tag': 'b6ef1d5c-b1ef-498c-9efb-0c956a66f992', 'status': 'completed', 'code': 200} May 08 22:22:22.907288 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-a1b26d99-b009-408e-af4c-df6850717659 None None] Set router 704f50fb-b91a-4966-b01e-da4167ed8b5e gateway port host: dv-cinder-840511-5-iscsi {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:22:23.123009 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-a1b26d99-b009-408e-af4c-df6850717659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '704f50fb-b91a-4966-b01e-da4167ed8b5e', 'name': 'tempest-ServerRescueNegativeTestJSON-825093394-router', 'tenant_id': '9bf17cedd3154ce4b6b2bd0e4dcbb92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '0c671479-16d2-4562-bc9b-36013f9f96d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:15:06Z', 'updated_at': '2022-05-08T22:15:16Z', 'revision_number': 4, 'project_id': '9bf17cedd3154ce4b6b2bd0e4dcbb92c', 'gw_port': {'id': '0c671479-16d2-4562-bc9b-36013f9f96d1', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ab:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704f50fb-b91a-4966-b01e-da4167ed8b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:08Z', 'updated_at': '2022-05-08T22:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_interfaces': [{'id': '6ffd45d4-366f-40f2-8045-f1961d7b8f55', 'name': '', 'network_id': '4427f95d-7dad-47df-8ab1-304fd704186a', 'tenant_id': '9bf17cedd3154ce4b6b2bd0e4dcbb92c', 'mac_address': 'fa:16:3e:5c:d0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704f50fb-b91a-4966-b01e-da4167ed8b5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd42cc4d2-76bb-4552-9ac7-abf4e664168d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:14Z', 'updated_at': '2022-05-08T22:15:30Z', 'revision_number': 5, 'project_id': '9bf17cedd3154ce4b6b2bd0e4dcbb92c', 'subnets': [{'id': 'd42cc4d2-76bb-4552-9ac7-abf4e664168d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:22:23.149346 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b26d99-b009-408e-af4c-df6850717659 None None] Checking router: 704f50fb-b91a-4966-b01e-da4167ed8b5e for host: dv-cinder-840511-5-iscsi {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 08 22:22:23.158093 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b26d99-b009-408e-af4c-df6850717659 None None] Routers {'704f50fb-b91a-4966-b01e-da4167ed8b5e'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:22:23.158695 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-a1b26d99-b009-408e-af4c-df6850717659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:22:19Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['704f50fb-b91a-4966-b01e-da4167ed8b5e'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:22:23.274396 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-a1b26d99-b009-408e-af4c-df6850717659 None None] Set router 704f50fb-b91a-4966-b01e-da4167ed8b5e gateway port host: dv-cinder-840511-5-iscsi {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:22:23.470836 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-a1b26d99-b009-408e-af4c-df6850717659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '704f50fb-b91a-4966-b01e-da4167ed8b5e', 'name': 'tempest-ServerRescueNegativeTestJSON-825093394-router', 'tenant_id': '9bf17cedd3154ce4b6b2bd0e4dcbb92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '0c671479-16d2-4562-bc9b-36013f9f96d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:15:06Z', 'updated_at': '2022-05-08T22:15:16Z', 'revision_number': 4, 'project_id': '9bf17cedd3154ce4b6b2bd0e4dcbb92c', 'gw_port': {'id': '0c671479-16d2-4562-bc9b-36013f9f96d1', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ab:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704f50fb-b91a-4966-b01e-da4167ed8b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:08Z', 'updated_at': '2022-05-08T22:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_interfaces': [{'id': '6ffd45d4-366f-40f2-8045-f1961d7b8f55', 'name': '', 'network_id': '4427f95d-7dad-47df-8ab1-304fd704186a', 'tenant_id': '9bf17cedd3154ce4b6b2bd0e4dcbb92c', 'mac_address': 'fa:16:3e:5c:d0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704f50fb-b91a-4966-b01e-da4167ed8b5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd42cc4d2-76bb-4552-9ac7-abf4e664168d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:14Z', 'updated_at': '2022-05-08T22:15:30Z', 'revision_number': 5, 'project_id': '9bf17cedd3154ce4b6b2bd0e4dcbb92c', 'subnets': [{'id': 'd42cc4d2-76bb-4552-9ac7-abf4e664168d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:22:23.504966 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b26d99-b009-408e-af4c-df6850717659 None None] The sync data for ids ['704f50fb-b91a-4966-b01e-da4167ed8b5e'] in dv-cinder-840511-5-iscsi is: [{'id': '704f50fb-b91a-4966-b01e-da4167ed8b5e', 'name': 'tempest-ServerRescueNegativeTestJSON-825093394-router', 'tenant_id': '9bf17cedd3154ce4b6b2bd0e4dcbb92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '0c671479-16d2-4562-bc9b-36013f9f96d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:15:06Z', 'updated_at': '2022-05-08T22:15:16Z', 'revision_number': 4, 'project_id': '9bf17cedd3154ce4b6b2bd0e4dcbb92c', 'gw_port': {'id': '0c671479-16d2-4562-bc9b-36013f9f96d1', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ab:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704f50fb-b91a-4966-b01e-da4167ed8b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:08Z', 'updated_at': '2022-05-08T22:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_interfaces': [{'id': '6ffd45d4-366f-40f2-8045-f1961d7b8f55', 'name': '', 'network_id': '4427f95d-7dad-47df-8ab1-304fd704186a', 'tenant_id': '9bf17cedd3154ce4b6b2bd0e4dcbb92c', 'mac_address': 'fa:16:3e:5c:d0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704f50fb-b91a-4966-b01e-da4167ed8b5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'd42cc4d2-76bb-4552-9ac7-abf4e664168d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:14Z', 'updated_at': '2022-05-08T22:15:30Z', 'revision_number': 5, 'project_id': '9bf17cedd3154ce4b6b2bd0e4dcbb92c', 'subnets': [{'id': 'd42cc4d2-76bb-4552-9ac7-abf4e664168d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 08 22:22:23.678525 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 56156) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:22:23.735057 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c370ddc4-56dd-4c6d-ad50-7bffbd2632e9 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Publish callbacks [] for security_group (a49e6154-3948-4540-84d0-3002a0183869), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:23.742312 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d292f7-dd6b-4801-8aed-8bc3b04a7cdb None None] New status for floating IP 97a69fbe-1c0b-4486-b945-2d0068062f5f: DOWN {{(pid=103631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 08 22:22:23.759709 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c370ddc4-56dd-4c6d-ad50-7bffbd2632e9 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Publish callbacks [] for security_group (a49e6154-3948-4540-84d0-3002a0183869), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:23.813324 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c370ddc4-56dd-4c6d-ad50-7bffbd2632e9 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (a49e6154-3948-4540-84d0-3002a0183869), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:23.816177 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c370ddc4-56dd-4c6d-ad50-7bffbd2632e9 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Publish callbacks [] for security_group (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:23.817576 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-c370ddc4-56dd-4c6d-ad50-7bffbd2632e9 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "DELETE /v2.0/security-groups/a49e6154-3948-4540-84d0-3002a0183869 HTTP/1.1" status: 204 len: 168 time: 0.1380570 May 08 22:22:23.820254 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 56158) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:22:23.834004 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.api.v2.resource [None req-a061fedc-1146-48aa-929d-d3c794e73c31 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] show failed (client error): The resource could not be found. May 08 22:22:23.834598 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c370ddc4-56dd-4c6d-ad50-7bffbd2632e9 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a49e6154-3948-4540-84d0-3002a0183869,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:22:23.835017 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-a061fedc-1146-48aa-929d-d3c794e73c31 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups/a49e6154-3948-4540-84d0-3002a0183869 HTTP/1.1" status: 404 len: 347 time: 0.0136626 May 08 22:22:23.838305 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 56160) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:22:23.844399 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c370ddc4-56dd-4c6d-ad50-7bffbd2632e9 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:22:23.845097 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c370ddc4-56dd-4c6d-ad50-7bffbd2632e9 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:22:23.845617 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c370ddc4-56dd-4c6d-ad50-7bffbd2632e9 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:22:23.846120 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c370ddc4-56dd-4c6d-ad50-7bffbd2632e9 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:22:23.846461 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c370ddc4-56dd-4c6d-ad50-7bffbd2632e9 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:22:23.846796 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c370ddc4-56dd-4c6d-ad50-7bffbd2632e9 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:22:23.847126 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c370ddc4-56dd-4c6d-ad50-7bffbd2632e9 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:22:23.847620 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c370ddc4-56dd-4c6d-ad50-7bffbd2632e9 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:22:23.847951 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c370ddc4-56dd-4c6d-ad50-7bffbd2632e9 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:22:23.848257 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c370ddc4-56dd-4c6d-ad50-7bffbd2632e9 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:22:23.848596 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c370ddc4-56dd-4c6d-ad50-7bffbd2632e9 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:22:23.848923 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c370ddc4-56dd-4c6d-ad50-7bffbd2632e9 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:22:23.849274 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c370ddc4-56dd-4c6d-ad50-7bffbd2632e9 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:22:23.849614 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c370ddc4-56dd-4c6d-ad50-7bffbd2632e9 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:22:23.849886 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c370ddc4-56dd-4c6d-ad50-7bffbd2632e9 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:22:23.972972 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-6cdb8a16-a897-4baf-b9e6-83cc37b48a20 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Deleting port e2e462c7-227b-46b1-ba85-fc4a0b61059c {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 08 22:22:23.973261 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6cdb8a16-a897-4baf-b9e6-83cc37b48a20 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791034291685'] for port (e2e462c7-227b-46b1-ba85-fc4a0b61059c), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:24.051182 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6cdb8a16-a897-4baf-b9e6-83cc37b48a20 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786495'] for port (e2e462c7-227b-46b1-ba85-fc4a0b61059c), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:24.051457 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6cdb8a16-a897-4baf-b9e6-83cc37b48a20 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Publish callbacks [] for floatingip (e2e462c7-227b-46b1-ba85-fc4a0b61059c), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:24.064816 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-6cdb8a16-a897-4baf-b9e6-83cc37b48a20 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Calling delete_port for e2e462c7-227b-46b1-ba85-fc4a0b61059c owned by network:floatingip {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 08 22:22:24.207115 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6cdb8a16-a897-4baf-b9e6-83cc37b48a20 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791034301049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791034024021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633834'] for port (e2e462c7-227b-46b1-ba85-fc4a0b61059c), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:24.233217 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdb8a16-a897-4baf-b9e6-83cc37b48a20 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Pushing event deleted for resources: {'Port': ['ID=e2e462c7-227b-46b1-ba85-fc4a0b61059c,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:22:24.297061 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6cdb8a16-a897-4baf-b9e6-83cc37b48a20 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Publish callbacks [] for floatingip (97a69fbe-1c0b-4486-b945-2d0068062f5f), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:24.299592 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-6cdb8a16-a897-4baf-b9e6-83cc37b48a20 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870'] for floatingip (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:24.300798 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-6cdb8a16-a897-4baf-b9e6-83cc37b48a20 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "DELETE /v2.0/floatingips/97a69fbe-1c0b-4486-b945-2d0068062f5f HTTP/1.1" status: 204 len: 168 time: 0.4610193 May 08 22:22:25.419647 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device b6ef1d5c-b1ef-498c-9efb-0c956a66f992 no longer exists at agent hyperv_hv-cinder-84051 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 08 22:22:25.452271 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] No Port match for: b6ef1d5c-b1ef-498c-9efb-0c956a66f992 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 08 22:22:25.452623 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device b6ef1d5c-b1ef-498c-9efb-0c956a66f992 not bound to the agent host hv-cinder-84051 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 08 22:22:26.822338 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1899e4f6-028c-4091-b8ee-f6249fdd1227 req-c207416e-f84a-4837-8d6c-93f48a396718 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:26.823801 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-1899e4f6-028c-4091-b8ee-f6249fdd1227 req-c207416e-f84a-4837-8d6c-93f48a396718 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 945 time: 0.0533118 May 08 22:22:26.880613 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-1899e4f6-028c-4091-b8ee-f6249fdd1227 req-6fa266c2-d6c8-40c1-8138-5968db39d251 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488961 May 08 22:22:27.667571 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4872f497-ea1d-4513-9bf9-a12c3076c61e req-60da9462-d05e-4c61-b840-849baac4f747 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:27.669045 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-4872f497-ea1d-4513-9bf9-a12c3076c61e req-60da9462-d05e-4c61-b840-849baac4f747 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.24 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 945 time: 0.0528486 May 08 22:22:27.768172 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-4872f497-ea1d-4513-9bf9-a12c3076c61e req-cec7215c-0e97-41af-8214-4d155d283adb tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Deleting port 48e662e3-0054-4172-ac4a-cc78d47f795b {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 08 22:22:27.768472 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-4872f497-ea1d-4513-9bf9-a12c3076c61e req-cec7215c-0e97-41af-8214-4d155d283adb tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791034291685'] for port (48e662e3-0054-4172-ac4a-cc78d47f795b), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:27.860504 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-4872f497-ea1d-4513-9bf9-a12c3076c61e req-cec7215c-0e97-41af-8214-4d155d283adb tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] For port 48e662e3-0054-4172-ac4a-cc78d47f795b, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=48e662e3-0054-4172-ac4a-cc78d47f795b,segment=NetworkSegment(3409f877-3e4a-40e4-97c7-350ebf9f66ba),segment_id=3409f877-3e4a-40e4-97c7-350ebf9f66ba)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:22:27.860887 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-4872f497-ea1d-4513-9bf9-a12c3076c61e req-cec7215c-0e97-41af-8214-4d155d283adb tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786495'] for port (48e662e3-0054-4172-ac4a-cc78d47f795b), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:27.873919 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-4872f497-ea1d-4513-9bf9-a12c3076c61e req-cec7215c-0e97-41af-8214-4d155d283adb tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Calling delete_port for 48e662e3-0054-4172-ac4a-cc78d47f795b owned by compute:nova {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 08 22:22:27.997514 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ecd79d-3b01-4c82-9c50-2934c118495f req-e14b1a3d-67e8-4546-ba01-3daf877af0ef tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:27.999106 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-a3ecd79d-3b01-4c82-9c50-2934c118495f req-e14b1a3d-67e8-4546-ba01-3daf877af0ef tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=729b7198-3c3f-4109-bc01-7467a8d4b4c5 HTTP/1.1" status: 200 len: 945 time: 0.0489337 May 08 22:22:28.015857 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-4872f497-ea1d-4513-9bf9-a12c3076c61e req-cec7215c-0e97-41af-8214-4d155d283adb tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791034301049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791034024021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633834'] for port (48e662e3-0054-4172-ac4a-cc78d47f795b), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:28.045499 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec7215c-0e97-41af-8214-4d155d283adb tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Pushing event deleted for resources: {'Port': ['ID=48e662e3-0054-4172-ac4a-cc78d47f795b,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:22:28.048436 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-a3ecd79d-3b01-4c82-9c50-2934c118495f req-0f708f67-4ee9-4f79-9560-319649c1499e tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431831 May 08 22:22:28.053833 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] get_ports_and_sgs() called for port_ids ['5e36bd48-5ead-4567-94f4-b17494e5b745', '48e662e3-0054-4172-ac4a-cc78d47f795b'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 08 22:22:28.098875 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-4872f497-ea1d-4513-9bf9-a12c3076c61e req-cec7215c-0e97-41af-8214-4d155d283adb tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] No DVR routers for this DVR port 48e662e3-0054-4172-ac4a-cc78d47f795b on host hv-cinder-84051 {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 08 22:22:28.101755 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-4872f497-ea1d-4513-9bf9-a12c3076c61e req-cec7215c-0e97-41af-8214-4d155d283adb tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870'] for port (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:28.104941 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-4872f497-ea1d-4513-9bf9-a12c3076c61e req-cec7215c-0e97-41af-8214-4d155d283adb tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.24 "DELETE /v2.0/ports/48e662e3-0054-4172-ac4a-cc78d47f795b HTTP/1.1" status: 204 len: 173 time: 0.4304218 May 08 22:22:28.105398 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '729b7198-3c3f-4109-bc01-7467a8d4b4c5', 'name': 'network-vif-deleted', 'tag': '48e662e3-0054-4172-ac4a-cc78d47f795b'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 08 22:22:28.107652 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cc8a0c475ac6fe54f5122aa5a8750c48412c688b8f67dba420990604a8daf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed1bad24-7dac-4485-bdeb-93d37b62bbf2" -d '{"events": [{"server_uuid": "729b7198-3c3f-4109-bc01-7467a8d4b4c5", "name": "network-vif-deleted", "tag": "48e662e3-0054-4172-ac4a-cc78d47f795b"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 08 22:22:28.157195 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 08 May 2022 22:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd41a10d-53cc-4a6b-b9d5-f9b7ae5a1dbe x-openstack-request-id: req-cd41a10d-53cc-4a6b-b9d5-f9b7ae5a1dbe {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 08 22:22:28.157557 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "729b7198-3c3f-4109-bc01-7467a8d4b4c5", "name": "network-vif-deleted", "tag": "48e662e3-0054-4172-ac4a-cc78d47f795b", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 08 22:22:28.157811 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cd41a10d-53cc-4a6b-b9d5-f9b7ae5a1dbe {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 08 22:22:28.158215 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd41a10d-53cc-4a6b-b9d5-f9b7ae5a1dbe'] response: {'server_uuid': '729b7198-3c3f-4109-bc01-7467a8d4b4c5', 'name': 'network-vif-deleted', 'tag': '48e662e3-0054-4172-ac4a-cc78d47f795b', 'status': 'completed', 'code': 200} May 08 22:22:29.592884 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc601c67-a211-4719-bd95-4245562a102d req-e1bcc264-c42b-48d5-b58b-64ef7a9c6bd2 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:29.594354 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-fc601c67-a211-4719-bd95-4245562a102d req-e1bcc264-c42b-48d5-b58b-64ef7a9c6bd2 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=1be25f68-2dfe-4af6-8c3e-5dbdf1acc72d HTTP/1.1" status: 200 len: 945 time: 0.3018708 May 08 22:22:29.642460 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-fc601c67-a211-4719-bd95-4245562a102d req-b61ccf69-77ef-4bb4-9679-1b300374c8e4 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412443 May 08 22:22:30.780273 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4e2bd8-3365-4e1f-82dc-e1182737b9c6 req-acc9f6cd-9339-478f-8849-511d6cca7556 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:30.781766 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-ad4e2bd8-3365-4e1f-82dc-e1182737b9c6 req-acc9f6cd-9339-478f-8849-511d6cca7556 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=1be25f68-2dfe-4af6-8c3e-5dbdf1acc72d HTTP/1.1" status: 200 len: 945 time: 0.0533037 May 08 22:22:30.848264 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-ad4e2bd8-3365-4e1f-82dc-e1182737b9c6 req-ee0faff1-bb6e-4e92-abe3-7838fe12df68 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579269 May 08 22:22:31.465086 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device 48e662e3-0054-4172-ac4a-cc78d47f795b no longer exists at agent hyperv_hv-cinder-84051 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 08 22:22:31.489164 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] No Port match for: 48e662e3-0054-4172-ac4a-cc78d47f795b {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 08 22:22:31.489503 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device 48e662e3-0054-4172-ac4a-cc78d47f795b not bound to the agent host hv-cinder-84051 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 08 22:22:31.940169 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e66cd-d36a-4a05-bffd-c21bcd67ef4f req-2cbc66ba-c4d4-4e32-89d4-aa709e2ceedb tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:31.941672 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-c84e66cd-d36a-4a05-bffd-c21bcd67ef4f req-2cbc66ba-c4d4-4e32-89d4-aa709e2ceedb tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.24 "GET /v2.0/ports?device_id=1be25f68-2dfe-4af6-8c3e-5dbdf1acc72d HTTP/1.1" status: 200 len: 945 time: 0.0511920 May 08 22:22:31.964799 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7c72bb-46c8-4320-80d5-5ea246a8e0ad req-51f84192-028e-433d-ba83-058cfb41b4e2 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:31.966270 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-7f7c72bb-46c8-4320-80d5-5ea246a8e0ad req-51f84192-028e-433d-ba83-058cfb41b4e2 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=1be25f68-2dfe-4af6-8c3e-5dbdf1acc72d HTTP/1.1" status: 200 len: 945 time: 0.0502367 May 08 22:22:32.014209 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-7f7c72bb-46c8-4320-80d5-5ea246a8e0ad req-9ec2fa53-5a4e-4e86-ab74-5663e2769807 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9b0e645-cc07-4a09-8cf6-e75210fd387e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422115 May 08 22:22:32.030934 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-c84e66cd-d36a-4a05-bffd-c21bcd67ef4f req-1405aa12-1140-4181-928e-6ad4cc118ca0 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Deleting port 5e36bd48-5ead-4567-94f4-b17494e5b745 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 08 22:22:32.031277 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-c84e66cd-d36a-4a05-bffd-c21bcd67ef4f req-1405aa12-1140-4181-928e-6ad4cc118ca0 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791034291685'] for port (5e36bd48-5ead-4567-94f4-b17494e5b745), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:32.125453 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-c84e66cd-d36a-4a05-bffd-c21bcd67ef4f req-1405aa12-1140-4181-928e-6ad4cc118ca0 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] For port 5e36bd48-5ead-4567-94f4-b17494e5b745, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=5e36bd48-5ead-4567-94f4-b17494e5b745,segment=NetworkSegment(3409f877-3e4a-40e4-97c7-350ebf9f66ba),segment_id=3409f877-3e4a-40e4-97c7-350ebf9f66ba)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:22:32.125693 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-c84e66cd-d36a-4a05-bffd-c21bcd67ef4f req-1405aa12-1140-4181-928e-6ad4cc118ca0 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786495'] for port (5e36bd48-5ead-4567-94f4-b17494e5b745), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:32.138729 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-c84e66cd-d36a-4a05-bffd-c21bcd67ef4f req-1405aa12-1140-4181-928e-6ad4cc118ca0 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Calling delete_port for 5e36bd48-5ead-4567-94f4-b17494e5b745 owned by compute:nova {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 08 22:22:32.274287 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-c84e66cd-d36a-4a05-bffd-c21bcd67ef4f req-1405aa12-1140-4181-928e-6ad4cc118ca0 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791034301049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791034024021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633834'] for port (5e36bd48-5ead-4567-94f4-b17494e5b745), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:32.326441 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] get_ports_and_sgs() called for port_ids ['5e36bd48-5ead-4567-94f4-b17494e5b745'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 08 22:22:32.553107 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1405aa12-1140-4181-928e-6ad4cc118ca0 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Pushing event deleted for resources: {'Port': ['ID=5e36bd48-5ead-4567-94f4-b17494e5b745,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:22:32.599405 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-c84e66cd-d36a-4a05-bffd-c21bcd67ef4f req-1405aa12-1140-4181-928e-6ad4cc118ca0 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] No DVR routers for this DVR port 5e36bd48-5ead-4567-94f4-b17494e5b745 on host hv-cinder-84051 {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 08 22:22:32.602239 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-c84e66cd-d36a-4a05-bffd-c21bcd67ef4f req-1405aa12-1140-4181-928e-6ad4cc118ca0 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870'] for port (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:32.605500 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-c84e66cd-d36a-4a05-bffd-c21bcd67ef4f req-1405aa12-1140-4181-928e-6ad4cc118ca0 tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.24 "DELETE /v2.0/ports/5e36bd48-5ead-4567-94f4-b17494e5b745 HTTP/1.1" status: 204 len: 173 time: 0.6571398 May 08 22:22:32.605930 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1be25f68-2dfe-4af6-8c3e-5dbdf1acc72d', 'name': 'network-vif-deleted', 'tag': '5e36bd48-5ead-4567-94f4-b17494e5b745'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 08 22:22:32.608154 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cc8a0c475ac6fe54f5122aa5a8750c48412c688b8f67dba420990604a8daf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa43cc1c-d89c-4319-9855-158d90b8cd57" -d '{"events": [{"server_uuid": "1be25f68-2dfe-4af6-8c3e-5dbdf1acc72d", "name": "network-vif-deleted", "tag": "5e36bd48-5ead-4567-94f4-b17494e5b745"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 08 22:22:32.642629 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 08 May 2022 22:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-330e64b4-2283-422f-b85d-9d4afd65d7da x-openstack-request-id: req-330e64b4-2283-422f-b85d-9d4afd65d7da {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 08 22:22:32.642911 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1be25f68-2dfe-4af6-8c3e-5dbdf1acc72d", "name": "network-vif-deleted", "tag": "5e36bd48-5ead-4567-94f4-b17494e5b745", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 08 22:22:32.643162 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-330e64b4-2283-422f-b85d-9d4afd65d7da {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 08 22:22:32.643560 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-330e64b4-2283-422f-b85d-9d4afd65d7da'] response: {'server_uuid': '1be25f68-2dfe-4af6-8c3e-5dbdf1acc72d', 'name': 'network-vif-deleted', 'tag': '5e36bd48-5ead-4567-94f4-b17494e5b745', 'status': 'completed', 'code': 200} May 08 22:22:33.129367 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-61019d72-15e4-4453-9a26-847335b825ec req-5a81b479-4479-4922-8e79-81a8f98c009a tempest-ServerRescueNegativeTestJSON-1547412069 tempest-ServerRescueNegativeTestJSON-1547412069-project] 10.222.0.44 "GET /v2.0/ports?device_id=1be25f68-2dfe-4af6-8c3e-5dbdf1acc72d HTTP/1.1" status: 200 len: 210 time: 0.0297151 May 08 22:22:34.194925 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 56204) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:22:34.581563 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26623a96-d9fc-4a74-9609-4034ded4bce4 req-f1748d73-8379-4907-8fb2-770f33e8b7aa tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:34.583033 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-26623a96-d9fc-4a74-9609-4034ded4bce4 req-f1748d73-8379-4907-8fb2-770f33e8b7aa tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cbc3a45-509d-47bc-893c-e5dd7e364f48 HTTP/1.1" status: 200 len: 945 time: 0.0469251 May 08 22:22:34.632824 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-26623a96-d9fc-4a74-9609-4034ded4bce4 req-cb30c98f-ae58-4bef-920f-0a92c84826cc tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdc836f6-496f-44ae-925c-dc7c52f678f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434434 May 08 22:22:34.764611 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1f10e941-b5cb-4c53-be8e-f0b9912bd418 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-786677'] for router_interface (704f50fb-b91a-4966-b01e-da4167ed8b5e), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:35.060204 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-1f10e941-b5cb-4c53-be8e-f0b9912bd418 admin admin] Deleting port 6ffd45d4-366f-40f2-8045-f1961d7b8f55 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 08 22:22:35.060428 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1f10e941-b5cb-4c53-be8e-f0b9912bd418 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791034291685'] for port (6ffd45d4-366f-40f2-8045-f1961d7b8f55), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:35.155906 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-1f10e941-b5cb-4c53-be8e-f0b9912bd418 admin admin] For port 6ffd45d4-366f-40f2-8045-f1961d7b8f55, host dv-cinder-840511-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=6ffd45d4-366f-40f2-8045-f1961d7b8f55,segment=NetworkSegment(3409f877-3e4a-40e4-97c7-350ebf9f66ba),segment_id=3409f877-3e4a-40e4-97c7-350ebf9f66ba)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:22:35.156269 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1f10e941-b5cb-4c53-be8e-f0b9912bd418 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786495'] for port (6ffd45d4-366f-40f2-8045-f1961d7b8f55), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:35.169015 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-1f10e941-b5cb-4c53-be8e-f0b9912bd418 admin admin] Calling delete_port for 6ffd45d4-366f-40f2-8045-f1961d7b8f55 owned by network:router_interface {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 08 22:22:35.370246 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1f10e941-b5cb-4c53-be8e-f0b9912bd418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791034301049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791034024021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633834'] for port (6ffd45d4-366f-40f2-8045-f1961d7b8f55), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:35.395320 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f10e941-b5cb-4c53-be8e-f0b9912bd418 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ffd45d4-366f-40f2-8045-f1961d7b8f55,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:22:35.565189 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-1f10e941-b5cb-4c53-be8e-f0b9912bd418 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1045482'] for router_interface (704f50fb-b91a-4966-b01e-da4167ed8b5e), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:35.763315 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdd4242-c59a-483d-8da8-9bd17183c583 req-401eed6c-752c-4fb6-822b-e2681aefba53 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:35.764799 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-4cdd4242-c59a-483d-8da8-9bd17183c583 req-401eed6c-752c-4fb6-822b-e2681aefba53 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cbc3a45-509d-47bc-893c-e5dd7e364f48 HTTP/1.1" status: 200 len: 945 time: 0.0565841 May 08 22:22:35.800617 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f10e941-b5cb-4c53-be8e-f0b9912bd418 admin admin] Router 704f50fb-b91a-4966-b01e-da4167ed8b5e has already been hosted by L3 agent 69aa2ac4-530d-40c2-a84a-3161d84edf61 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 08 22:22:35.813203 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-4cdd4242-c59a-483d-8da8-9bd17183c583 req-527b9cc4-c6d1-4668-b36f-3fe1762696e4 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdc836f6-496f-44ae-925c-dc7c52f678f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427430 May 08 22:22:35.910635 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f10e941-b5cb-4c53-be8e-f0b9912bd418 admin admin] Notify agent at l3_agent.dv-cinder-840511-5-iscsi the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 08 22:22:35.916249 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-1f10e941-b5cb-4c53-be8e-f0b9912bd418 admin admin] 10.222.0.44 "PUT /v2.0/routers/704f50fb-b91a-4966-b01e-da4167ed8b5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7196147 May 08 22:22:35.918258 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 56214) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:22:35.921084 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac90c72d-80c7-4f73-9bbc-6f6186358944 None None] Sync routers for ids ['704f50fb-b91a-4966-b01e-da4167ed8b5e'] in dv-cinder-840511-5-iscsi {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 08 22:22:35.931447 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac90c72d-80c7-4f73-9bbc-6f6186358944 None None] Routers {'704f50fb-b91a-4966-b01e-da4167ed8b5e'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:22:35.932113 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-ac90c72d-80c7-4f73-9bbc-6f6186358944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:22:19Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['704f50fb-b91a-4966-b01e-da4167ed8b5e'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:22:36.037053 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-05e5d7de-411c-4d19-aba3-6db6b285ec9a admin admin] Publish callbacks [] for router (704f50fb-b91a-4966-b01e-da4167ed8b5e), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:36.042611 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-ac90c72d-80c7-4f73-9bbc-6f6186358944 None None] Set router 704f50fb-b91a-4966-b01e-da4167ed8b5e gateway port host: dv-cinder-840511-5-iscsi {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:22:36.220180 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-ac90c72d-80c7-4f73-9bbc-6f6186358944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '704f50fb-b91a-4966-b01e-da4167ed8b5e', 'name': 'tempest-ServerRescueNegativeTestJSON-825093394-router', 'tenant_id': '9bf17cedd3154ce4b6b2bd0e4dcbb92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '0c671479-16d2-4562-bc9b-36013f9f96d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:15:06Z', 'updated_at': '2022-05-08T22:22:35Z', 'revision_number': 5, 'project_id': '9bf17cedd3154ce4b6b2bd0e4dcbb92c', 'gw_port': {'id': '0c671479-16d2-4562-bc9b-36013f9f96d1', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ab:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704f50fb-b91a-4966-b01e-da4167ed8b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:08Z', 'updated_at': '2022-05-08T22:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi'}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:22:36.252880 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac90c72d-80c7-4f73-9bbc-6f6186358944 None None] Checking router: 704f50fb-b91a-4966-b01e-da4167ed8b5e for host: dv-cinder-840511-5-iscsi {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 08 22:22:36.262322 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac90c72d-80c7-4f73-9bbc-6f6186358944 None None] Routers {'704f50fb-b91a-4966-b01e-da4167ed8b5e'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:22:36.262923 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-ac90c72d-80c7-4f73-9bbc-6f6186358944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:22:19Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['704f50fb-b91a-4966-b01e-da4167ed8b5e'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:22:36.374877 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-ac90c72d-80c7-4f73-9bbc-6f6186358944 None None] Set router 704f50fb-b91a-4966-b01e-da4167ed8b5e gateway port host: dv-cinder-840511-5-iscsi {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:22:36.415116 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-05e5d7de-411c-4d19-aba3-6db6b285ec9a admin admin] Publish callbacks [] for router_gateway (704f50fb-b91a-4966-b01e-da4167ed8b5e), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:36.465706 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-05e5d7de-411c-4d19-aba3-6db6b285ec9a admin admin] Deleting port 0c671479-16d2-4562-bc9b-36013f9f96d1 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 08 22:22:36.466053 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-05e5d7de-411c-4d19-aba3-6db6b285ec9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791034291685'] for port (0c671479-16d2-4562-bc9b-36013f9f96d1), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:36.542526 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-05e5d7de-411c-4d19-aba3-6db6b285ec9a admin admin] For port 0c671479-16d2-4562-bc9b-36013f9f96d1, host dv-cinder-840511-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=0c671479-16d2-4562-bc9b-36013f9f96d1,segment=NetworkSegment(0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa),segment_id=0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:22:36.543195 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-05e5d7de-411c-4d19-aba3-6db6b285ec9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786495'] for port (0c671479-16d2-4562-bc9b-36013f9f96d1), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:36.544684 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-ac90c72d-80c7-4f73-9bbc-6f6186358944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '704f50fb-b91a-4966-b01e-da4167ed8b5e', 'name': 'tempest-ServerRescueNegativeTestJSON-825093394-router', 'tenant_id': '9bf17cedd3154ce4b6b2bd0e4dcbb92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '0c671479-16d2-4562-bc9b-36013f9f96d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:15:06Z', 'updated_at': '2022-05-08T22:22:35Z', 'revision_number': 5, 'project_id': '9bf17cedd3154ce4b6b2bd0e4dcbb92c', 'gw_port': {'id': '0c671479-16d2-4562-bc9b-36013f9f96d1', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ab:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704f50fb-b91a-4966-b01e-da4167ed8b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:08Z', 'updated_at': '2022-05-08T22:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi'}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:22:36.556620 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-05e5d7de-411c-4d19-aba3-6db6b285ec9a admin admin] Calling delete_port for 0c671479-16d2-4562-bc9b-36013f9f96d1 owned by network:router_gateway {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 08 22:22:36.571954 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac90c72d-80c7-4f73-9bbc-6f6186358944 None None] The sync data for ids ['704f50fb-b91a-4966-b01e-da4167ed8b5e'] in dv-cinder-840511-5-iscsi is: [{'id': '704f50fb-b91a-4966-b01e-da4167ed8b5e', 'name': 'tempest-ServerRescueNegativeTestJSON-825093394-router', 'tenant_id': '9bf17cedd3154ce4b6b2bd0e4dcbb92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '0c671479-16d2-4562-bc9b-36013f9f96d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:15:06Z', 'updated_at': '2022-05-08T22:22:35Z', 'revision_number': 5, 'project_id': '9bf17cedd3154ce4b6b2bd0e4dcbb92c', 'gw_port': {'id': '0c671479-16d2-4562-bc9b-36013f9f96d1', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ab:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704f50fb-b91a-4966-b01e-da4167ed8b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:08Z', 'updated_at': '2022-05-08T22:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi'}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 08 22:22:36.738332 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-05e5d7de-411c-4d19-aba3-6db6b285ec9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791034301049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791034024021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633834'] for port (0c671479-16d2-4562-bc9b-36013f9f96d1), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:36.761812 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e5d7de-411c-4d19-aba3-6db6b285ec9a admin admin] Pushing event deleted for resources: {'Port': ['ID=0c671479-16d2-4562-bc9b-36013f9f96d1,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:22:36.827242 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-05e5d7de-411c-4d19-aba3-6db6b285ec9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-789703'] for router_gateway (704f50fb-b91a-4966-b01e-da4167ed8b5e), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:36.856647 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.agents_db [None req-09216671-537f-4251-a64c-737ccd42d6d2 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 08 22:22:36.922664 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-05e5d7de-411c-4d19-aba3-6db6b285ec9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15475'] for router (704f50fb-b91a-4966-b01e-da4167ed8b5e), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:36.925201 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-05e5d7de-411c-4d19-aba3-6db6b285ec9a admin admin] Publish callbacks [] for router_controller (704f50fb-b91a-4966-b01e-da4167ed8b5e), precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:36.935570 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0920a04b-af2c-453f-ae8f-1009efb81074 req-d3a2d778-cba2-4364-9866-ee48f3363ea4 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:36.941270 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-0920a04b-af2c-453f-ae8f-1009efb81074 req-d3a2d778-cba2-4364-9866-ee48f3363ea4 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cbc3a45-509d-47bc-893c-e5dd7e364f48 HTTP/1.1" status: 200 len: 945 time: 0.0535827 May 08 22:22:36.974962 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-05e5d7de-411c-4d19-aba3-6db6b285ec9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-790678'] for router (704f50fb-b91a-4966-b01e-da4167ed8b5e), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:36.975816 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05e5d7de-411c-4d19-aba3-6db6b285ec9a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 704f50fb-b91a-4966-b01e-da4167ed8b5e {{(pid=103629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 08 22:22:36.981842 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-05e5d7de-411c-4d19-aba3-6db6b285ec9a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:36.985495 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-05e5d7de-411c-4d19-aba3-6db6b285ec9a admin admin] 10.222.0.44 "DELETE /v2.0/routers/704f50fb-b91a-4966-b01e-da4167ed8b5e HTTP/1.1" status: 204 len: 168 time: 1.0655422 May 08 22:22:36.986739 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 56218) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:22:36.991672 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-0920a04b-af2c-453f-ae8f-1009efb81074 req-1508f50e-5133-4249-b20e-66e080eeeca1 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdc836f6-496f-44ae-925c-dc7c52f678f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484822 May 08 22:22:37.034606 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.db_base_plugin_v2 [None req-3325ba9c-1755-49d0-94fb-718c1c9a5b39 admin admin] Deleting subnet d42cc4d2-76bb-4552-9ac7-abf4e664168d {{(pid=103629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 08 22:22:37.037868 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3325ba9c-1755-49d0-94fb-718c1c9a5b39 admin admin] Publish callbacks [] for subnet (d42cc4d2-76bb-4552-9ac7-abf4e664168d), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:37.076880 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3325ba9c-1755-49d0-94fb-718c1c9a5b39 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3425589'] for subnet (d42cc4d2-76bb-4552-9ac7-abf4e664168d), precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:37.161281 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3325ba9c-1755-49d0-94fb-718c1c9a5b39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16446418'] for subnet (d42cc4d2-76bb-4552-9ac7-abf4e664168d), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:37.217809 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3325ba9c-1755-49d0-94fb-718c1c9a5b39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16446411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59633499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59716232'] for subnet (d42cc4d2-76bb-4552-9ac7-abf4e664168d), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:37.244130 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3325ba9c-1755-49d0-94fb-718c1c9a5b39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d42cc4d2-76bb-4552-9ac7-abf4e664168d,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:22:37.247962 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3325ba9c-1755-49d0-94fb-718c1c9a5b39 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:37.251129 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-3325ba9c-1755-49d0-94fb-718c1c9a5b39 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/d42cc4d2-76bb-4552-9ac7-abf4e664168d HTTP/1.1" status: 204 len: 168 time: 0.2628078 May 08 22:22:37.253618 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 56220) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:22:37.256123 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de5a9e3-8cd2-453d-ac89-4cd5a52d8abb None None] Network 4427f95d-7dad-47df-8ab1-304fd704186a requested from dv-cinder-840511-5-iscsi {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 08 22:22:37.322553 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8debbc47-d798-4163-b232-a6b8c950baad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16411149'] for network (4427f95d-7dad-47df-8ab1-304fd704186a), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:37.379598 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-8debbc47-d798-4163-b232-a6b8c950baad admin admin] Deleting port 7c512148-c0fd-4bf8-a014-566fd7584e75 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 08 22:22:37.379990 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8debbc47-d798-4163-b232-a6b8c950baad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791034291685'] for port (7c512148-c0fd-4bf8-a014-566fd7584e75), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:37.451556 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-8debbc47-d798-4163-b232-a6b8c950baad admin admin] For port 7c512148-c0fd-4bf8-a014-566fd7584e75, host dv-cinder-840511-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=7c512148-c0fd-4bf8-a014-566fd7584e75,segment=NetworkSegment(3409f877-3e4a-40e4-97c7-350ebf9f66ba),segment_id=3409f877-3e4a-40e4-97c7-350ebf9f66ba)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:22:37.452320 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8debbc47-d798-4163-b232-a6b8c950baad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786495'] for port (7c512148-c0fd-4bf8-a014-566fd7584e75), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:37.466161 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-8debbc47-d798-4163-b232-a6b8c950baad admin admin] Calling delete_port for 7c512148-c0fd-4bf8-a014-566fd7584e75 owned by network:dhcp {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 08 22:22:37.483714 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device 5e36bd48-5ead-4567-94f4-b17494e5b745 no longer exists at agent hyperv_hv-cinder-84051 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 08 22:22:37.504171 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] No Port match for: 5e36bd48-5ead-4567-94f4-b17494e5b745 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 08 22:22:37.504522 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device 5e36bd48-5ead-4567-94f4-b17494e5b745 not bound to the agent host hv-cinder-84051 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 08 22:22:37.551487 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8debbc47-d798-4163-b232-a6b8c950baad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791034301049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791034024021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633834'] for port (7c512148-c0fd-4bf8-a014-566fd7584e75), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:37.575601 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9761d587-4181-4aa1-b97b-e78399f36e22 None None] DHCP port deletion for 4427f95d-7dad-47df-8ab1-304fd704186a request from dv-cinder-840511-5-iscsi {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 08 22:22:37.577698 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8debbc47-d798-4163-b232-a6b8c950baad admin admin] Pushing event deleted for resources: {'Port': ['ID=7c512148-c0fd-4bf8-a014-566fd7584e75,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:22:37.583300 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8debbc47-d798-4163-b232-a6b8c950baad admin admin] No DVR routers for this DVR port 7c512148-c0fd-4bf8-a014-566fd7584e75 on host dv-cinder-840511-5-iscsi {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 08 22:22:37.661847 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8debbc47-d798-4163-b232-a6b8c950baad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16435559', 'neutron.services.segments.db._delete_segments_for_network-8791034498326'] for network (4427f95d-7dad-47df-8ab1-304fd704186a), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:37.684392 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.services.segments.db [None req-8debbc47-d798-4163-b232-a6b8c950baad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4427f95d-7dad-47df-8ab1-304fd704186a']}} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:22:37.694478 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.services.segments.db [None req-8debbc47-d798-4163-b232-a6b8c950baad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3409f877-3e4a-40e4-97c7-350ebf9f66ba') {'for_net_delete': True} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:22:37.694774 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.services.segments.db [None req-8debbc47-d798-4163-b232-a6b8c950baad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3409f877-3e4a-40e4-97c7-350ebf9f66ba') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:22:37.708064 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8debbc47-d798-4163-b232-a6b8c950baad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791034500383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3425548'] for segment (3409f877-3e4a-40e4-97c7-350ebf9f66ba), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:37.723574 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8debbc47-d798-4163-b232-a6b8c950baad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16448297'] for segment (3409f877-3e4a-40e4-97c7-350ebf9f66ba), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:37.729995 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8debbc47-d798-4163-b232-a6b8c950baad admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=103629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 08 22:22:37.730368 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8debbc47-d798-4163-b232-a6b8c950baad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16448297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59633913'] for segment (3409f877-3e4a-40e4-97c7-350ebf9f66ba), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:37.732080 dv-cinder-840511-5-iscsi neutron-server[103629]: Traceback (most recent call last): May 08 22:22:37.732080 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 08 22:22:37.732080 dv-cinder-840511-5-iscsi neutron-server[103629]: timer() May 08 22:22:37.732080 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 08 22:22:37.732080 dv-cinder-840511-5-iscsi neutron-server[103629]: cb(*args, **kw) May 08 22:22:37.732080 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 08 22:22:37.732080 dv-cinder-840511-5-iscsi neutron-server[103629]: return func(*args, **kwargs) May 08 22:22:37.732080 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 08 22:22:37.732080 dv-cinder-840511-5-iscsi neutron-server[103629]: self._notify() May 08 22:22:37.732080 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 08 22:22:37.732080 dv-cinder-840511-5-iscsi neutron-server[103629]: self.callback(batched_events) May 08 22:22:37.732080 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 08 22:22:37.732080 dv-cinder-840511-5-iscsi neutron-server[103629]: event.method(event) May 08 22:22:37.732080 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 08 22:22:37.732080 dv-cinder-840511-5-iscsi neutron-server[103629]: aggregate_id = self._get_aggregate_id(event.segment_id) May 08 22:22:37.732080 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 08 22:22:37.732080 dv-cinder-840511-5-iscsi neutron-server[103629]: aggregate_uuid = self.p_client.list_aggregates( May 08 22:22:37.732080 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 08 22:22:37.732080 dv-cinder-840511-5-iscsi neutron-server[103629]: return f(self, *a, **k) May 08 22:22:37.732080 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 08 22:22:37.732080 dv-cinder-840511-5-iscsi neutron-server[103629]: return self._get(url).json() May 08 22:22:37.732080 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 08 22:22:37.732080 dv-cinder-840511-5-iscsi neutron-server[103629]: return self._client.get(url, endpoint_filter=self._ks_filter, May 08 22:22:37.732080 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 08 22:22:37.732080 dv-cinder-840511-5-iscsi neutron-server[103629]: return self.request(url, 'GET', **kwargs) May 08 22:22:37.732080 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 08 22:22:37.732080 dv-cinder-840511-5-iscsi neutron-server[103629]: base_url = self.get_endpoint(auth, allow=allow, May 08 22:22:37.732080 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 08 22:22:37.732080 dv-cinder-840511-5-iscsi neutron-server[103629]: auth = self._auth_required(auth, 'determine endpoint URL') May 08 22:22:37.732080 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 08 22:22:37.732080 dv-cinder-840511-5-iscsi neutron-server[103629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 08 22:22:37.732080 dv-cinder-840511-5-iscsi neutron-server[103629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 08 22:22:37.786888 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8debbc47-d798-4163-b232-a6b8c950baad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16435548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-788469'] for network (4427f95d-7dad-47df-8ab1-304fd704186a), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:37.792154 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8debbc47-d798-4163-b232-a6b8c950baad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745315'] for network (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:37.795903 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-8debbc47-d798-4163-b232-a6b8c950baad admin admin] 10.222.0.44 "DELETE /v2.0/networks/4427f95d-7dad-47df-8ab1-304fd704186a HTTP/1.1" status: 204 len: 168 time: 0.5408289 May 08 22:22:37.806575 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8debbc47-d798-4163-b232-a6b8c950baad admin admin] Pushing event deleted for resources: {'Network': ['ID=4427f95d-7dad-47df-8ab1-304fd704186a,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:22:37.911553 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 56224) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:22:37.953818 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-9a4efe53-4716-4bf1-9a83-f0688f6dfeb0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9bf17cedd3154ce4b6b2bd0e4dcbb92c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0410690 May 08 22:22:37.957479 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 56226) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:22:38.012138 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-41f4b36d-a37d-4b9a-aaa6-c1fed426f69b admin admin] Publish callbacks [] for security_group (b9b0e645-cc07-4a09-8cf6-e75210fd387e), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:38.037390 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-41f4b36d-a37d-4b9a-aaa6-c1fed426f69b admin admin] Publish callbacks [] for security_group (b9b0e645-cc07-4a09-8cf6-e75210fd387e), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:38.122359 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fcef4f-5de8-4ab4-99d4-9019fb548572 req-75ec90f7-d8b2-4bd7-8db4-a6a0545df73d tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:38.123915 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-99fcef4f-5de8-4ab4-99d4-9019fb548572 req-75ec90f7-d8b2-4bd7-8db4-a6a0545df73d tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cbc3a45-509d-47bc-893c-e5dd7e364f48 HTTP/1.1" status: 200 len: 945 time: 0.0559006 May 08 22:22:38.138746 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-41f4b36d-a37d-4b9a-aaa6-c1fed426f69b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (b9b0e645-cc07-4a09-8cf6-e75210fd387e), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:38.141229 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-41f4b36d-a37d-4b9a-aaa6-c1fed426f69b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:38.142264 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-41f4b36d-a37d-4b9a-aaa6-c1fed426f69b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b9b0e645-cc07-4a09-8cf6-e75210fd387e HTTP/1.1" status: 204 len: 168 time: 0.1837771 May 08 22:22:38.159988 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f4b36d-a37d-4b9a-aaa6-c1fed426f69b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b0e645-cc07-4a09-8cf6-e75210fd387e,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:22:38.189492 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-99fcef4f-5de8-4ab4-99d4-9019fb548572 req-60a1a3f4-4700-44b6-944a-9cd7d1a782eb tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdc836f6-496f-44ae-925c-dc7c52f678f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592868 May 08 22:22:38.475501 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device 0c671479-16d2-4562-bc9b-36013f9f96d1 no longer exists at agent ovs-agent-dv-cinder-840511-5-iscsi {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 08 22:22:38.499434 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] No Port match for: 0c671479-16d2-4562-bc9b-36013f9f96d1 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 08 22:22:38.499772 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device 0c671479-16d2-4562-bc9b-36013f9f96d1 not bound to the agent host dv-cinder-840511-5-iscsi {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 08 22:22:38.500171 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device 7c512148-c0fd-4bf8-a014-566fd7584e75 no longer exists at agent ovs-agent-dv-cinder-840511-5-iscsi {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 08 22:22:38.525057 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] No Port match for: 7c512148-c0fd-4bf8-a014-566fd7584e75 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 08 22:22:38.525397 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device 7c512148-c0fd-4bf8-a014-566fd7584e75 not bound to the agent host dv-cinder-840511-5-iscsi {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 08 22:22:38.525844 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device 6ffd45d4-366f-40f2-8045-f1961d7b8f55 no longer exists at agent ovs-agent-dv-cinder-840511-5-iscsi {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 08 22:22:38.545361 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] No Port match for: 6ffd45d4-366f-40f2-8045-f1961d7b8f55 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 08 22:22:38.545709 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device 6ffd45d4-366f-40f2-8045-f1961d7b8f55 not bound to the agent host dv-cinder-840511-5-iscsi {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 08 22:22:38.844627 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 56252) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:22:38.951927 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [None req-bc5a9ed7-c7b5-43b9-a65f-085c16667632 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-64060927-network', 'tenant_id': '1ebe3bb7401b4b36966ebb9f16c6c04c'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:22:38.972321 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc5a9ed7-c7b5-43b9-a65f-085c16667632 admin admin] Made reservation on behalf of 1ebe3bb7401b4b36966ebb9f16c6c04c for: {'network': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 08 22:22:38.974670 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-bc5a9ed7-c7b5-43b9-a65f-085c16667632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for network (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:38.983371 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-bc5a9ed7-c7b5-43b9-a65f-085c16667632 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:39.070088 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-bc5a9ed7-c7b5-43b9-a65f-085c16667632 admin admin] Publish callbacks [] for security_group (365828d9-1a9f-48a3-94ac-2423188f63d9), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:39.076597 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-bc5a9ed7-c7b5-43b9-a65f-085c16667632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (365828d9-1a9f-48a3-94ac-2423188f63d9), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:39.100934 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc5a9ed7-c7b5-43b9-a65f-085c16667632 admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=103629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 08 22:22:39.109620 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5a9ed7-c7b5-43b9-a65f-085c16667632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=365828d9-1a9f-48a3-94ac-2423188f63d9,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:22:39.115463 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-bc5a9ed7-c7b5-43b9-a65f-085c16667632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16448297'] for segment (33fc6b3c-a604-4cee-a3d5-5a89d0b49ae0), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:39.115794 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.db.segments_db [None req-bc5a9ed7-c7b5-43b9-a65f-085c16667632 admin admin] Added segment 33fc6b3c-a604-4cee-a3d5-5a89d0b49ae0 of type vlan for network 2962a37b-5c8b-493f-a8f7-204192291fd9 May 08 22:22:39.155929 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-bc5a9ed7-c7b5-43b9-a65f-085c16667632 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791033991810'] for network (2962a37b-5c8b-493f-a8f7-204192291fd9), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:39.184390 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-bc5a9ed7-c7b5-43b9-a65f-085c16667632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293'] for network (2962a37b-5c8b-493f-a8f7-204192291fd9), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:39.185706 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5a9ed7-c7b5-43b9-a65f-085c16667632 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:39.186466 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-bc5a9ed7-c7b5-43b9-a65f-085c16667632 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745315'] for network (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:39.251706 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-bc5a9ed7-c7b5-43b9-a65f-085c16667632 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4032557 May 08 22:22:39.252526 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 56258) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:22:39.258070 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5a9ed7-c7b5-43b9-a65f-085c16667632 admin admin] Pushing event updated for resources: {'Network': ['ID=2962a37b-5c8b-493f-a8f7-204192291fd9,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:22:39.258825 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.v2.base [None req-3d98f6a9-3e76-485b-85f6-6fe6853a2072 admin admin] Request body: {'subnet': {'network_id': '2962a37b-5c8b-493f-a8f7-204192291fd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-64060927-subnet', 'tenant_id': '1ebe3bb7401b4b36966ebb9f16c6c04c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:22:39.268124 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Network 2962a37b-5c8b-493f-a8f7-204192291fd9 details requested by agent ovs-agent-dv-cinder-840511-5-iscsi with host dv-cinder-840511-5-iscsi {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 08 22:22:39.310871 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d98f6a9-3e76-485b-85f6-6fe6853a2072 admin admin] Made reservation on behalf of 1ebe3bb7401b4b36966ebb9f16c6c04c for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 08 22:22:39.313191 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3d98f6a9-3e76-485b-85f6-6fe6853a2072 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59072956'] for subnet (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:39.337305 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eca1f4-37e5-4dca-af38-f26f66fc7ff2 req-76b6ebf6-c0e4-48d3-9d26-3e96e5bbf4aa tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:39.339484 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-82eca1f4-37e5-4dca-af38-f26f66fc7ff2 req-76b6ebf6-c0e4-48d3-9d26-3e96e5bbf4aa tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cbc3a45-509d-47bc-893c-e5dd7e364f48 HTTP/1.1" status: 200 len: 945 time: 0.0747464 May 08 22:22:39.436041 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-82eca1f4-37e5-4dca-af38-f26f66fc7ff2 req-ef09c634-2df1-482e-9e14-58b2d6214418 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdc836f6-496f-44ae-925c-dc7c52f678f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721595 May 08 22:22:39.537793 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3d98f6a9-3e76-485b-85f6-6fe6853a2072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59176668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59072938'] for subnet (2595fc7c-f188-492f-94ae-311dba05015f), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:39.587984 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d98f6a9-3e76-485b-85f6-6fe6853a2072 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2595fc7c-f188-492f-94ae-311dba05015f,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:22:39.606889 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d98f6a9-3e76-485b-85f6-6fe6853a2072 admin admin] Checking segment: {'id': '33fc6b3c-a604-4cee-a3d5-5a89d0b49ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2962a37b-5c8b-493f-a8f7-204192291fd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 08 22:22:39.607245 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d98f6a9-3e76-485b-85f6-6fe6853a2072 admin admin] Network hostable DHCP agents. Network: 2962a37b-5c8b-493f-a8f7-204192291fd9, hostable agents: ['399f5491-dab9-4373-bd22-64cd7c73418d'], hosted agents: [] {{(pid=103628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 08 22:22:39.628241 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d98f6a9-3e76-485b-85f6-6fe6853a2072 admin admin] Network 2962a37b-5c8b-493f-a8f7-204192291fd9 is scheduled to be hosted by DHCP agent 399f5491-dab9-4373-bd22-64cd7c73418d with binding_index 1 {{(pid=103628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 08 22:22:39.640535 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-3d98f6a9-3e76-485b-85f6-6fe6853a2072 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840511-5-iscsi, 2962a37b-5c8b-493f-a8f7-204192291fd9) {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:22:39.645125 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d98f6a9-3e76-485b-85f6-6fe6853a2072 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:39.645586 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-3d98f6a9-3e76-485b-85f6-6fe6853a2072 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745315'] for subnet (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:39.649765 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdfe8132-c555-406b-a457-a3377184dda5 None None] Network 2962a37b-5c8b-493f-a8f7-204192291fd9 requested from dv-cinder-840511-5-iscsi {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 08 22:22:39.662899 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-3d98f6a9-3e76-485b-85f6-6fe6853a2072 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4084342 May 08 22:22:39.665729 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 56262) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:22:39.670387 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.v2.base [None req-02d1f589-b5c3-4c6b-923a-466113bc37a3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-64060927-router', 'tenant_id': '1ebe3bb7401b4b36966ebb9f16c6c04c', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd'}}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:22:39.693248 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-02d1f589-b5c3-4c6b-923a-466113bc37a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-790573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15489'] for router (17ecdb15-e5ed-4214-93e4-a79ec0597a06), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:39.694109 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-02d1f589-b5c3-4c6b-923a-466113bc37a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-790745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-789556', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-763181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15496'] for router (17ecdb15-e5ed-4214-93e4-a79ec0597a06), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:39.748737 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-02d1f589-b5c3-4c6b-923a-466113bc37a3 admin admin] Publish callbacks [] for router_controller (17ecdb15-e5ed-4214-93e4-a79ec0597a06), precommit_add_association {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:39.753615 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e301094-6086-48fe-93f0-2c7a2d35baab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b54c12b-09b0-5231-a33c-a6f0f39291a1-2962a37b-5c8b-493f-a8f7-204192291fd9', 'network_id': '2962a37b-5c8b-493f-a8f7-204192291fd9', 'project_id': '1ebe3bb7401b4b36966ebb9f16c6c04c', 'fixed_ips': [{'subnet_id': '2595fc7c-f188-492f-94ae-311dba05015f'}]}} from dv-cinder-840511-5-iscsi. {{(pid=103630) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 08 22:22:39.754538 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6e301094-6086-48fe-93f0-2c7a2d35baab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (None), before_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:39.891731 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-02d1f589-b5c3-4c6b-923a-466113bc37a3 admin admin] Publish callbacks [] for router_gateway (17ecdb15-e5ed-4214-93e4-a79ec0597a06), precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:39.892987 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.db_base_plugin_common [None req-6e301094-6086-48fe-93f0-2c7a2d35baab None None] Allocated IP 172.20.0.2 (2962a37b-5c8b-493f-a8f7-204192291fd9/2595fc7c-f188-492f-94ae-311dba05015f/bd235860-b73a-474d-89a6-05014ac48895) {{(pid=103630) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 08 22:22:40.038645 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6e301094-6086-48fe-93f0-2c7a2d35baab None None] Publish callbacks [] for port (bd235860-b73a-474d-89a6-05014ac48895), precommit_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:40.046487 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6e301094-6086-48fe-93f0-2c7a2d35baab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791034024012'] for port (bd235860-b73a-474d-89a6-05014ac48895), after_create {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:40.079949 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-02d1f589-b5c3-4c6b-923a-466113bc37a3 admin admin] Publish callbacks [] for router_gateway (17ecdb15-e5ed-4214-93e4-a79ec0597a06), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:40.087012 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e301094-6086-48fe-93f0-2c7a2d35baab None None] Network 2962a37b-5c8b-493f-a8f7-204192291fd9 is already hosted by enough agents. {{(pid=103630) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 08 22:22:40.092454 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.scheduler.base_scheduler [None req-6e301094-6086-48fe-93f0-2c7a2d35baab None None] Resources bound (agent type, host, resource id): {{(pid=103630) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:22:40.096863 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e301094-6086-48fe-93f0-2c7a2d35baab None None] Received port after_create {{(pid=103630) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 08 22:22:40.100055 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e301094-6086-48fe-93f0-2c7a2d35baab None None] Pushing event updated for resources: {'Port': ['ID=bd235860-b73a-474d-89a6-05014ac48895,revision_number=1']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:22:40.100902 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-02d1f589-b5c3-4c6b-923a-466113bc37a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:40.159077 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-6e301094-6086-48fe-93f0-2c7a2d35baab None None] Attempting to bind port bd235860-b73a-474d-89a6-05014ac48895 on host dv-cinder-840511-5-iscsi for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 08 22:22:40.159525 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-6e301094-6086-48fe-93f0-2c7a2d35baab None None] Attempting to bind port bd235860-b73a-474d-89a6-05014ac48895 by drivers openvswitch,hyperv on host dv-cinder-840511-5-iscsi at level 0 using segments [{'id': '33fc6b3c-a604-4cee-a3d5-5a89d0b49ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2962a37b-5c8b-493f-a8f7-204192291fd9'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 08 22:22:40.159885 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e301094-6086-48fe-93f0-2c7a2d35baab None None] Attempting to bind port bd235860-b73a-474d-89a6-05014ac48895 on network 2962a37b-5c8b-493f-a8f7-204192291fd9 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 08 22:22:40.165077 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e301094-6086-48fe-93f0-2c7a2d35baab None None] Checking agent: {'id': '7e3c7ef6-abd5-4f0f-b372-b2734b637fd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840511-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 8, 22, 6, 52), 'started_at': datetime.datetime(2022, 5, 8, 22, 7, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 8, 22, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840511-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 08 22:22:40.165445 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e301094-6086-48fe-93f0-2c7a2d35baab None None] Checking segment: {'id': '33fc6b3c-a604-4cee-a3d5-5a89d0b49ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2962a37b-5c8b-493f-a8f7-204192291fd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 08 22:22:40.165839 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6e301094-6086-48fe-93f0-2c7a2d35baab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:40.166217 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e301094-6086-48fe-93f0-2c7a2d35baab None None] Bound using segment: {'id': '33fc6b3c-a604-4cee-a3d5-5a89d0b49ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2962a37b-5c8b-493f-a8f7-204192291fd9'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 08 22:22:40.166861 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-6e301094-6086-48fe-93f0-2c7a2d35baab None None] Bound port: bd235860-b73a-474d-89a6-05014ac48895, host: dv-cinder-840511-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33fc6b3c-a604-4cee-a3d5-5a89d0b49ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2962a37b-5c8b-493f-a8f7-204192291fd9'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 08 22:22:40.167233 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6e301094-6086-48fe-93f0-2c7a2d35baab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (bd235860-b73a-474d-89a6-05014ac48895), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:40.209494 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-02d1f589-b5c3-4c6b-923a-466113bc37a3 admin admin] Allocated IP 172.27.2.83 (542aeef6-5046-439a-aa53-dc46759766dd/c1306b94-a9cc-4730-bd7d-1800cb77959d/840f38af-56d2-445b-ac3d-6b71d1698b4e) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 08 22:22:40.232396 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6e301094-6086-48fe-93f0-2c7a2d35baab None None] For port bd235860-b73a-474d-89a6-05014ac48895, host dv-cinder-840511-5-iscsi, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 08 22:22:40.235594 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-6e301094-6086-48fe-93f0-2c7a2d35baab None None] For port bd235860-b73a-474d-89a6-05014ac48895, host dv-cinder-840511-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=bd235860-b73a-474d-89a6-05014ac48895,segment=NetworkSegment(33fc6b3c-a604-4cee-a3d5-5a89d0b49ae0),segment_id=33fc6b3c-a604-4cee-a3d5-5a89d0b49ae0)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 08 22:22:40.242713 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6e301094-6086-48fe-93f0-2c7a2d35baab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (bd235860-b73a-474d-89a6-05014ac48895), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:40.308870 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (50086534-3b0f-4edb-899f-da05c46c2546), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:40.316271 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e301094-6086-48fe-93f0-2c7a2d35baab None None] Pushing event updated for resources: {'Port': ['ID=bd235860-b73a-474d-89a6-05014ac48895,revision_number=2']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:22:40.324508 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-02d1f589-b5c3-4c6b-923a-466113bc37a3 admin admin] Publish callbacks [] for port (840f38af-56d2-445b-ac3d-6b71d1698b4e), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:40.360470 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-02d1f589-b5c3-4c6b-923a-466113bc37a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791034024012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59173228'] for port (840f38af-56d2-445b-ac3d-6b71d1698b4e), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:40.399868 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d1f589-b5c3-4c6b-923a-466113bc37a3 admin admin] Network 542aeef6-5046-439a-aa53-dc46759766dd is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 08 22:22:40.403337 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-02d1f589-b5c3-4c6b-923a-466113bc37a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:22:40.409038 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d1f589-b5c3-4c6b-923a-466113bc37a3 admin admin] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 08 22:22:40.414742 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d1f589-b5c3-4c6b-923a-466113bc37a3 admin admin] Pushing event updated for resources: {'Port': ['ID=840f38af-56d2-445b-ac3d-6b71d1698b4e,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:22:40.627464 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364c1bdd-6575-43cc-8ab7-88dab671a3ba req-ef91fc65-4aed-41cf-be6e-f836f97beee0 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:40.629081 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-364c1bdd-6575-43cc-8ab7-88dab671a3ba req-ef91fc65-4aed-41cf-be6e-f836f97beee0 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cbc3a45-509d-47bc-893c-e5dd7e364f48 HTTP/1.1" status: 200 len: 945 time: 0.0818863 May 08 22:22:40.727573 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-364c1bdd-6575-43cc-8ab7-88dab671a3ba req-927a2b1f-a743-4632-a87f-2a808b524a98 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdc836f6-496f-44ae-925c-dc7c52f678f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924881 May 08 22:22:40.773538 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-02d1f589-b5c3-4c6b-923a-466113bc37a3 admin admin] Publish callbacks [] for router_gateway (17ecdb15-e5ed-4214-93e4-a79ec0597a06), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:41.000520 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-02d1f589-b5c3-4c6b-923a-466113bc37a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-790688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-789731'] for router (17ecdb15-e5ed-4214-93e4-a79ec0597a06), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:41.145830 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02d1f589-b5c3-4c6b-923a-466113bc37a3 admin admin] Router 17ecdb15-e5ed-4214-93e4-a79ec0597a06 is scheduled to L3 agent 69aa2ac4-530d-40c2-a84a-3161d84edf61 with binding_index 1 {{(pid=103628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 08 22:22:41.223410 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b144d9-9354-4e88-a25e-b02b6a76a829 None None] Network 2962a37b-5c8b-493f-a8f7-204192291fd9 requested from dv-cinder-840511-5-iscsi {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 08 22:22:41.260175 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02d1f589-b5c3-4c6b-923a-466113bc37a3 admin admin] Notify agent at l3_agent.dv-cinder-840511-5-iscsi the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 08 22:22:41.271455 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e1b19b-1795-4585-831e-32a34933d351 None None] Sync routers for ids ['17ecdb15-e5ed-4214-93e4-a79ec0597a06'] in dv-cinder-840511-5-iscsi {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 08 22:22:41.278057 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-02d1f589-b5c3-4c6b-923a-466113bc37a3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:41.279951 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-02d1f589-b5c3-4c6b-923a-466113bc37a3 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6131840 May 08 22:22:41.282910 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 56266) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:22:41.284015 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-395e0759-abe7-4bc0-9bb3-b1650b3c76d3 None None] Provisioning complete for port bd235860-b73a-474d-89a6-05014ac48895 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:22:41.284385 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-395e0759-abe7-4bc0-9bb3-b1650b3c76d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (bd235860-b73a-474d-89a6-05014ac48895), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:41.290418 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e1b19b-1795-4585-831e-32a34933d351 None None] Routers {'17ecdb15-e5ed-4214-93e4-a79ec0597a06'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:22:41.291047 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-13e1b19b-1795-4585-831e-32a34933d351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:22:19Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['17ecdb15-e5ed-4214-93e4-a79ec0597a06'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:22:41.409714 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-13e1b19b-1795-4585-831e-32a34933d351 None None] Set router 17ecdb15-e5ed-4214-93e4-a79ec0597a06 gateway port host: dv-cinder-840511-5-iscsi {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:22:41.412497 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-395e0759-abe7-4bc0-9bb3-b1650b3c76d3 None None] Current status of the port bd235860-b73a-474d-89a6-05014ac48895 is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:22:41.417702 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-395e0759-abe7-4bc0-9bb3-b1650b3c76d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (bd235860-b73a-474d-89a6-05014ac48895), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:41.454078 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-395e0759-abe7-4bc0-9bb3-b1650b3c76d3 None None] For port bd235860-b73a-474d-89a6-05014ac48895, host dv-cinder-840511-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=bd235860-b73a-474d-89a6-05014ac48895,segment=NetworkSegment(33fc6b3c-a604-4cee-a3d5-5a89d0b49ae0),segment_id=33fc6b3c-a604-4cee-a3d5-5a89d0b49ae0)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:22:41.460344 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-395e0759-abe7-4bc0-9bb3-b1650b3c76d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (bd235860-b73a-474d-89a6-05014ac48895), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:41.517036 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395e0759-abe7-4bc0-9bb3-b1650b3c76d3 None None] Pushing event updated for resources: {'Port': ['ID=bd235860-b73a-474d-89a6-05014ac48895,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:22:41.598618 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-13e1b19b-1795-4585-831e-32a34933d351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ecdb15-e5ed-4214-93e4-a79ec0597a06', 'name': 'tempest-AttachVolumeShelveTestJSON-64060927-router', 'tenant_id': '1ebe3bb7401b4b36966ebb9f16c6c04c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '840f38af-56d2-445b-ac3d-6b71d1698b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:22:39Z', 'updated_at': '2022-05-08T22:22:40Z', 'revision_number': 3, 'project_id': '1ebe3bb7401b4b36966ebb9f16c6c04c', 'gw_port': {'id': '840f38af-56d2-445b-ac3d-6b71d1698b4e', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e4:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ecdb15-e5ed-4214-93e4-a79ec0597a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:22:40Z', 'updated_at': '2022-05-08T22:22:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi'}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:22:41.625660 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e1b19b-1795-4585-831e-32a34933d351 None None] Checking router: 17ecdb15-e5ed-4214-93e4-a79ec0597a06 for host: dv-cinder-840511-5-iscsi {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 08 22:22:41.626002 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e1b19b-1795-4585-831e-32a34933d351 None None] Updating router 17ecdb15-e5ed-4214-93e4-a79ec0597a06 port 840f38af-56d2-445b-ac3d-6b71d1698b4e binding host dv-cinder-840511-5-iscsi {{(pid=103631) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 08 22:22:41.652631 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-13e1b19b-1795-4585-831e-32a34933d351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (840f38af-56d2-445b-ac3d-6b71d1698b4e), before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:41.679942 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-0f9ddf12-aba0-40ae-8ba6-69862aa0153d None None] Provisioning complete for port bd235860-b73a-474d-89a6-05014ac48895 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:22:41.680391 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-0f9ddf12-aba0-40ae-8ba6-69862aa0153d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (bd235860-b73a-474d-89a6-05014ac48895), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:41.762668 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-03dd075f-3447-4168-80e1-37d1245e7f72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:41.772304 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-0f9ddf12-aba0-40ae-8ba6-69862aa0153d None None] Current status of the port bd235860-b73a-474d-89a6-05014ac48895 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:22:41.849762 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c57e118-44a6-46e8-a77b-23755e04952a req-81599a22-08c7-4cd9-99e4-63315227da7c tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:41.851406 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-6c57e118-44a6-46e8-a77b-23755e04952a req-81599a22-08c7-4cd9-99e4-63315227da7c tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cbc3a45-509d-47bc-893c-e5dd7e364f48 HTTP/1.1" status: 200 len: 945 time: 0.0505452 May 08 22:22:41.908843 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-6c57e118-44a6-46e8-a77b-23755e04952a req-3f57207a-3e47-498b-9a7a-ba356873892c tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdc836f6-496f-44ae-925c-dc7c52f678f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467241 May 08 22:22:41.928128 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-13e1b19b-1795-4585-831e-32a34933d351 None None] Publish callbacks [] for port (840f38af-56d2-445b-ac3d-6b71d1698b4e), precommit_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:41.931973 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-03dd075f-3447-4168-80e1-37d1245e7f72 admin admin] Allocated IP 172.20.0.1 (2962a37b-5c8b-493f-a8f7-204192291fd9/2595fc7c-f188-492f-94ae-311dba05015f/09cd7549-d083-47b8-a766-6346703084fb) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 08 22:22:41.935521 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-13e1b19b-1795-4585-831e-32a34933d351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (840f38af-56d2-445b-ac3d-6b71d1698b4e), after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:41.989749 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4acb98-a0dc-4185-8e65-d8111690743a None None] Pushing event updated for resources: {'Port': ['ID=840f38af-56d2-445b-ac3d-6b71d1698b4e,revision_number=2']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:22:41.992688 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-13e1b19b-1795-4585-831e-32a34933d351 None None] Attempting to bind port 840f38af-56d2-445b-ac3d-6b71d1698b4e on host dv-cinder-840511-5-iscsi for vnic_type normal with profile {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 08 22:22:41.993056 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-13e1b19b-1795-4585-831e-32a34933d351 None None] Attempting to bind port 840f38af-56d2-445b-ac3d-6b71d1698b4e by drivers openvswitch,hyperv on host dv-cinder-840511-5-iscsi at level 0 using segments [{'id': '0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd'}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 08 22:22:41.993414 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e1b19b-1795-4585-831e-32a34933d351 None None] Attempting to bind port 840f38af-56d2-445b-ac3d-6b71d1698b4e on network 542aeef6-5046-439a-aa53-dc46759766dd {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 08 22:22:42.001729 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4acb98-a0dc-4185-8e65-d8111690743a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:22:42.002074 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4acb98-a0dc-4185-8e65-d8111690743a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:22:42.002442 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4acb98-a0dc-4185-8e65-d8111690743a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:22:42.002796 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4acb98-a0dc-4185-8e65-d8111690743a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:22:42.003132 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4acb98-a0dc-4185-8e65-d8111690743a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:22:42.003459 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4acb98-a0dc-4185-8e65-d8111690743a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:22:42.003783 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4acb98-a0dc-4185-8e65-d8111690743a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:22:42.004102 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4acb98-a0dc-4185-8e65-d8111690743a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:22:42.004423 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4acb98-a0dc-4185-8e65-d8111690743a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:22:42.004770 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4acb98-a0dc-4185-8e65-d8111690743a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:22:42.005092 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4acb98-a0dc-4185-8e65-d8111690743a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:22:42.005411 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4acb98-a0dc-4185-8e65-d8111690743a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:22:42.005726 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4acb98-a0dc-4185-8e65-d8111690743a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:22:42.006038 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4acb98-a0dc-4185-8e65-d8111690743a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:22:42.006352 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4acb98-a0dc-4185-8e65-d8111690743a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:22:42.010312 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e1b19b-1795-4585-831e-32a34933d351 None None] Checking agent: {'id': '7e3c7ef6-abd5-4f0f-b372-b2734b637fd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840511-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 8, 22, 6, 52), 'started_at': datetime.datetime(2022, 5, 8, 22, 7, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 8, 22, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840511-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 08 22:22:42.010694 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e1b19b-1795-4585-831e-32a34933d351 None None] Checking segment: {'id': '0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 08 22:22:42.011090 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-13e1b19b-1795-4585-831e-32a34933d351 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:42.011471 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e1b19b-1795-4585-831e-32a34933d351 None None] Bound using segment: {'id': '0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd'} {{(pid=103631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 08 22:22:42.011944 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.managers [None req-13e1b19b-1795-4585-831e-32a34933d351 None None] Bound port: 840f38af-56d2-445b-ac3d-6b71d1698b4e, host: dv-cinder-840511-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd'}}] {{(pid=103631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 08 22:22:42.012316 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-13e1b19b-1795-4585-831e-32a34933d351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (840f38af-56d2-445b-ac3d-6b71d1698b4e), before_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:42.039281 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-03dd075f-3447-4168-80e1-37d1245e7f72 admin admin] Publish callbacks [] for port (09cd7549-d083-47b8-a766-6346703084fb), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:42.063404 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-13e1b19b-1795-4585-831e-32a34933d351 None None] For port 840f38af-56d2-445b-ac3d-6b71d1698b4e, host dv-cinder-840511-5-iscsi, cleared binding levels {{(pid=103631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 08 22:22:42.066710 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.plugins.ml2.db [None req-13e1b19b-1795-4585-831e-32a34933d351 None None] For port 840f38af-56d2-445b-ac3d-6b71d1698b4e, host dv-cinder-840511-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=840f38af-56d2-445b-ac3d-6b71d1698b4e,segment=NetworkSegment(0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa),segment_id=0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa)] {{(pid=103631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 08 22:22:42.073096 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-03dd075f-3447-4168-80e1-37d1245e7f72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791034024012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633834'] for port (09cd7549-d083-47b8-a766-6346703084fb), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:42.074191 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron_lib.callbacks.manager [None req-13e1b19b-1795-4585-831e-32a34933d351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (840f38af-56d2-445b-ac3d-6b71d1698b4e), after_update {{(pid=103631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:42.115830 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03dd075f-3447-4168-80e1-37d1245e7f72 admin admin] Network 2962a37b-5c8b-493f-a8f7-204192291fd9 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 08 22:22:42.118942 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-03dd075f-3447-4168-80e1-37d1245e7f72 admin admin] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:22:42.124839 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03dd075f-3447-4168-80e1-37d1245e7f72 admin admin] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 08 22:22:42.130564 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dd075f-3447-4168-80e1-37d1245e7f72 admin admin] Pushing event updated for resources: {'Port': ['ID=09cd7549-d083-47b8-a766-6346703084fb,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:22:42.136263 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4acb98-a0dc-4185-8e65-d8111690743a None None] Pushing event updated for resources: {'Port': ['ID=840f38af-56d2-445b-ac3d-6b71d1698b4e,revision_number=3']} {{(pid=103631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:22:42.139082 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e1b19b-1795-4585-831e-32a34933d351 None None] Routers {'17ecdb15-e5ed-4214-93e4-a79ec0597a06'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:22:42.139691 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-13e1b19b-1795-4585-831e-32a34933d351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:22:19Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['17ecdb15-e5ed-4214-93e4-a79ec0597a06'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:22:42.167797 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-03dd075f-3447-4168-80e1-37d1245e7f72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-788174'] for router_interface (17ecdb15-e5ed-4214-93e4-a79ec0597a06), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:42.252037 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-13e1b19b-1795-4585-831e-32a34933d351 None None] Set router 17ecdb15-e5ed-4214-93e4-a79ec0597a06 gateway port host: dv-cinder-840511-5-iscsi {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:22:42.307800 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-03dd075f-3447-4168-80e1-37d1245e7f72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (09cd7549-d083-47b8-a766-6346703084fb), before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:42.394541 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-7ae73466-1c45-40a6-be4d-344de1c39a74 None None] Provisioning complete for port 09cd7549-d083-47b8-a766-6346703084fb triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:22:42.395142 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7ae73466-1c45-40a6-be4d-344de1c39a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (09cd7549-d083-47b8-a766-6346703084fb), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:42.436361 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7ae73466-1c45-40a6-be4d-344de1c39a74 None None] Port 09cd7549-d083-47b8-a766-6346703084fb cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 08 22:22:42.485402 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-03dd075f-3447-4168-80e1-37d1245e7f72 admin admin] Publish callbacks [] for port (09cd7549-d083-47b8-a766-6346703084fb), precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:42.491044 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-03dd075f-3447-4168-80e1-37d1245e7f72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59633821'] for port (09cd7549-d083-47b8-a766-6346703084fb), after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:42.521227 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device bd235860-b73a-474d-89a6-05014ac48895 up at agent ovs-agent-dv-cinder-840511-5-iscsi {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 08 22:22:42.523073 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-13e1b19b-1795-4585-831e-32a34933d351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ecdb15-e5ed-4214-93e4-a79ec0597a06', 'name': 'tempest-AttachVolumeShelveTestJSON-64060927-router', 'tenant_id': '1ebe3bb7401b4b36966ebb9f16c6c04c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '840f38af-56d2-445b-ac3d-6b71d1698b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:22:39Z', 'updated_at': '2022-05-08T22:22:40Z', 'revision_number': 3, 'project_id': '1ebe3bb7401b4b36966ebb9f16c6c04c', 'gw_port': {'id': '840f38af-56d2-445b-ac3d-6b71d1698b4e', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e4:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ecdb15-e5ed-4214-93e4-a79ec0597a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:22:40Z', 'updated_at': '2022-05-08T22:22:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi'}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:22:42.550556 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e1b19b-1795-4585-831e-32a34933d351 None None] The sync data for ids ['17ecdb15-e5ed-4214-93e4-a79ec0597a06'] in dv-cinder-840511-5-iscsi is: [{'id': '17ecdb15-e5ed-4214-93e4-a79ec0597a06', 'name': 'tempest-AttachVolumeShelveTestJSON-64060927-router', 'tenant_id': '1ebe3bb7401b4b36966ebb9f16c6c04c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '840f38af-56d2-445b-ac3d-6b71d1698b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:22:39Z', 'updated_at': '2022-05-08T22:22:40Z', 'revision_number': 3, 'project_id': '1ebe3bb7401b4b36966ebb9f16c6c04c', 'gw_port': {'id': '840f38af-56d2-445b-ac3d-6b71d1698b4e', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e4:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ecdb15-e5ed-4214-93e4-a79ec0597a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:22:40Z', 'updated_at': '2022-05-08T22:22:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi'}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 08 22:22:42.554252 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dd075f-3447-4168-80e1-37d1245e7f72 admin admin] Pushing event updated for resources: {'Port': ['ID=09cd7549-d083-47b8-a766-6346703084fb,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:22:42.559207 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-03dd075f-3447-4168-80e1-37d1245e7f72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-745311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-786564'] for router_interface (17ecdb15-e5ed-4214-93e4-a79ec0597a06), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:42.583130 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Provisioning complete for port bd235860-b73a-474d-89a6-05014ac48895 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:22:42.583614 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (bd235860-b73a-474d-89a6-05014ac48895), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:42.665087 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03dd075f-3447-4168-80e1-37d1245e7f72 admin admin] Network 2962a37b-5c8b-493f-a8f7-204192291fd9 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 08 22:22:42.666102 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Current status of the port bd235860-b73a-474d-89a6-05014ac48895 is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:22:42.667139 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-03dd075f-3447-4168-80e1-37d1245e7f72 admin admin] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:22:42.801553 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03dd075f-3447-4168-80e1-37d1245e7f72 admin admin] Router 17ecdb15-e5ed-4214-93e4-a79ec0597a06 has already been hosted by L3 agent 69aa2ac4-530d-40c2-a84a-3161d84edf61 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 08 22:22:42.935142 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03dd075f-3447-4168-80e1-37d1245e7f72 admin admin] Notify agent at l3_agent.dv-cinder-840511-5-iscsi the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 08 22:22:42.946773 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-03dd075f-3447-4168-80e1-37d1245e7f72 admin admin] 10.222.0.44 "PUT /v2.0/routers/17ecdb15-e5ed-4214-93e4-a79ec0597a06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6569259 May 08 22:22:42.964228 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-dd9a529c-df90-47fd-9172-82bceea74fe0 None None] Provisioning complete for port 09cd7549-d083-47b8-a766-6346703084fb triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:22:42.964507 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-dd9a529c-df90-47fd-9172-82bceea74fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (09cd7549-d083-47b8-a766-6346703084fb), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:43.009699 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-dd9a529c-df90-47fd-9172-82bceea74fe0 None None] Port 09cd7549-d083-47b8-a766-6346703084fb cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 08 22:22:43.048494 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f090e5f6-6d40-4d20-854a-c7e627fe7258 req-ff241f9b-d1dc-4c8d-84c6-0978d617e6f8 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:43.050097 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-f090e5f6-6d40-4d20-854a-c7e627fe7258 req-ff241f9b-d1dc-4c8d-84c6-0978d617e6f8 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cbc3a45-509d-47bc-893c-e5dd7e364f48 HTTP/1.1" status: 200 len: 945 time: 0.0576999 May 08 22:22:43.107611 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-f090e5f6-6d40-4d20-854a-c7e627fe7258 req-77f6923e-f358-497f-a8e9-af49eee8fccf tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdc836f6-496f-44ae-925c-dc7c52f678f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519187 May 08 22:22:43.349069 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 56278) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:22:43.353693 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [None req-e740f410-2638-4768-a352-bce79e0705ab tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2055868350', 'description': 'tempest-description--73930253'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:22:43.376305 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e740f410-2638-4768-a352-bce79e0705ab tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Publish callbacks [] for security_group (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:43.446018 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e740f410-2638-4768-a352-bce79e0705ab tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Publish callbacks [] for security_group (51cb9774-2323-4600-8505-b98050a2e52e), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:43.450912 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e740f410-2638-4768-a352-bce79e0705ab tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (51cb9774-2323-4600-8505-b98050a2e52e), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:43.479990 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e740f410-2638-4768-a352-bce79e0705ab tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Publish callbacks [] for security_group (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:43.481259 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-e740f410-2638-4768-a352-bce79e0705ab tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1311536 May 08 22:22:43.484390 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 56280) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:22:43.486210 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e740f410-2638-4768-a352-bce79e0705ab tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51cb9774-2323-4600-8505-b98050a2e52e,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:22:43.488972 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.v2.base [None req-1a389a81-0289-4af3-a020-4620d221038a tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Request body: {'security_group_rule': {'security_group_id': '51cb9774-2323-4600-8505-b98050a2e52e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:22:43.515605 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1a389a81-0289-4af3-a020-4620d221038a tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Publish callbacks [] for security_group_rule (711b7665-22b0-432f-8c9f-492343669266), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:43.573676 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1a389a81-0289-4af3-a020-4620d221038a tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Publish callbacks [] for security_group_rule (711b7665-22b0-432f-8c9f-492343669266), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:43.579004 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1a389a81-0289-4af3-a020-4620d221038a tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571357'] for security_group_rule (711b7665-22b0-432f-8c9f-492343669266), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:43.596441 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a389a81-0289-4af3-a020-4620d221038a tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=711b7665-22b0-432f-8c9f-492343669266,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:22:43.606128 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1a389a81-0289-4af3-a020-4620d221038a tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:43.607360 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-1a389a81-0289-4af3-a020-4620d221038a tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1218631 May 08 22:22:43.610823 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 56282) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:22:43.615068 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.v2.base [None req-932e41c0-481b-4e23-81b8-4621ea23b58d tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Request body: {'security_group_rule': {'security_group_id': '51cb9774-2323-4600-8505-b98050a2e52e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:22:43.640659 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-932e41c0-481b-4e23-81b8-4621ea23b58d tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Publish callbacks [] for security_group_rule (9689df62-22ec-4708-aaa8-cde941296bfb), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:43.695724 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-932e41c0-481b-4e23-81b8-4621ea23b58d tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Publish callbacks [] for security_group_rule (9689df62-22ec-4708-aaa8-cde941296bfb), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:43.701597 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-932e41c0-481b-4e23-81b8-4621ea23b58d tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571357'] for security_group_rule (9689df62-22ec-4708-aaa8-cde941296bfb), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:43.719167 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932e41c0-481b-4e23-81b8-4621ea23b58d tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9689df62-22ec-4708-aaa8-cde941296bfb,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:22:43.728611 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-932e41c0-481b-4e23-81b8-4621ea23b58d tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:43.729883 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-932e41c0-481b-4e23-81b8-4621ea23b58d tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1181386 May 08 22:22:43.732965 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 56284) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:22:43.737244 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.v2.base [None req-d177fcb6-331b-49e8-a711-1685a57d4f05 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Request body: {'floatingip': {'floating_network_id': '542aeef6-5046-439a-aa53-dc46759766dd'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:22:43.760481 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d177fcb6-331b-49e8-a711-1685a57d4f05 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:43.854211 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d177fcb6-331b-49e8-a711-1685a57d4f05 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:43.961426 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-d177fcb6-331b-49e8-a711-1685a57d4f05 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Allocated IP 172.27.2.222 (542aeef6-5046-439a-aa53-dc46759766dd/c1306b94-a9cc-4730-bd7d-1800cb77959d/5857e092-2359-45ba-92bf-d80a75755c23) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 08 22:22:44.165094 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8cacc8-acea-4551-8685-6f0733b30f2f None None] Sync routers for ids ['17ecdb15-e5ed-4214-93e4-a79ec0597a06'] in dv-cinder-840511-5-iscsi {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 08 22:22:44.176885 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8cacc8-acea-4551-8685-6f0733b30f2f None None] Routers {'17ecdb15-e5ed-4214-93e4-a79ec0597a06'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:22:44.177551 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-1d8cacc8-acea-4551-8685-6f0733b30f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:22:19Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['17ecdb15-e5ed-4214-93e4-a79ec0597a06'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:22:44.289883 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-1d8cacc8-acea-4551-8685-6f0733b30f2f None None] Set router 17ecdb15-e5ed-4214-93e4-a79ec0597a06 gateway port host: dv-cinder-840511-5-iscsi {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:22:44.319286 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d177fcb6-331b-49e8-a711-1685a57d4f05 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Publish callbacks [] for port (5857e092-2359-45ba-92bf-d80a75755c23), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:44.382336 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40421a40-b613-4f37-a23a-5109d21dadc7 req-56831d8f-bb7b-4c3a-a925-8be48c8191b0 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:44.383783 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-40421a40-b613-4f37-a23a-5109d21dadc7 req-56831d8f-bb7b-4c3a-a925-8be48c8191b0 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cbc3a45-509d-47bc-893c-e5dd7e364f48 HTTP/1.1" status: 200 len: 945 time: 0.0625956 May 08 22:22:44.407656 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d177fcb6-331b-49e8-a711-1685a57d4f05 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791034024012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59173228'] for port (5857e092-2359-45ba-92bf-d80a75755c23), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:44.477775 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d177fcb6-331b-49e8-a711-1685a57d4f05 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Network 542aeef6-5046-439a-aa53-dc46759766dd is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 08 22:22:44.480403 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d177fcb6-331b-49e8-a711-1685a57d4f05 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Pushing event updated for resources: {'Port': ['ID=5857e092-2359-45ba-92bf-d80a75755c23,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:22:44.483056 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-d177fcb6-331b-49e8-a711-1685a57d4f05 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:22:44.488659 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-40421a40-b613-4f37-a23a-5109d21dadc7 req-61abba91-ab37-4c32-84a1-5a038d124589 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdc836f6-496f-44ae-925c-dc7c52f678f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980372 May 08 22:22:44.489398 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d177fcb6-331b-49e8-a711-1685a57d4f05 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 08 22:22:44.511271 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device 840f38af-56d2-445b-ac3d-6b71d1698b4e up at agent ovs-agent-dv-cinder-840511-5-iscsi {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 08 22:22:44.535633 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-1d8cacc8-acea-4551-8685-6f0733b30f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ecdb15-e5ed-4214-93e4-a79ec0597a06', 'name': 'tempest-AttachVolumeShelveTestJSON-64060927-router', 'tenant_id': '1ebe3bb7401b4b36966ebb9f16c6c04c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '840f38af-56d2-445b-ac3d-6b71d1698b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:22:39Z', 'updated_at': '2022-05-08T22:22:42Z', 'revision_number': 4, 'project_id': '1ebe3bb7401b4b36966ebb9f16c6c04c', 'gw_port': {'id': '840f38af-56d2-445b-ac3d-6b71d1698b4e', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e4:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ecdb15-e5ed-4214-93e4-a79ec0597a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:22:40Z', 'updated_at': '2022-05-08T22:22:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_interfaces': [{'id': '09cd7549-d083-47b8-a766-6346703084fb', 'name': '', 'network_id': '2962a37b-5c8b-493f-a8f7-204192291fd9', 'tenant_id': '1ebe3bb7401b4b36966ebb9f16c6c04c', 'mac_address': 'fa:16:3e:f1:fa:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ecdb15-e5ed-4214-93e4-a79ec0597a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '2595fc7c-f188-492f-94ae-311dba05015f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:22:41Z', 'updated_at': '2022-05-08T22:22:42Z', 'revision_number': 2, 'project_id': '1ebe3bb7401b4b36966ebb9f16c6c04c', 'subnets': [{'id': '2595fc7c-f188-492f-94ae-311dba05015f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:22:44.566303 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8cacc8-acea-4551-8685-6f0733b30f2f None None] Checking router: 17ecdb15-e5ed-4214-93e4-a79ec0597a06 for host: dv-cinder-840511-5-iscsi {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 08 22:22:44.566553 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8cacc8-acea-4551-8685-6f0733b30f2f None None] Updating router 17ecdb15-e5ed-4214-93e4-a79ec0597a06 port 09cd7549-d083-47b8-a766-6346703084fb binding host dv-cinder-840511-5-iscsi {{(pid=103630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 08 22:22:44.585330 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d177fcb6-331b-49e8-a711-1685a57d4f05 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Publish callbacks [] for floatingip (de8d6fed-34bf-45ad-b252-f96c36b84807), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:44.605793 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-1d8cacc8-acea-4551-8685-6f0733b30f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (09cd7549-d083-47b8-a766-6346703084fb), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:44.621686 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Provisioning complete for port 840f38af-56d2-445b-ac3d-6b71d1698b4e triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:22:44.621884 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d177fcb6-331b-49e8-a711-1685a57d4f05 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (5857e092-2359-45ba-92bf-d80a75755c23), before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:44.622043 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (840f38af-56d2-445b-ac3d-6b71d1698b4e), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:44.777986 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d177fcb6-331b-49e8-a711-1685a57d4f05 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Publish callbacks [] for port (5857e092-2359-45ba-92bf-d80a75755c23), precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:44.783835 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d177fcb6-331b-49e8-a711-1685a57d4f05 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59173211'] for port (5857e092-2359-45ba-92bf-d80a75755c23), after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:44.834817 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d97feca-8b71-404b-a45a-7382666996d1 req-080cc3be-5325-408b-aff1-a5d079a05335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:44.838185 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-1d97feca-8b71-404b-a45a-7382666996d1 req-080cc3be-5325-408b-aff1-a5d079a05335 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=df8e9de548524630a8a026f764dad655&device_id=5cbc3a45-509d-47bc-893c-e5dd7e364f48 HTTP/1.1" status: 200 len: 1129 time: 0.0443494 May 08 22:22:44.846755 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Current status of the port 840f38af-56d2-445b-ac3d-6b71d1698b4e is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:22:44.847140 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (840f38af-56d2-445b-ac3d-6b71d1698b4e), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:44.870314 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d177fcb6-331b-49e8-a711-1685a57d4f05 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Pushing event updated for resources: {'Port': ['ID=5857e092-2359-45ba-92bf-d80a75755c23,revision_number=2']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:22:44.876872 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d177fcb6-331b-49e8-a711-1685a57d4f05 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-788248'] for floatingip (de8d6fed-34bf-45ad-b252-f96c36b84807), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:44.889661 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] For port 840f38af-56d2-445b-ac3d-6b71d1698b4e, host dv-cinder-840511-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=840f38af-56d2-445b-ac3d-6b71d1698b4e,segment=NetworkSegment(0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa),segment_id=0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:22:44.893892 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d177fcb6-331b-49e8-a711-1685a57d4f05 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870'] for floatingip (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:44.895099 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (840f38af-56d2-445b-ac3d-6b71d1698b4e), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:44.905049 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-d177fcb6-331b-49e8-a711-1685a57d4f05 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1709447 May 08 22:22:44.944803 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d97feca-8b71-404b-a45a-7382666996d1 req-90bf186e-6647-4cac-9d1c-e4e319ee3c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:44.946354 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-1d97feca-8b71-404b-a45a-7382666996d1 req-90bf186e-6647-4cac-9d1c-e4e319ee3c7b service neutron] 10.222.0.24 "GET /v2.0/networks?id=e6b2f0e6-c175-43bf-9b5c-34f8ce60d012 HTTP/1.1" status: 200 len: 910 time: 0.1023049 May 08 22:22:44.988830 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Pushing event updated for resources: {'Port': ['ID=840f38af-56d2-445b-ac3d-6b71d1698b4e,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:22:45.017874 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-1d97feca-8b71-404b-a45a-7382666996d1 req-b234a249-fe6b-4aff-b442-f321b90499c0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba0c26c1-8042-4360-bb22-303466902223 HTTP/1.1" status: 200 len: 1001 time: 0.0649033 May 08 22:22:45.033556 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-1d8cacc8-acea-4551-8685-6f0733b30f2f None None] Publish callbacks [] for port (09cd7549-d083-47b8-a766-6346703084fb), precommit_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:45.040015 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-1d8cacc8-acea-4551-8685-6f0733b30f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (09cd7549-d083-47b8-a766-6346703084fb), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:45.049185 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-75fcb940-9a33-4849-8e2d-43a4342e20e4 req-aaf1f914-6f30-4d9f-af98-999b98f64d0d tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--2055868350&fields=id&tenant_id=1ebe3bb7401b4b36966ebb9f16c6c04c HTTP/1.1" status: 200 len: 267 time: 0.0440407 May 08 22:22:45.068444 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d97feca-8b71-404b-a45a-7382666996d1 req-787fcb93-cad3-4c98-a7f0-be5a6699d818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:45.070181 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-1d97feca-8b71-404b-a45a-7382666996d1 req-787fcb93-cad3-4c98-a7f0-be5a6699d818 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ce8c7aea-95c0-4231-af51-1dbbdcc77349 HTTP/1.1" status: 200 len: 848 time: 0.0457864 May 08 22:22:45.124969 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d97feca-8b71-404b-a45a-7382666996d1 req-2cc87826-5ba2-477e-b72d-75dbf7dcf179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:45.126459 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-1d97feca-8b71-404b-a45a-7382666996d1 req-2cc87826-5ba2-477e-b72d-75dbf7dcf179 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e6b2f0e6-c175-43bf-9b5c-34f8ce60d012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0504441 May 08 22:22:45.127941 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17fa54-2533-4799-a69a-72a4f1764b94 None None] Pushing event updated for resources: {'Port': ['ID=09cd7549-d083-47b8-a766-6346703084fb,revision_number=3']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:22:45.161986 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-1d8cacc8-acea-4551-8685-6f0733b30f2f None None] Attempting to bind port 09cd7549-d083-47b8-a766-6346703084fb on host dv-cinder-840511-5-iscsi for vnic_type normal with profile {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 08 22:22:45.162508 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-1d8cacc8-acea-4551-8685-6f0733b30f2f None None] Attempting to bind port 09cd7549-d083-47b8-a766-6346703084fb by drivers openvswitch,hyperv on host dv-cinder-840511-5-iscsi at level 0 using segments [{'id': '33fc6b3c-a604-4cee-a3d5-5a89d0b49ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2962a37b-5c8b-493f-a8f7-204192291fd9'}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 08 22:22:45.162953 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8cacc8-acea-4551-8685-6f0733b30f2f None None] Attempting to bind port 09cd7549-d083-47b8-a766-6346703084fb on network 2962a37b-5c8b-493f-a8f7-204192291fd9 {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 08 22:22:45.168782 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8cacc8-acea-4551-8685-6f0733b30f2f None None] Checking agent: {'id': '7e3c7ef6-abd5-4f0f-b372-b2734b637fd0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840511-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 8, 22, 6, 52), 'started_at': datetime.datetime(2022, 5, 8, 22, 7, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 8, 22, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840511-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 08 22:22:45.169473 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8cacc8-acea-4551-8685-6f0733b30f2f None None] Checking segment: {'id': '33fc6b3c-a604-4cee-a3d5-5a89d0b49ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2962a37b-5c8b-493f-a8f7-204192291fd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 08 22:22:45.169785 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-1d8cacc8-acea-4551-8685-6f0733b30f2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:45.170331 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8cacc8-acea-4551-8685-6f0733b30f2f None None] Bound using segment: {'id': '33fc6b3c-a604-4cee-a3d5-5a89d0b49ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2962a37b-5c8b-493f-a8f7-204192291fd9'} {{(pid=103630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 08 22:22:45.170894 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.managers [None req-1d8cacc8-acea-4551-8685-6f0733b30f2f None None] Bound port: 09cd7549-d083-47b8-a766-6346703084fb, host: dv-cinder-840511-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33fc6b3c-a604-4cee-a3d5-5a89d0b49ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2962a37b-5c8b-493f-a8f7-204192291fd9'}}] {{(pid=103630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 08 22:22:45.171359 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-1d8cacc8-acea-4551-8685-6f0733b30f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (09cd7549-d083-47b8-a766-6346703084fb), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:45.181574 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fcb940-9a33-4849-8e2d-43a4342e20e4 req-7ab0cdb1-0936-417f-a656-eb581f610e55 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:45.183674 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-75fcb940-9a33-4849-8e2d-43a4342e20e4 req-7ab0cdb1-0936-417f-a656-eb581f610e55 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/networks?id=2962a37b-5c8b-493f-a8f7-204192291fd9 HTTP/1.1" status: 200 len: 815 time: 0.1277072 May 08 22:22:45.205745 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-75fcb940-9a33-4849-8e2d-43a4342e20e4 req-e2b11c7c-5afd-441a-bf4e-9dbdb26bd537 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/quotas/1ebe3bb7401b4b36966ebb9f16c6c04c HTTP/1.1" status: 200 len: 375 time: 0.0105717 May 08 22:22:45.230970 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-1d97feca-8b71-404b-a45a-7382666996d1 req-87e54842-d62d-47c4-b416-89f754804e6a service neutron] 10.222.0.24 "GET /v2.0/networks/e6b2f0e6-c175-43bf-9b5c-34f8ce60d012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908287 May 08 22:22:45.256217 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-1d8cacc8-acea-4551-8685-6f0733b30f2f None None] For port 09cd7549-d083-47b8-a766-6346703084fb, host dv-cinder-840511-5-iscsi, cleared binding levels {{(pid=103630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 08 22:22:45.260043 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-1d8cacc8-acea-4551-8685-6f0733b30f2f None None] For port 09cd7549-d083-47b8-a766-6346703084fb, host dv-cinder-840511-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=09cd7549-d083-47b8-a766-6346703084fb,segment=NetworkSegment(33fc6b3c-a604-4cee-a3d5-5a89d0b49ae0),segment_id=33fc6b3c-a604-4cee-a3d5-5a89d0b49ae0)] {{(pid=103630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 08 22:22:45.266932 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-75fcb940-9a33-4849-8e2d-43a4342e20e4 req-9fc7ec9a-fce5-4654-801d-d332da521ae4 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=1ebe3bb7401b4b36966ebb9f16c6c04c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541487 May 08 22:22:45.268736 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-1d8cacc8-acea-4551-8685-6f0733b30f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (09cd7549-d083-47b8-a766-6346703084fb), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:45.330640 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8cacc8-acea-4551-8685-6f0733b30f2f None None] Routers {'17ecdb15-e5ed-4214-93e4-a79ec0597a06'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:22:45.331364 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-1d8cacc8-acea-4551-8685-6f0733b30f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:22:19Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['17ecdb15-e5ed-4214-93e4-a79ec0597a06'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:22:45.351363 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-1d97feca-8b71-404b-a45a-7382666996d1 req-164885f0-575d-4a58-963b-f1ac12cbc83f service neutron] 10.222.0.24 "GET /v2.0/networks/e6b2f0e6-c175-43bf-9b5c-34f8ce60d012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126149 May 08 22:22:45.407572 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-75fcb940-9a33-4849-8e2d-43a4342e20e4 req-01e44466-f20b-4005-9440-b06913f725af service neutron] 10.222.0.44 "GET /v2.0/networks/2962a37b-5c8b-493f-a8f7-204192291fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239412 May 08 22:22:45.520373 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17fa54-2533-4799-a69a-72a4f1764b94 None None] Pushing event updated for resources: {'Port': ['ID=09cd7549-d083-47b8-a766-6346703084fb,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:22:45.530998 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-75fcb940-9a33-4849-8e2d-43a4342e20e4 req-bc8106e1-d2e6-488d-94f7-1b93bb6d62a9 service neutron] 10.222.0.44 "GET /v2.0/networks/2962a37b-5c8b-493f-a8f7-204192291fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165464 May 08 22:22:45.536041 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-786f6bc5-ff7b-4b7f-b927-3a25dd6df566 None None] Provisioning complete for port 09cd7549-d083-47b8-a766-6346703084fb triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:22:45.536418 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-786f6bc5-ff7b-4b7f-b927-3a25dd6df566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (09cd7549-d083-47b8-a766-6346703084fb), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:45.628378 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4da06b-8070-418e-a4ed-ada49402f996 req-77c034d4-3c40-4cde-92c4-3892e4a29f23 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:45.630178 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-9b4da06b-8070-418e-a4ed-ada49402f996 req-77c034d4-3c40-4cde-92c4-3892e4a29f23 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cbc3a45-509d-47bc-893c-e5dd7e364f48 HTTP/1.1" status: 200 len: 945 time: 0.0521700 May 08 22:22:45.658839 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-1d8cacc8-acea-4551-8685-6f0733b30f2f None None] Set router 17ecdb15-e5ed-4214-93e4-a79ec0597a06 gateway port host: dv-cinder-840511-5-iscsi {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:22:45.707002 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-786f6bc5-ff7b-4b7f-b927-3a25dd6df566 None None] Current status of the port 09cd7549-d083-47b8-a766-6346703084fb is: DOWN; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:22:45.707556 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-786f6bc5-ff7b-4b7f-b927-3a25dd6df566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (09cd7549-d083-47b8-a766-6346703084fb), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:45.717176 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-5cbc9d94-d917-428e-9ada-b3bb52d0363b req-aa058479-c218-4e10-8f8c-917aa3c4fc0b tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=94989391-0b1d-49ca-9e5f-92877f21b5c2 HTTP/1.1" status: 200 len: 210 time: 0.0279763 May 08 22:22:45.733362 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-9b4da06b-8070-418e-a4ed-ada49402f996 req-2f07205c-54fa-4608-a353-97583cc0c7dd tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdc836f6-496f-44ae-925c-dc7c52f678f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949578 May 08 22:22:45.824498 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-786f6bc5-ff7b-4b7f-b927-3a25dd6df566 None None] For port 09cd7549-d083-47b8-a766-6346703084fb, host dv-cinder-840511-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=09cd7549-d083-47b8-a766-6346703084fb,segment=NetworkSegment(33fc6b3c-a604-4cee-a3d5-5a89d0b49ae0),segment_id=33fc6b3c-a604-4cee-a3d5-5a89d0b49ae0)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:22:45.829694 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-786f6bc5-ff7b-4b7f-b927-3a25dd6df566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (09cd7549-d083-47b8-a766-6346703084fb), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:45.905167 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786f6bc5-ff7b-4b7f-b927-3a25dd6df566 None None] Pushing event updated for resources: {'Port': ['ID=09cd7549-d083-47b8-a766-6346703084fb,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:22:45.954837 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-e9515956-7781-4e2d-8e11-95acfc7c3d6f None None] Provisioning complete for port 09cd7549-d083-47b8-a766-6346703084fb triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:22:45.955199 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-e9515956-7781-4e2d-8e11-95acfc7c3d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (09cd7549-d083-47b8-a766-6346703084fb), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:45.979379 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-1d8cacc8-acea-4551-8685-6f0733b30f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ecdb15-e5ed-4214-93e4-a79ec0597a06', 'name': 'tempest-AttachVolumeShelveTestJSON-64060927-router', 'tenant_id': '1ebe3bb7401b4b36966ebb9f16c6c04c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '840f38af-56d2-445b-ac3d-6b71d1698b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:22:39Z', 'updated_at': '2022-05-08T22:22:42Z', 'revision_number': 4, 'project_id': '1ebe3bb7401b4b36966ebb9f16c6c04c', 'gw_port': {'id': '840f38af-56d2-445b-ac3d-6b71d1698b4e', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ecdb15-e5ed-4214-93e4-a79ec0597a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:22:40Z', 'updated_at': '2022-05-08T22:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_interfaces': [{'id': '09cd7549-d083-47b8-a766-6346703084fb', 'name': '', 'network_id': '2962a37b-5c8b-493f-a8f7-204192291fd9', 'tenant_id': '1ebe3bb7401b4b36966ebb9f16c6c04c', 'mac_address': 'fa:16:3e:f1:fa:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ecdb15-e5ed-4214-93e4-a79ec0597a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '2595fc7c-f188-492f-94ae-311dba05015f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:22:41Z', 'updated_at': '2022-05-08T22:22:45Z', 'revision_number': 4, 'project_id': '1ebe3bb7401b4b36966ebb9f16c6c04c', 'subnets': [{'id': '2595fc7c-f188-492f-94ae-311dba05015f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:22:46.009433 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8cacc8-acea-4551-8685-6f0733b30f2f None None] The sync data for ids ['17ecdb15-e5ed-4214-93e4-a79ec0597a06'] in dv-cinder-840511-5-iscsi is: [{'id': '17ecdb15-e5ed-4214-93e4-a79ec0597a06', 'name': 'tempest-AttachVolumeShelveTestJSON-64060927-router', 'tenant_id': '1ebe3bb7401b4b36966ebb9f16c6c04c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '840f38af-56d2-445b-ac3d-6b71d1698b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:22:39Z', 'updated_at': '2022-05-08T22:22:42Z', 'revision_number': 4, 'project_id': '1ebe3bb7401b4b36966ebb9f16c6c04c', 'gw_port': {'id': '840f38af-56d2-445b-ac3d-6b71d1698b4e', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ecdb15-e5ed-4214-93e4-a79ec0597a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:22:40Z', 'updated_at': '2022-05-08T22:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_interfaces': [{'id': '09cd7549-d083-47b8-a766-6346703084fb', 'name': '', 'network_id': '2962a37b-5c8b-493f-a8f7-204192291fd9', 'tenant_id': '1ebe3bb7401b4b36966ebb9f16c6c04c', 'mac_address': 'fa:16:3e:f1:fa:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ecdb15-e5ed-4214-93e4-a79ec0597a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '2595fc7c-f188-492f-94ae-311dba05015f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:22:41Z', 'updated_at': '2022-05-08T22:22:45Z', 'revision_number': 4, 'project_id': '1ebe3bb7401b4b36966ebb9f16c6c04c', 'subnets': [{'id': '2595fc7c-f188-492f-94ae-311dba05015f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 08 22:22:46.084236 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-e9515956-7781-4e2d-8e11-95acfc7c3d6f None None] Current status of the port 09cd7549-d083-47b8-a766-6346703084fb is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:22:46.216995 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-364ff17b-5fc3-4e63-b68b-89f3767c8849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (399f5491-dab9-4373-bd22-64cd7c73418d), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:46.552367 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device 840f38af-56d2-445b-ac3d-6b71d1698b4e up at agent ovs-agent-dv-cinder-840511-5-iscsi {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 08 22:22:46.601340 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Provisioning complete for port 840f38af-56d2-445b-ac3d-6b71d1698b4e triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:22:46.601705 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (840f38af-56d2-445b-ac3d-6b71d1698b4e), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:46.683264 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Current status of the port 840f38af-56d2-445b-ac3d-6b71d1698b4e is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:22:46.684388 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device 09cd7549-d083-47b8-a766-6346703084fb up at agent ovs-agent-dv-cinder-840511-5-iscsi {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 08 22:22:46.733375 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Provisioning complete for port 09cd7549-d083-47b8-a766-6346703084fb triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:22:46.733757 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (09cd7549-d083-47b8-a766-6346703084fb), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:46.841105 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Current status of the port 09cd7549-d083-47b8-a766-6346703084fb is: ACTIVE; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:22:46.861051 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-355a5a06-6356-40e2-9274-9124593e2639 req-646f6bad-be02-4f8d-bc14-308fb802b480 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=94989391-0b1d-49ca-9e5f-92877f21b5c2 HTTP/1.1" status: 200 len: 210 time: 0.0486097 May 08 22:22:46.911975 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e138dd5-8e47-4a1f-b4cc-ed34c44ac700 req-fc99ff6e-3e20-4145-aeb9-f31e8032a3b8 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:46.913525 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-2e138dd5-8e47-4a1f-b4cc-ed34c44ac700 req-fc99ff6e-3e20-4145-aeb9-f31e8032a3b8 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cbc3a45-509d-47bc-893c-e5dd7e364f48 HTTP/1.1" status: 200 len: 945 time: 0.0917227 May 08 22:22:46.964553 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-2e138dd5-8e47-4a1f-b4cc-ed34c44ac700 req-b151d8a1-9d62-4533-af54-712851e324fb tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdc836f6-496f-44ae-925c-dc7c52f678f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450797 May 08 22:22:47.609057 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fcb940-9a33-4849-8e2d-43a4342e20e4 req-60bee366-adc4-4ad5-862a-a2e1c683fe93 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:47.610530 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-75fcb940-9a33-4849-8e2d-43a4342e20e4 req-60bee366-adc4-4ad5-862a-a2e1c683fe93 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.24 "GET /v2.0/networks?id=2962a37b-5c8b-493f-a8f7-204192291fd9 HTTP/1.1" status: 200 len: 815 time: 0.1083229 May 08 22:22:47.684723 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-75fcb940-9a33-4849-8e2d-43a4342e20e4 req-2540a4ad-4bfb-4732-855a-ea10a66e82e0 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ebe3bb7401b4b36966ebb9f16c6c04c HTTP/1.1" status: 200 len: 380 time: 0.0583770 May 08 22:22:47.803167 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [req-75fcb940-9a33-4849-8e2d-43a4342e20e4 req-cd981af8-8511-4363-b0d3-cb6e779bf3d1 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Request body: {'port': {'device_id': '94989391-0b1d-49ca-9e5f-92877f21b5c2', 'network_id': '2962a37b-5c8b-493f-a8f7-204192291fd9', 'admin_state_up': True, 'tenant_id': '1ebe3bb7401b4b36966ebb9f16c6c04c', 'security_groups': ['51cb9774-2323-4600-8505-b98050a2e52e']}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:22:47.926725 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75fcb940-9a33-4849-8e2d-43a4342e20e4 req-cd981af8-8511-4363-b0d3-cb6e779bf3d1 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Made reservation on behalf of 1ebe3bb7401b4b36966ebb9f16c6c04c for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 08 22:22:47.930180 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-75fcb940-9a33-4849-8e2d-43a4342e20e4 req-cd981af8-8511-4363-b0d3-cb6e779bf3d1 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:47.975084 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-b3b0a7a1-ab14-4cf3-85c7-71981d462985 req-c6128033-51fb-49cd-b6bf-0fd47f8c3875 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=94989391-0b1d-49ca-9e5f-92877f21b5c2 HTTP/1.1" status: 200 len: 210 time: 0.0317872 May 08 22:22:48.068616 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [req-75fcb940-9a33-4849-8e2d-43a4342e20e4 req-cd981af8-8511-4363-b0d3-cb6e779bf3d1 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Allocated IP 172.20.0.6 (2962a37b-5c8b-493f-a8f7-204192291fd9/2595fc7c-f188-492f-94ae-311dba05015f/82e7621a-c795-4e95-b128-51da98ab579e) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 08 22:22:48.084893 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60cba72-0e47-4b46-b388-cf4d9c84ad60 req-649d60bf-b284-4819-a422-0c1cd58ad1f1 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:48.086367 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-f60cba72-0e47-4b46-b388-cf4d9c84ad60 req-649d60bf-b284-4819-a422-0c1cd58ad1f1 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cbc3a45-509d-47bc-893c-e5dd7e364f48 HTTP/1.1" status: 200 len: 945 time: 0.0475483 May 08 22:22:48.140774 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-f60cba72-0e47-4b46-b388-cf4d9c84ad60 req-d78a5a21-1a88-4da9-ad0b-f56bd9a9897b tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdc836f6-496f-44ae-925c-dc7c52f678f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469496 May 08 22:22:48.203926 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-75fcb940-9a33-4849-8e2d-43a4342e20e4 req-cd981af8-8511-4363-b0d3-cb6e779bf3d1 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Publish callbacks [] for port (82e7621a-c795-4e95-b128-51da98ab579e), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:48.207822 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [req-7add9ad3-9fba-4a91-bdf0-f12b38034346 req-c0ee2b59-3855-4f87-89f2-9968aa957f13 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103628) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 08 22:22:48.209035 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-7add9ad3-9fba-4a91-bdf0-f12b38034346 req-c0ee2b59-3855-4f87-89f2-9968aa957f13 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0058124 May 08 22:22:48.240098 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-75fcb940-9a33-4849-8e2d-43a4342e20e4 req-cd981af8-8511-4363-b0d3-cb6e779bf3d1 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791034024012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633834'] for port (82e7621a-c795-4e95-b128-51da98ab579e), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:48.286182 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75fcb940-9a33-4849-8e2d-43a4342e20e4 req-cd981af8-8511-4363-b0d3-cb6e779bf3d1 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Network 2962a37b-5c8b-493f-a8f7-204192291fd9 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 08 22:22:48.292030 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [req-75fcb940-9a33-4849-8e2d-43a4342e20e4 req-cd981af8-8511-4363-b0d3-cb6e779bf3d1 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:22:48.298787 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-75fcb940-9a33-4849-8e2d-43a4342e20e4 req-cd981af8-8511-4363-b0d3-cb6e779bf3d1 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 08 22:22:48.305809 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd981af8-8511-4363-b0d3-cb6e779bf3d1 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Pushing event updated for resources: {'Port': ['ID=82e7621a-c795-4e95-b128-51da98ab579e,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:22:48.346233 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd981af8-8511-4363-b0d3-cb6e779bf3d1 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:22:48.346586 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd981af8-8511-4363-b0d3-cb6e779bf3d1 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:22:48.346998 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd981af8-8511-4363-b0d3-cb6e779bf3d1 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:22:48.347341 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd981af8-8511-4363-b0d3-cb6e779bf3d1 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:22:48.347674 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd981af8-8511-4363-b0d3-cb6e779bf3d1 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:22:48.348004 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd981af8-8511-4363-b0d3-cb6e779bf3d1 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:22:48.348331 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd981af8-8511-4363-b0d3-cb6e779bf3d1 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:22:48.348678 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd981af8-8511-4363-b0d3-cb6e779bf3d1 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:22:48.349005 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd981af8-8511-4363-b0d3-cb6e779bf3d1 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:22:48.349327 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd981af8-8511-4363-b0d3-cb6e779bf3d1 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:22:48.349649 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd981af8-8511-4363-b0d3-cb6e779bf3d1 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:22:48.349968 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd981af8-8511-4363-b0d3-cb6e779bf3d1 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:22:48.350345 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd981af8-8511-4363-b0d3-cb6e779bf3d1 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:22:48.350667 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd981af8-8511-4363-b0d3-cb6e779bf3d1 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:22:48.350984 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd981af8-8511-4363-b0d3-cb6e779bf3d1 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:22:48.380898 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 56336) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:22:48.400080 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fcb940-9a33-4849-8e2d-43a4342e20e4 req-cd981af8-8511-4363-b0d3-cb6e779bf3d1 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:48.403396 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5c1291-367d-41a5-ac72-c4fc5793a786 req-c4d3e064-b59f-4578-8d07-fc1ed19630e8 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:48.403579 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-75fcb940-9a33-4849-8e2d-43a4342e20e4 req-cd981af8-8511-4363-b0d3-cb6e779bf3d1 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870'] for port (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:48.405749 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-7c5c1291-367d-41a5-ac72-c4fc5793a786 req-c4d3e064-b59f-4578-8d07-fc1ed19630e8 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cbc3a45-509d-47bc-893c-e5dd7e364f48 HTTP/1.1" status: 200 len: 945 time: 0.0680027 May 08 22:22:48.423171 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-75fcb940-9a33-4849-8e2d-43a4342e20e4 req-cd981af8-8511-4363-b0d3-cb6e779bf3d1 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6277037 May 08 22:22:48.444225 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [req-75fcb940-9a33-4849-8e2d-43a4342e20e4 req-66c57da5-778a-4906-9d31-e7f4f1990ac8 service neutron] Request body: {'port': {'device_id': '94989391-0b1d-49ca-9e5f-92877f21b5c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:22:48.473440 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-7c5c1291-367d-41a5-ac72-c4fc5793a786 req-0e4e4fbb-c808-43d1-9a57-7b93e0a16f93 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdc836f6-496f-44ae-925c-dc7c52f678f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610707 May 08 22:22:48.496168 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-95c04f5a-e2d3-4154-a10d-0d7e020bf217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (69aa2ac4-530d-40c2-a84a-3161d84edf61), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:48.514476 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-8f96c84b-e80d-4c98-8114-3921d52fcc47 req-60194ed3-4556-4098-81e2-d6006db96e57 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5cbc3a45-509d-47bc-893c-e5dd7e364f48&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1324208 May 08 22:22:48.540198 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [req-8f96c84b-e80d-4c98-8114-3921d52fcc47 req-b1dd46b5-c19c-492a-81d4-7e859c444d6b service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103629) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 08 22:22:48.541257 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-8f96c84b-e80d-4c98-8114-3921d52fcc47 req-b1dd46b5-c19c-492a-81d4-7e859c444d6b service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054002 May 08 22:22:48.552556 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-75fcb940-9a33-4849-8e2d-43a4342e20e4 req-66c57da5-778a-4906-9d31-e7f4f1990ac8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (82e7621a-c795-4e95-b128-51da98ab579e), before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:48.626625 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-e1472be5-99a2-43fa-ba36-474ba4c679e1 None None] Provisioning complete for port 82e7621a-c795-4e95-b128-51da98ab579e triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:22:48.627013 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-e1472be5-99a2-43fa-ba36-474ba4c679e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (82e7621a-c795-4e95-b128-51da98ab579e), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:48.650106 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 56344) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:22:48.665886 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-e1472be5-99a2-43fa-ba36-474ba4c679e1 None None] Port 82e7621a-c795-4e95-b128-51da98ab579e cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 08 22:22:48.750391 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f96c84b-e80d-4c98-8114-3921d52fcc47 req-fc0e4d0a-1753-471a-91d5-84761d73054e tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:48.751833 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-8f96c84b-e80d-4c98-8114-3921d52fcc47 req-fc0e4d0a-1753-471a-91d5-84761d73054e tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/ports/ba0c26c1-8042-4360-bb22-303466902223 HTTP/1.1" status: 200 len: 942 time: 0.1003070 May 08 22:22:48.819931 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.notifiers.nova [req-75fcb940-9a33-4849-8e2d-43a4342e20e4 req-66c57da5-778a-4906-9d31-e7f4f1990ac8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82e7621a-c795-4e95-b128-51da98ab579e {{(pid=103629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 08 22:22:48.828101 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-75fcb940-9a33-4849-8e2d-43a4342e20e4 req-66c57da5-778a-4906-9d31-e7f4f1990ac8 service neutron] Publish callbacks [] for port (82e7621a-c795-4e95-b128-51da98ab579e), precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:48.845063 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.provisioning_blocks [req-75fcb940-9a33-4849-8e2d-43a4342e20e4 req-66c57da5-778a-4906-9d31-e7f4f1990ac8 service neutron] Transition to ACTIVE for port object 82e7621a-c795-4e95-b128-51da98ab579e will not be triggered until provisioned by entity L2. {{(pid=103629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 08 22:22:48.850121 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-75fcb940-9a33-4849-8e2d-43a4342e20e4 req-66c57da5-778a-4906-9d31-e7f4f1990ac8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59633821'] for port (82e7621a-c795-4e95-b128-51da98ab579e), after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:48.903479 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c57da5-778a-4906-9d31-e7f4f1990ac8 service neutron] Pushing event updated for resources: {'Port': ['ID=82e7621a-c795-4e95-b128-51da98ab579e,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:22:49.136701 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e057c57e-aa6e-400d-9059-cff8dcf920ba req-2491da3c-16bf-447e-8715-49ad69e2ba7c tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:49.139045 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-e057c57e-aa6e-400d-9059-cff8dcf920ba req-2491da3c-16bf-447e-8715-49ad69e2ba7c tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=94989391-0b1d-49ca-9e5f-92877f21b5c2 HTTP/1.1" status: 200 len: 943 time: 0.0703206 May 08 22:22:49.205351 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-e057c57e-aa6e-400d-9059-cff8dcf920ba req-c11d655b-3ea3-4c7c-bc0d-3f6eb5c910e5 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=51cb9774-2323-4600-8505-b98050a2e52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595686 May 08 22:22:49.290234 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-75fcb940-9a33-4849-8e2d-43a4342e20e4 req-66c57da5-778a-4906-9d31-e7f4f1990ac8 service neutron] Attempting to bind port 82e7621a-c795-4e95-b128-51da98ab579e on host hv-cinder-84051 for vnic_type normal with profile {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 08 22:22:49.290511 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-75fcb940-9a33-4849-8e2d-43a4342e20e4 req-66c57da5-778a-4906-9d31-e7f4f1990ac8 service neutron] Attempting to bind port 82e7621a-c795-4e95-b128-51da98ab579e by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': '33fc6b3c-a604-4cee-a3d5-5a89d0b49ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2962a37b-5c8b-493f-a8f7-204192291fd9'}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 08 22:22:49.290870 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75fcb940-9a33-4849-8e2d-43a4342e20e4 req-66c57da5-778a-4906-9d31-e7f4f1990ac8 service neutron] Attempting to bind port 82e7621a-c795-4e95-b128-51da98ab579e on network 2962a37b-5c8b-493f-a8f7-204192291fd9 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 08 22:22:49.296180 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75fcb940-9a33-4849-8e2d-43a4342e20e4 req-66c57da5-778a-4906-9d31-e7f4f1990ac8 service neutron] Port 82e7621a-c795-4e95-b128-51da98ab579e on network 2962a37b-5c8b-493f-a8f7-204192291fd9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 08 22:22:49.296501 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75fcb940-9a33-4849-8e2d-43a4342e20e4 req-66c57da5-778a-4906-9d31-e7f4f1990ac8 service neutron] Attempting to bind port 82e7621a-c795-4e95-b128-51da98ab579e on network 2962a37b-5c8b-493f-a8f7-204192291fd9 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 08 22:22:49.301535 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75fcb940-9a33-4849-8e2d-43a4342e20e4 req-66c57da5-778a-4906-9d31-e7f4f1990ac8 service neutron] Checking agent: {'id': '50086534-3b0f-4edb-899f-da05c46c2546', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 8, 22, 13, 10), 'started_at': datetime.datetime(2022, 5, 8, 22, 13, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 8, 22, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 08 22:22:49.301871 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75fcb940-9a33-4849-8e2d-43a4342e20e4 req-66c57da5-778a-4906-9d31-e7f4f1990ac8 service neutron] Checking segment: {'id': '33fc6b3c-a604-4cee-a3d5-5a89d0b49ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2962a37b-5c8b-493f-a8f7-204192291fd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 08 22:22:49.302253 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75fcb940-9a33-4849-8e2d-43a4342e20e4 req-66c57da5-778a-4906-9d31-e7f4f1990ac8 service neutron] Bound using segment: {'id': '33fc6b3c-a604-4cee-a3d5-5a89d0b49ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2962a37b-5c8b-493f-a8f7-204192291fd9'} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 08 22:22:49.302673 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-75fcb940-9a33-4849-8e2d-43a4342e20e4 req-66c57da5-778a-4906-9d31-e7f4f1990ac8 service neutron] Bound port: 82e7621a-c795-4e95-b128-51da98ab579e, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33fc6b3c-a604-4cee-a3d5-5a89d0b49ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2962a37b-5c8b-493f-a8f7-204192291fd9'}}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 08 22:22:49.303024 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-75fcb940-9a33-4849-8e2d-43a4342e20e4 req-66c57da5-778a-4906-9d31-e7f4f1990ac8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (82e7621a-c795-4e95-b128-51da98ab579e), before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:49.354896 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-68d59b13-bdd3-4890-b330-3a9be9bf9791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (167e5ba9-08ef-43b6-aca0-7c88b7f9e735), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:49.368044 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-75fcb940-9a33-4849-8e2d-43a4342e20e4 req-66c57da5-778a-4906-9d31-e7f4f1990ac8 service neutron] For port 82e7621a-c795-4e95-b128-51da98ab579e, host hv-cinder-84051, cleared binding levels {{(pid=103629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 08 22:22:49.371011 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-75fcb940-9a33-4849-8e2d-43a4342e20e4 req-66c57da5-778a-4906-9d31-e7f4f1990ac8 service neutron] For port 82e7621a-c795-4e95-b128-51da98ab579e, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=82e7621a-c795-4e95-b128-51da98ab579e,segment=NetworkSegment(33fc6b3c-a604-4cee-a3d5-5a89d0b49ae0),segment_id=33fc6b3c-a604-4cee-a3d5-5a89d0b49ae0)] {{(pid=103629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 08 22:22:49.376968 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-75fcb940-9a33-4849-8e2d-43a4342e20e4 req-66c57da5-778a-4906-9d31-e7f4f1990ac8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59633821'] for port (82e7621a-c795-4e95-b128-51da98ab579e), after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:49.407533 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fcb940-9a33-4849-8e2d-43a4342e20e4 req-66c57da5-778a-4906-9d31-e7f4f1990ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:49.408143 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-75fcb940-9a33-4849-8e2d-43a4342e20e4 req-66c57da5-778a-4906-9d31-e7f4f1990ac8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870'] for port (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:49.409497 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-75fcb940-9a33-4849-8e2d-43a4342e20e4 req-66c57da5-778a-4906-9d31-e7f4f1990ac8 service neutron] 10.222.0.24 "PUT /v2.0/ports/82e7621a-c795-4e95-b128-51da98ab579e HTTP/1.1" status: 200 len: 1093 time: 0.9726889 May 08 22:22:49.409998 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94989391-0b1d-49ca-9e5f-92877f21b5c2', 'tag': '82e7621a-c795-4e95-b128-51da98ab579e'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 08 22:22:49.413038 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cc8a0c475ac6fe54f5122aa5a8750c48412c688b8f67dba420990604a8daf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-471e6578-1af6-48b5-8b15-dda362ed2301" -d '{"events": [{"name": "network-changed", "server_uuid": "94989391-0b1d-49ca-9e5f-92877f21b5c2", "tag": "82e7621a-c795-4e95-b128-51da98ab579e"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 08 22:22:49.443897 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c57da5-778a-4906-9d31-e7f4f1990ac8 service neutron] Pushing event updated for resources: {'Port': ['ID=82e7621a-c795-4e95-b128-51da98ab579e,revision_number=3']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:22:49.461472 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 08 May 2022 22:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab94e97b-6f6f-4075-b789-6625a9233f65 x-openstack-request-id: req-ab94e97b-6f6f-4075-b789-6625a9233f65 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 08 22:22:49.461765 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94989391-0b1d-49ca-9e5f-92877f21b5c2", "tag": "82e7621a-c795-4e95-b128-51da98ab579e", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 08 22:22:49.462018 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ab94e97b-6f6f-4075-b789-6625a9233f65 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 08 22:22:49.462739 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab94e97b-6f6f-4075-b789-6625a9233f65'] response: {'name': 'network-changed', 'server_uuid': '94989391-0b1d-49ca-9e5f-92877f21b5c2', 'tag': '82e7621a-c795-4e95-b128-51da98ab579e', 'status': 'completed', 'code': 200} May 08 22:22:49.525936 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fcb940-9a33-4849-8e2d-43a4342e20e4 req-1727ae42-7739-47bf-a900-fab6ff85427e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:49.528795 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-75fcb940-9a33-4849-8e2d-43a4342e20e4 req-1727ae42-7739-47bf-a900-fab6ff85427e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1ebe3bb7401b4b36966ebb9f16c6c04c&device_id=94989391-0b1d-49ca-9e5f-92877f21b5c2 HTTP/1.1" status: 200 len: 1127 time: 0.0464823 May 08 22:22:49.579337 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-75fcb940-9a33-4849-8e2d-43a4342e20e4 req-8f05d9fe-ebbf-4f9a-a618-197a99fca944 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=82e7621a-c795-4e95-b128-51da98ab579e HTTP/1.1" status: 200 len: 217 time: 0.0380764 May 08 22:22:49.598148 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dba0dd-e912-4d06-bb5f-7c1baefbb711 req-bdfa4162-92e4-42f5-a48e-368f97c85168 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:49.599738 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-b8dba0dd-e912-4d06-bb5f-7c1baefbb711 req-bdfa4162-92e4-42f5-a48e-368f97c85168 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cbc3a45-509d-47bc-893c-e5dd7e364f48 HTTP/1.1" status: 200 len: 945 time: 0.0486178 May 08 22:22:49.633306 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fcb940-9a33-4849-8e2d-43a4342e20e4 req-0486081e-84b5-4e29-bbca-4f618551ffed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:49.634751 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-75fcb940-9a33-4849-8e2d-43a4342e20e4 req-0486081e-84b5-4e29-bbca-4f618551ffed service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2595fc7c-f188-492f-94ae-311dba05015f HTTP/1.1" status: 200 len: 854 time: 0.0471592 May 08 22:22:49.652114 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-b8dba0dd-e912-4d06-bb5f-7c1baefbb711 req-abde9f69-1ded-4100-91df-b80a34bdc70f tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdc836f6-496f-44ae-925c-dc7c52f678f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445168 May 08 22:22:49.677942 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fcb940-9a33-4849-8e2d-43a4342e20e4 req-d52821c5-da48-4433-95dc-718d35dff5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:49.679434 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-75fcb940-9a33-4849-8e2d-43a4342e20e4 req-d52821c5-da48-4433-95dc-718d35dff5e8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2962a37b-5c8b-493f-a8f7-204192291fd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378635 May 08 22:22:49.774926 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-75fcb940-9a33-4849-8e2d-43a4342e20e4 req-388c7744-06c1-43c5-b201-114bfaad6bdb service neutron] 10.222.0.24 "GET /v2.0/networks/2962a37b-5c8b-493f-a8f7-204192291fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884778 May 08 22:22:49.870415 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-75fcb940-9a33-4849-8e2d-43a4342e20e4 req-acc22a0b-ddbd-46ae-91e3-34cd634b148a service neutron] 10.222.0.24 "GET /v2.0/networks/2962a37b-5c8b-493f-a8f7-204192291fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895264 May 08 22:22:50.326046 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7856d1dd-74d8-4236-bf6c-c7c8973dc93c req-da20ffe1-1bce-455c-8535-3013ad4a56d6 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:50.327566 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-7856d1dd-74d8-4236-bf6c-c7c8973dc93c req-da20ffe1-1bce-455c-8535-3013ad4a56d6 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=94989391-0b1d-49ca-9e5f-92877f21b5c2 HTTP/1.1" status: 200 len: 943 time: 0.0499904 May 08 22:22:50.378510 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-7856d1dd-74d8-4236-bf6c-c7c8973dc93c req-e52083ba-1a8f-4997-a65e-ae4abb2a7300 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=51cb9774-2323-4600-8505-b98050a2e52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450330 May 08 22:22:50.776639 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5247f984-af18-4d74-8169-6988f592e5ea req-a3e26e2e-b28d-4a19-a2a8-28e2f6c6f6fc tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:50.778030 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-5247f984-af18-4d74-8169-6988f592e5ea req-a3e26e2e-b28d-4a19-a2a8-28e2f6c6f6fc tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cbc3a45-509d-47bc-893c-e5dd7e364f48 HTTP/1.1" status: 200 len: 945 time: 0.0473137 May 08 22:22:50.830130 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-5247f984-af18-4d74-8169-6988f592e5ea req-c1077002-987e-44b4-af2b-a1218ece7743 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdc836f6-496f-44ae-925c-dc7c52f678f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437179 May 08 22:22:50.953083 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f82e6e54-0a06-4075-8e4d-2bf0b0f201e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (1fcc0290-7f55-4633-95cb-6d94e7aa5e57), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:51.551040 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device ba0c26c1-8042-4360-bb22-303466902223 no longer exists at agent hyperv_hv-cinder-84051 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 08 22:22:51.636822 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Current status of the port ba0c26c1-8042-4360-bb22-303466902223 is: ACTIVE; New status is: DOWN {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:22:51.637401 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (ba0c26c1-8042-4360-bb22-303466902223), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:51.660725 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cbc3a45-509d-47bc-893c-e5dd7e364f48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba0c26c1-8042-4360-bb22-303466902223'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 08 22:22:51.663598 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bcef9e280bae9da70c0250555725ec84c8fe71b1405edcfc00240691fe86bce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-528364f0-c6ba-4715-bd9a-9ba8c6041eed" -d '{"events": [{"server_uuid": "5cbc3a45-509d-47bc-893c-e5dd7e364f48", "name": "network-vif-unplugged", "status": "completed", "tag": "ba0c26c1-8042-4360-bb22-303466902223"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 08 22:22:51.669943 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c234c-13c3-4d15-bf63-f23b3947be58 req-c4c0633a-4865-40f6-b2db-e6563ca6510d tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:51.671653 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-171c234c-13c3-4d15-bf63-f23b3947be58 req-c4c0633a-4865-40f6-b2db-e6563ca6510d tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=94989391-0b1d-49ca-9e5f-92877f21b5c2 HTTP/1.1" status: 200 len: 943 time: 0.0499570 May 08 22:22:51.678467 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] For port ba0c26c1-8042-4360-bb22-303466902223, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=ba0c26c1-8042-4360-bb22-303466902223,segment=NetworkSegment(735a76af-a47a-4608-9953-4d27f1f0e7e9),segment_id=735a76af-a47a-4608-9953-4d27f1f0e7e9)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:22:51.684716 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (ba0c26c1-8042-4360-bb22-303466902223), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:51.724937 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-171c234c-13c3-4d15-bf63-f23b3947be58 req-eed5db6d-6305-4c9f-8ee2-bfad7e87e20f tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=51cb9774-2323-4600-8505-b98050a2e52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474386 May 08 22:22:51.734308 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Pushing event updated for resources: {'Port': ['ID=ba0c26c1-8042-4360-bb22-303466902223,revision_number=6']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:22:51.771098 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 08 May 2022 22:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e3dd5a-1769-43b1-acfb-83562929c668 x-openstack-request-id: req-23e3dd5a-1769-43b1-acfb-83562929c668 {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 08 22:22:51.771386 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cbc3a45-509d-47bc-893c-e5dd7e364f48", "name": "network-vif-unplugged", "status": "failed", "tag": "ba0c26c1-8042-4360-bb22-303466902223", "code": 422}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 08 22:22:51.771634 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-23e3dd5a-1769-43b1-acfb-83562929c668 {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 08 22:22:51.772072 dv-cinder-840511-5-iscsi neutron-server[103630]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-23e3dd5a-1769-43b1-acfb-83562929c668']: {'server_uuid': '5cbc3a45-509d-47bc-893c-e5dd7e364f48', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ba0c26c1-8042-4360-bb22-303466902223', 'code': 422} returned with failed status May 08 22:22:51.949151 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c192960-4218-48fe-8e2e-c8e8510965de req-b1eedaf4-367f-430d-b9f6-2fddd03a4014 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:51.950556 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-3c192960-4218-48fe-8e2e-c8e8510965de req-b1eedaf4-367f-430d-b9f6-2fddd03a4014 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cbc3a45-509d-47bc-893c-e5dd7e364f48 HTTP/1.1" status: 200 len: 943 time: 0.0525432 May 08 22:22:51.999928 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-3c192960-4218-48fe-8e2e-c8e8510965de req-f0f3d181-788e-4d51-8c79-eabdb43d9b8a tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdc836f6-496f-44ae-925c-dc7c52f678f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437024 May 08 22:22:52.318763 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471e6578-1af6-48b5-8b15-dda362ed2301 req-b960888f-f149-4d0d-9388-d19cb02c7c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:52.320246 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-471e6578-1af6-48b5-8b15-dda362ed2301 req-b960888f-f149-4d0d-9388-d19cb02c7c31 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1ebe3bb7401b4b36966ebb9f16c6c04c&device_id=94989391-0b1d-49ca-9e5f-92877f21b5c2 HTTP/1.1" status: 200 len: 1127 time: 0.0566330 May 08 22:22:52.453263 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (7e3c7ef6-abd5-4f0f-b372-b2734b637fd0), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:52.461859 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471e6578-1af6-48b5-8b15-dda362ed2301 req-968c522c-4d21-42e7-b8e2-d91f0d3ee41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:52.463735 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-471e6578-1af6-48b5-8b15-dda362ed2301 req-968c522c-4d21-42e7-b8e2-d91f0d3ee41f service neutron] 10.222.0.24 "GET /v2.0/networks?id=2962a37b-5c8b-493f-a8f7-204192291fd9 HTTP/1.1" status: 200 len: 916 time: 0.0944681 May 08 22:22:52.513342 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-471e6578-1af6-48b5-8b15-dda362ed2301 req-8f25fef7-cdec-4c0c-af69-dcdd0a2be7b2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=82e7621a-c795-4e95-b128-51da98ab579e HTTP/1.1" status: 200 len: 217 time: 0.0412157 May 08 22:22:52.562908 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471e6578-1af6-48b5-8b15-dda362ed2301 req-aa633399-1e2f-4d4f-a1be-e6fc881a49c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:52.564441 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-471e6578-1af6-48b5-8b15-dda362ed2301 req-aa633399-1e2f-4d4f-a1be-e6fc881a49c7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2595fc7c-f188-492f-94ae-311dba05015f HTTP/1.1" status: 200 len: 854 time: 0.0452394 May 08 22:22:52.856210 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dba98d5-8100-41f8-8ecd-eb63646b96f3 req-7344c05e-a4b7-44e9-82eb-390c967d59c6 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:52.857890 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-0dba98d5-8100-41f8-8ecd-eb63646b96f3 req-7344c05e-a4b7-44e9-82eb-390c967d59c6 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=94989391-0b1d-49ca-9e5f-92877f21b5c2 HTTP/1.1" status: 200 len: 943 time: 0.0497029 May 08 22:22:52.908325 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-0dba98d5-8100-41f8-8ecd-eb63646b96f3 req-9d1dbd6d-7bb8-4d28-9e7a-c7b7ea2e7bcf tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=51cb9774-2323-4600-8505-b98050a2e52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448952 May 08 22:22:52.912160 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471e6578-1af6-48b5-8b15-dda362ed2301 req-da6b7c70-2d25-4211-8632-280b626ad175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:52.913703 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-471e6578-1af6-48b5-8b15-dda362ed2301 req-da6b7c70-2d25-4211-8632-280b626ad175 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2962a37b-5c8b-493f-a8f7-204192291fd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1043589 May 08 22:22:52.923197 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f96c84b-e80d-4c98-8114-3921d52fcc47 req-4343cdd8-d7e2-4e34-b190-b1f1c4f445e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:52.924693 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-8f96c84b-e80d-4c98-8114-3921d52fcc47 req-4343cdd8-d7e2-4e34-b190-b1f1c4f445e4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5cbc3a45-509d-47bc-893c-e5dd7e364f48&tenant_id=df8e9de548524630a8a026f764dad655 HTTP/1.1" status: 200 len: 1127 time: 0.0888684 May 08 22:22:53.035447 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f96c84b-e80d-4c98-8114-3921d52fcc47 req-bbfdc2e0-2fab-4d96-a69f-4934703152a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:53.036952 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-8f96c84b-e80d-4c98-8114-3921d52fcc47 req-bbfdc2e0-2fab-4d96-a69f-4934703152a7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=df8e9de548524630a8a026f764dad655&device_id=5cbc3a45-509d-47bc-893c-e5dd7e364f48 HTTP/1.1" status: 200 len: 1127 time: 0.0692091 May 08 22:22:53.112232 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-471e6578-1af6-48b5-8b15-dda362ed2301 req-47507cdd-5b0c-427c-9740-47bdf855b8a2 service neutron] 10.222.0.24 "GET /v2.0/networks/2962a37b-5c8b-493f-a8f7-204192291fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627438 May 08 22:22:53.117538 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0128b294-ea83-43ce-95ee-2281f64b62e7 req-088d9c5e-dc00-463e-8d77-591adae876cc tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:53.119118 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-0128b294-ea83-43ce-95ee-2281f64b62e7 req-088d9c5e-dc00-463e-8d77-591adae876cc tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cbc3a45-509d-47bc-893c-e5dd7e364f48 HTTP/1.1" status: 200 len: 943 time: 0.0482013 May 08 22:22:53.177126 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-0128b294-ea83-43ce-95ee-2281f64b62e7 req-5b6d79de-488f-4ec3-a9f8-467f458f33e5 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdc836f6-496f-44ae-925c-dc7c52f678f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517306 May 08 22:22:53.197954 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f96c84b-e80d-4c98-8114-3921d52fcc47 req-2613ab10-3dc5-4203-98e4-8e97809dcaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:53.200115 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-8f96c84b-e80d-4c98-8114-3921d52fcc47 req-2613ab10-3dc5-4203-98e4-8e97809dcaf4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e6b2f0e6-c175-43bf-9b5c-34f8ce60d012 HTTP/1.1" status: 200 len: 910 time: 0.1551402 May 08 22:22:53.278458 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-471e6578-1af6-48b5-8b15-dda362ed2301 req-041768fd-d47e-4b62-a06e-9306d1c00c83 service neutron] 10.222.0.24 "GET /v2.0/networks/2962a37b-5c8b-493f-a8f7-204192291fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582270 May 08 22:22:53.286566 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-8f96c84b-e80d-4c98-8114-3921d52fcc47 req-38834e7c-3b41-45d9-b0a7-d842855241b8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba0c26c1-8042-4360-bb22-303466902223 HTTP/1.1" status: 200 len: 999 time: 0.0794802 May 08 22:22:53.347044 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f96c84b-e80d-4c98-8114-3921d52fcc47 req-4333a160-b15e-4581-8f28-8d4a22fce060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:53.348499 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-8f96c84b-e80d-4c98-8114-3921d52fcc47 req-4333a160-b15e-4581-8f28-8d4a22fce060 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ce8c7aea-95c0-4231-af51-1dbbdcc77349 HTTP/1.1" status: 200 len: 848 time: 0.0463872 May 08 22:22:53.399312 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f96c84b-e80d-4c98-8114-3921d52fcc47 req-ea48ba39-bca7-4a41-ae79-f3ea252b0527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:53.400809 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-8f96c84b-e80d-4c98-8114-3921d52fcc47 req-ea48ba39-bca7-4a41-ae79-f3ea252b0527 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e6b2f0e6-c175-43bf-9b5c-34f8ce60d012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432563 May 08 22:22:53.492506 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-8f96c84b-e80d-4c98-8114-3921d52fcc47 req-0b778c4f-b413-4164-9b36-7317e8f6bd81 service neutron] 10.222.0.24 "GET /v2.0/networks/e6b2f0e6-c175-43bf-9b5c-34f8ce60d012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848870 May 08 22:22:53.564729 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device 82e7621a-c795-4e95-b128-51da98ab579e details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=103630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 08 22:22:53.614009 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-8f96c84b-e80d-4c98-8114-3921d52fcc47 req-4155531e-2e95-4e4a-b57f-dd43e1632868 service neutron] 10.222.0.24 "GET /v2.0/networks/e6b2f0e6-c175-43bf-9b5c-34f8ce60d012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939708 May 08 22:22:53.671679 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] For port 82e7621a-c795-4e95-b128-51da98ab579e, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=82e7621a-c795-4e95-b128-51da98ab579e,segment=NetworkSegment(33fc6b3c-a604-4cee-a3d5-5a89d0b49ae0),segment_id=33fc6b3c-a604-4cee-a3d5-5a89d0b49ae0)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:22:53.684682 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Returning: {'device': '82e7621a-c795-4e95-b128-51da98ab579e', 'network_id': '2962a37b-5c8b-493f-a8f7-204192291fd9', 'port_id': '82e7621a-c795-4e95-b128-51da98ab579e', 'mac_address': 'fa:16:3e:51:e0:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2595fc7c-f188-492f-94ae-311dba05015f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 08 22:22:53.722976 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Current status of the port 82e7621a-c795-4e95-b128-51da98ab579e is: DOWN; New status is: BUILD {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:22:53.723363 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (82e7621a-c795-4e95-b128-51da98ab579e), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:53.736432 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.notifiers.nova [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82e7621a-c795-4e95-b128-51da98ab579e {{(pid=103630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 08 22:22:53.757552 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] For port 82e7621a-c795-4e95-b128-51da98ab579e, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=82e7621a-c795-4e95-b128-51da98ab579e,segment=NetworkSegment(33fc6b3c-a604-4cee-a3d5-5a89d0b49ae0),segment_id=33fc6b3c-a604-4cee-a3d5-5a89d0b49ae0)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:22:53.763072 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (82e7621a-c795-4e95-b128-51da98ab579e), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:53.812673 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Pushing event updated for resources: {'Port': ['ID=82e7621a-c795-4e95-b128-51da98ab579e,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:22:54.034059 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8573c437-422a-4493-9292-786668b6d312 req-2368c124-050d-45ed-971b-2eb635a29751 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:54.035626 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-8573c437-422a-4493-9292-786668b6d312 req-2368c124-050d-45ed-971b-2eb635a29751 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=94989391-0b1d-49ca-9e5f-92877f21b5c2 HTTP/1.1" status: 200 len: 944 time: 0.0495350 May 08 22:22:54.083335 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-8573c437-422a-4493-9292-786668b6d312 req-fb07691a-bb5b-4adc-b2e7-68a96ec63011 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=51cb9774-2323-4600-8505-b98050a2e52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419416 May 08 22:22:54.304214 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fefa666-cc71-4ca1-9cb9-5d326de70fb4 req-a82b819e-ff6e-44b1-8685-b035afb16456 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:54.305687 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-9fefa666-cc71-4ca1-9cb9-5d326de70fb4 req-a82b819e-ff6e-44b1-8685-b035afb16456 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cbc3a45-509d-47bc-893c-e5dd7e364f48 HTTP/1.1" status: 200 len: 943 time: 0.0536361 May 08 22:22:54.355700 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-9fefa666-cc71-4ca1-9cb9-5d326de70fb4 req-4f61bc99-d99c-48be-b8de-e328f9677cf7 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdc836f6-496f-44ae-925c-dc7c52f678f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443299 May 08 22:22:54.466246 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] get_ports_and_sgs() called for port_ids ['82e7621a-c795-4e95-b128-51da98ab579e'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 08 22:22:55.208943 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bdd578-bf5f-4fb7-b7a2-f70d082ad299 req-3ae37dd6-83a2-4abf-8910-4ba063294d97 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:55.210387 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-a9bdd578-bf5f-4fb7-b7a2-f70d082ad299 req-3ae37dd6-83a2-4abf-8910-4ba063294d97 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=94989391-0b1d-49ca-9e5f-92877f21b5c2 HTTP/1.1" status: 200 len: 944 time: 0.0496399 May 08 22:22:55.263645 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-a9bdd578-bf5f-4fb7-b7a2-f70d082ad299 req-60d73d22-0092-448f-83c2-2ec60511322c tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=51cb9774-2323-4600-8505-b98050a2e52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468683 May 08 22:22:55.476356 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222f3cdd-b294-48e1-ae2f-797d98712481 req-de0a6b9f-8eea-4956-a579-a46441bd8f42 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:55.477924 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-222f3cdd-b294-48e1-ae2f-797d98712481 req-de0a6b9f-8eea-4956-a579-a46441bd8f42 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cbc3a45-509d-47bc-893c-e5dd7e364f48 HTTP/1.1" status: 200 len: 943 time: 0.0483124 May 08 22:22:55.528409 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-222f3cdd-b294-48e1-ae2f-797d98712481 req-da3a7706-291a-44ab-9b16-6a99641e8624 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdc836f6-496f-44ae-925c-dc7c52f678f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448048 May 08 22:22:55.566582 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device 82e7621a-c795-4e95-b128-51da98ab579e up at agent hyperv_hv-cinder-84051 {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 08 22:22:55.613306 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Provisioning for port 82e7621a-c795-4e95-b128-51da98ab579e completed by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 08 22:22:55.620824 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Provisioning complete for port 82e7621a-c795-4e95-b128-51da98ab579e triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:22:55.621213 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (82e7621a-c795-4e95-b128-51da98ab579e), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:55.699145 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Current status of the port 82e7621a-c795-4e95-b128-51da98ab579e is: BUILD; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:22:55.699534 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (82e7621a-c795-4e95-b128-51da98ab579e), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:55.723441 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94989391-0b1d-49ca-9e5f-92877f21b5c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82e7621a-c795-4e95-b128-51da98ab579e'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 08 22:22:55.725932 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bcef9e280bae9da70c0250555725ec84c8fe71b1405edcfc00240691fe86bce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19823aaf-8988-4933-becb-08e2a6b0f093" -d '{"events": [{"server_uuid": "94989391-0b1d-49ca-9e5f-92877f21b5c2", "name": "network-vif-plugged", "status": "completed", "tag": "82e7621a-c795-4e95-b128-51da98ab579e"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 08 22:22:55.738703 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] For port 82e7621a-c795-4e95-b128-51da98ab579e, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=82e7621a-c795-4e95-b128-51da98ab579e,segment=NetworkSegment(33fc6b3c-a604-4cee-a3d5-5a89d0b49ae0),segment_id=33fc6b3c-a604-4cee-a3d5-5a89d0b49ae0)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:22:55.744011 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (82e7621a-c795-4e95-b128-51da98ab579e), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:55.774279 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 08 May 2022 22:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db5457a-5bf6-4cdd-a062-a6e327825e51 x-openstack-request-id: req-7db5457a-5bf6-4cdd-a062-a6e327825e51 {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 08 22:22:55.774578 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94989391-0b1d-49ca-9e5f-92877f21b5c2", "name": "network-vif-plugged", "status": "completed", "tag": "82e7621a-c795-4e95-b128-51da98ab579e", "code": 200}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 08 22:22:55.774845 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7db5457a-5bf6-4cdd-a062-a6e327825e51 {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 08 22:22:55.775230 dv-cinder-840511-5-iscsi neutron-server[103630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7db5457a-5bf6-4cdd-a062-a6e327825e51'] response: {'server_uuid': '94989391-0b1d-49ca-9e5f-92877f21b5c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82e7621a-c795-4e95-b128-51da98ab579e', 'code': 200} May 08 22:22:55.801322 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Pushing event updated for resources: {'Port': ['ID=82e7621a-c795-4e95-b128-51da98ab579e,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:22:55.999591 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06287b1a-9b55-4687-b5db-3f2752a3905f req-0aa3e9d3-d249-4d56-90bc-bbbe2a9898ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:56.000980 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-06287b1a-9b55-4687-b5db-3f2752a3905f req-0aa3e9d3-d249-4d56-90bc-bbbe2a9898ae service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=94989391-0b1d-49ca-9e5f-92877f21b5c2 HTTP/1.1" status: 200 len: 1129 time: 0.0481870 May 08 22:22:56.045815 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-06287b1a-9b55-4687-b5db-3f2752a3905f req-d9e2b790-76a5-4c50-85f2-6ad52b215731 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=51cb9774-2323-4600-8505-b98050a2e52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381784 May 08 22:22:56.414222 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4439402-d837-45d4-9f10-ad61771da127 req-05dd9dd0-f207-49c8-b7f1-334985c2d037 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:56.415711 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-f4439402-d837-45d4-9f10-ad61771da127 req-05dd9dd0-f207-49c8-b7f1-334985c2d037 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=94989391-0b1d-49ca-9e5f-92877f21b5c2 HTTP/1.1" status: 200 len: 945 time: 0.0612922 May 08 22:22:56.465784 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-f4439402-d837-45d4-9f10-ad61771da127 req-be930129-af99-40fb-82c4-8ab862b73000 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=51cb9774-2323-4600-8505-b98050a2e52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441377 May 08 22:22:56.672363 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df377a1-7939-44d6-bed1-2cb38251e892 req-d5e519e6-e3e1-484d-b8f4-b9bd955460da tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:56.673882 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-4df377a1-7939-44d6-bed1-2cb38251e892 req-d5e519e6-e3e1-484d-b8f4-b9bd955460da tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cbc3a45-509d-47bc-893c-e5dd7e364f48 HTTP/1.1" status: 200 len: 943 time: 0.0533571 May 08 22:22:56.726120 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-4df377a1-7939-44d6-bed1-2cb38251e892 req-589c5d46-befe-4547-beaa-53e30a7aa020 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdc836f6-496f-44ae-925c-dc7c52f678f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465863 May 08 22:22:57.599938 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734f7e6b-577d-4410-a255-58deb283124b req-f577eb8e-3460-4fae-9e0c-f4b7a89f7535 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:57.601489 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-734f7e6b-577d-4410-a255-58deb283124b req-f577eb8e-3460-4fae-9e0c-f4b7a89f7535 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=94989391-0b1d-49ca-9e5f-92877f21b5c2 HTTP/1.1" status: 200 len: 945 time: 0.0499053 May 08 22:22:57.651905 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-734f7e6b-577d-4410-a255-58deb283124b req-92b1c2df-717f-4ac6-8255-156a826f8ff8 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=51cb9774-2323-4600-8505-b98050a2e52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442929 May 08 22:22:57.854962 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a76b982-55c0-409e-b2c8-e619817a1d03 req-8ca152d9-b2a6-4a6f-ae35-d44982a71cb7 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:57.856457 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-2a76b982-55c0-409e-b2c8-e619817a1d03 req-8ca152d9-b2a6-4a6f-ae35-d44982a71cb7 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cbc3a45-509d-47bc-893c-e5dd7e364f48 HTTP/1.1" status: 200 len: 943 time: 0.0507357 May 08 22:22:57.907058 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-2a76b982-55c0-409e-b2c8-e619817a1d03 req-f8f61b20-d611-4b36-839c-8731c925ba73 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdc836f6-496f-44ae-925c-dc7c52f678f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443664 May 08 22:22:58.780146 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588c538a-41f7-464b-9242-ba7076299d45 req-72cad551-c739-4900-9fc9-75b0019b6cd6 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:58.781602 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-588c538a-41f7-464b-9242-ba7076299d45 req-72cad551-c739-4900-9fc9-75b0019b6cd6 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=94989391-0b1d-49ca-9e5f-92877f21b5c2 HTTP/1.1" status: 200 len: 945 time: 0.0521445 May 08 22:22:58.827869 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-588c538a-41f7-464b-9242-ba7076299d45 req-471a5e63-d580-46c6-92d5-ad926309c248 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=51cb9774-2323-4600-8505-b98050a2e52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404630 May 08 22:22:58.947850 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8f704d-a255-42d0-be3d-5080014a5e93 req-f866453d-2d03-4e7a-9cc4-f698d959b2e1 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:58.949347 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-7b8f704d-a255-42d0-be3d-5080014a5e93 req-f866453d-2d03-4e7a-9cc4-f698d959b2e1 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=94989391-0b1d-49ca-9e5f-92877f21b5c2 HTTP/1.1" status: 200 len: 945 time: 0.0524054 May 08 22:22:58.958980 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 56434) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:22:58.963931 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.v2.base [None req-afc6d5c9-e48c-4c56-8fda-67a58755f6ad tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Request body: {'floatingip': {'port_id': '82e7621a-c795-4e95-b128-51da98ab579e'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:22:59.011302 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-afc6d5c9-e48c-4c56-8fda-67a58755f6ad tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Publish callbacks [] for floatingip (de8d6fed-34bf-45ad-b252-f96c36b84807), before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:59.093110 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d56b67-c67b-4d20-bea8-543a528e14bc req-a88545f7-84fe-4dd5-9b1a-1e82908df734 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:22:59.094554 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-53d56b67-c67b-4d20-bea8-543a528e14bc req-a88545f7-84fe-4dd5-9b1a-1e82908df734 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cbc3a45-509d-47bc-893c-e5dd7e364f48 HTTP/1.1" status: 200 len: 943 time: 0.0996895 May 08 22:22:59.216319 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-53d56b67-c67b-4d20-bea8-543a528e14bc req-38faa125-7aa5-419f-9677-1483624bb78b tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdc836f6-496f-44ae-925c-dc7c52f678f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155846 May 08 22:22:59.508608 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-afc6d5c9-e48c-4c56-8fda-67a58755f6ad tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:59.514629 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-afc6d5c9-e48c-4c56-8fda-67a58755f6ad tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-788248'] for floatingip (de8d6fed-34bf-45ad-b252-f96c36b84807), after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:59.619382 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.db.l3_db [None req-afc6d5c9-e48c-4c56-8fda-67a58755f6ad tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Floating IP de8d6fed-34bf-45ad-b252-f96c36b84807 associated. External IP: 172.27.2.222, port: 82e7621a-c795-4e95-b128-51da98ab579e. May 08 22:22:59.831554 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afc6d5c9-e48c-4c56-8fda-67a58755f6ad tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Router 17ecdb15-e5ed-4214-93e4-a79ec0597a06 has already been hosted by L3 agent 69aa2ac4-530d-40c2-a84a-3161d84edf61 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 08 22:22:59.945646 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afc6d5c9-e48c-4c56-8fda-67a58755f6ad tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Notify agent at l3_agent.dv-cinder-840511-5-iscsi the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 08 22:22:59.950746 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-afc6d5c9-e48c-4c56-8fda-67a58755f6ad tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870'] for floatingip (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:22:59.956768 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b826330-cb53-4d2d-a3e2-8799536b7578 None None] Sync routers for ids ['17ecdb15-e5ed-4214-93e4-a79ec0597a06'] in dv-cinder-840511-5-iscsi {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 08 22:22:59.971719 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b826330-cb53-4d2d-a3e2-8799536b7578 None None] Routers {'17ecdb15-e5ed-4214-93e4-a79ec0597a06'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:22:59.972354 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-5b826330-cb53-4d2d-a3e2-8799536b7578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:22:48Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['17ecdb15-e5ed-4214-93e4-a79ec0597a06'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:22:59.989660 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-afc6d5c9-e48c-4c56-8fda-67a58755f6ad tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "PUT /v2.0/floatingips/de8d6fed-34bf-45ad-b252-f96c36b84807 HTTP/1.1" status: 200 len: 991 time: 1.0218394 May 08 22:22:59.989660 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94989391-0b1d-49ca-9e5f-92877f21b5c2', 'tag': '82e7621a-c795-4e95-b128-51da98ab579e'}] {{(pid=103628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 08 22:22:59.989660 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e2a9c85b17fa97aa3ee6f0cc28bce24bf61ad2de26c4d93421d838ad5289b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e3d96f9-0b89-4a7d-ba8b-1b99843fc13f" -d '{"events": [{"name": "network-changed", "server_uuid": "94989391-0b1d-49ca-9e5f-92877f21b5c2", "tag": "82e7621a-c795-4e95-b128-51da98ab579e"}]}' {{(pid=103628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 08 22:23:00.026792 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 08 May 2022 22:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4881a7e-ac14-4251-8523-c6487aa3499b x-openstack-request-id: req-a4881a7e-ac14-4251-8523-c6487aa3499b {{(pid=103628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 08 22:23:00.027091 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94989391-0b1d-49ca-9e5f-92877f21b5c2", "tag": "82e7621a-c795-4e95-b128-51da98ab579e", "status": "completed", "code": 200}]} {{(pid=103628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 08 22:23:00.027345 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a4881a7e-ac14-4251-8523-c6487aa3499b {{(pid=103628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 08 22:23:00.027817 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4881a7e-ac14-4251-8523-c6487aa3499b'] response: {'name': 'network-changed', 'server_uuid': '94989391-0b1d-49ca-9e5f-92877f21b5c2', 'tag': '82e7621a-c795-4e95-b128-51da98ab579e', 'status': 'completed', 'code': 200} May 08 22:23:00.086175 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-5b826330-cb53-4d2d-a3e2-8799536b7578 None None] Set router 17ecdb15-e5ed-4214-93e4-a79ec0597a06 gateway port host: dv-cinder-840511-5-iscsi {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:23:00.301263 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-5b826330-cb53-4d2d-a3e2-8799536b7578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ecdb15-e5ed-4214-93e4-a79ec0597a06', 'name': 'tempest-AttachVolumeShelveTestJSON-64060927-router', 'tenant_id': '1ebe3bb7401b4b36966ebb9f16c6c04c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '840f38af-56d2-445b-ac3d-6b71d1698b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:22:39Z', 'updated_at': '2022-05-08T22:22:42Z', 'revision_number': 4, 'project_id': '1ebe3bb7401b4b36966ebb9f16c6c04c', 'gw_port': {'id': '840f38af-56d2-445b-ac3d-6b71d1698b4e', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ecdb15-e5ed-4214-93e4-a79ec0597a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:22:40Z', 'updated_at': '2022-05-08T22:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_floatingips': [{'id': 'de8d6fed-34bf-45ad-b252-f96c36b84807', 'tenant_id': '1ebe3bb7401b4b36966ebb9f16c6c04c', 'floating_ip_address': '172.27.2.222', 'floating_network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'router_id': '17ecdb15-e5ed-4214-93e4-a79ec0597a06', 'port_id': '82e7621a-c795-4e95-b128-51da98ab579e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2962a37b-5c8b-493f-a8f7-204192291fd9', 'mac_address': 'fa:16:3e:51:e0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94989391-0b1d-49ca-9e5f-92877f21b5c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-08T22:22:44Z', 'updated_at': '2022-05-08T22:22:59Z', 'revision_number': 1, 'project_id': '1ebe3bb7401b4b36966ebb9f16c6c04c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09cd7549-d083-47b8-a766-6346703084fb', 'name': '', 'network_id': '2962a37b-5c8b-493f-a8f7-204192291fd9', 'tenant_id': '1ebe3bb7401b4b36966ebb9f16c6c04c', 'mac_address': 'fa:16:3e:f1:fa:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ecdb15-e5ed-4214-93e4-a79ec0597a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '2595fc7c-f188-492f-94ae-311dba05015f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:22:41Z', 'updated_at': '2022-05-08T22:22:45Z', 'revision_number': 5, 'project_id': '1ebe3bb7401b4b36966ebb9f16c6c04c', 'subnets': [{'id': '2595fc7c-f188-492f-94ae-311dba05015f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:23:00.331499 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b826330-cb53-4d2d-a3e2-8799536b7578 None None] Checking router: 17ecdb15-e5ed-4214-93e4-a79ec0597a06 for host: dv-cinder-840511-5-iscsi {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 08 22:23:00.340958 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b826330-cb53-4d2d-a3e2-8799536b7578 None None] Routers {'17ecdb15-e5ed-4214-93e4-a79ec0597a06'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:23:00.341553 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-5b826330-cb53-4d2d-a3e2-8799536b7578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:22:48Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['17ecdb15-e5ed-4214-93e4-a79ec0597a06'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:23:00.344555 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77181f7c-f461-4efb-8da1-322a96d4a794 req-92c01a0b-bc7d-4109-a6cc-a8ffa43d0482 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:23:00.346188 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-77181f7c-f461-4efb-8da1-322a96d4a794 req-92c01a0b-bc7d-4109-a6cc-a8ffa43d0482 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cbc3a45-509d-47bc-893c-e5dd7e364f48 HTTP/1.1" status: 200 len: 943 time: 0.0565324 May 08 22:23:00.397704 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-77181f7c-f461-4efb-8da1-322a96d4a794 req-c6cc2ddb-fdf9-4aee-b159-da10972247ac tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdc836f6-496f-44ae-925c-dc7c52f678f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447857 May 08 22:23:00.450923 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-5b826330-cb53-4d2d-a3e2-8799536b7578 None None] Set router 17ecdb15-e5ed-4214-93e4-a79ec0597a06 gateway port host: dv-cinder-840511-5-iscsi {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:23:00.659572 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-5b826330-cb53-4d2d-a3e2-8799536b7578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ecdb15-e5ed-4214-93e4-a79ec0597a06', 'name': 'tempest-AttachVolumeShelveTestJSON-64060927-router', 'tenant_id': '1ebe3bb7401b4b36966ebb9f16c6c04c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '840f38af-56d2-445b-ac3d-6b71d1698b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:22:39Z', 'updated_at': '2022-05-08T22:22:42Z', 'revision_number': 4, 'project_id': '1ebe3bb7401b4b36966ebb9f16c6c04c', 'gw_port': {'id': '840f38af-56d2-445b-ac3d-6b71d1698b4e', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ecdb15-e5ed-4214-93e4-a79ec0597a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:22:40Z', 'updated_at': '2022-05-08T22:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_floatingips': [{'id': 'de8d6fed-34bf-45ad-b252-f96c36b84807', 'tenant_id': '1ebe3bb7401b4b36966ebb9f16c6c04c', 'floating_ip_address': '172.27.2.222', 'floating_network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'router_id': '17ecdb15-e5ed-4214-93e4-a79ec0597a06', 'port_id': '82e7621a-c795-4e95-b128-51da98ab579e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2962a37b-5c8b-493f-a8f7-204192291fd9', 'mac_address': 'fa:16:3e:51:e0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94989391-0b1d-49ca-9e5f-92877f21b5c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-08T22:22:44Z', 'updated_at': '2022-05-08T22:22:59Z', 'revision_number': 1, 'project_id': '1ebe3bb7401b4b36966ebb9f16c6c04c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09cd7549-d083-47b8-a766-6346703084fb', 'name': '', 'network_id': '2962a37b-5c8b-493f-a8f7-204192291fd9', 'tenant_id': '1ebe3bb7401b4b36966ebb9f16c6c04c', 'mac_address': 'fa:16:3e:f1:fa:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ecdb15-e5ed-4214-93e4-a79ec0597a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '2595fc7c-f188-492f-94ae-311dba05015f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:22:41Z', 'updated_at': '2022-05-08T22:22:45Z', 'revision_number': 5, 'project_id': '1ebe3bb7401b4b36966ebb9f16c6c04c', 'subnets': [{'id': '2595fc7c-f188-492f-94ae-311dba05015f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:23:00.685859 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b826330-cb53-4d2d-a3e2-8799536b7578 None None] The sync data for ids ['17ecdb15-e5ed-4214-93e4-a79ec0597a06'] in dv-cinder-840511-5-iscsi is: [{'id': '17ecdb15-e5ed-4214-93e4-a79ec0597a06', 'name': 'tempest-AttachVolumeShelveTestJSON-64060927-router', 'tenant_id': '1ebe3bb7401b4b36966ebb9f16c6c04c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '840f38af-56d2-445b-ac3d-6b71d1698b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:22:39Z', 'updated_at': '2022-05-08T22:22:42Z', 'revision_number': 4, 'project_id': '1ebe3bb7401b4b36966ebb9f16c6c04c', 'gw_port': {'id': '840f38af-56d2-445b-ac3d-6b71d1698b4e', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ecdb15-e5ed-4214-93e4-a79ec0597a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:22:40Z', 'updated_at': '2022-05-08T22:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_floatingips': [{'id': 'de8d6fed-34bf-45ad-b252-f96c36b84807', 'tenant_id': '1ebe3bb7401b4b36966ebb9f16c6c04c', 'floating_ip_address': '172.27.2.222', 'floating_network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'router_id': '17ecdb15-e5ed-4214-93e4-a79ec0597a06', 'port_id': '82e7621a-c795-4e95-b128-51da98ab579e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2962a37b-5c8b-493f-a8f7-204192291fd9', 'mac_address': 'fa:16:3e:51:e0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94989391-0b1d-49ca-9e5f-92877f21b5c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-08T22:22:44Z', 'updated_at': '2022-05-08T22:22:59Z', 'revision_number': 1, 'project_id': '1ebe3bb7401b4b36966ebb9f16c6c04c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09cd7549-d083-47b8-a766-6346703084fb', 'name': '', 'network_id': '2962a37b-5c8b-493f-a8f7-204192291fd9', 'tenant_id': '1ebe3bb7401b4b36966ebb9f16c6c04c', 'mac_address': 'fa:16:3e:f1:fa:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ecdb15-e5ed-4214-93e4-a79ec0597a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '2595fc7c-f188-492f-94ae-311dba05015f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:22:41Z', 'updated_at': '2022-05-08T22:22:45Z', 'revision_number': 5, 'project_id': '1ebe3bb7401b4b36966ebb9f16c6c04c', 'subnets': [{'id': '2595fc7c-f188-492f-94ae-311dba05015f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 08 22:23:00.888308 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854c9145-034d-4e61-93a1-07f9e226fe30 None None] New status for floating IP de8d6fed-34bf-45ad-b252-f96c36b84807: ACTIVE {{(pid=103630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 08 22:23:00.992200 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d96f9-0b89-4a7d-ba8b-1b99843fc13f req-c29c1b4a-6d54-4dda-9d6d-01c72c962838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:23:00.993828 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-6e3d96f9-0b89-4a7d-ba8b-1b99843fc13f req-c29c1b4a-6d54-4dda-9d6d-01c72c962838 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1ebe3bb7401b4b36966ebb9f16c6c04c&device_id=94989391-0b1d-49ca-9e5f-92877f21b5c2 HTTP/1.1" status: 200 len: 1129 time: 0.0459020 May 08 22:23:01.089504 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d96f9-0b89-4a7d-ba8b-1b99843fc13f req-2363b2d9-6fc1-4bd2-ada3-3c13a4cb99bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:23:01.091032 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-6e3d96f9-0b89-4a7d-ba8b-1b99843fc13f req-2363b2d9-6fc1-4bd2-ada3-3c13a4cb99bf service neutron] 10.222.0.24 "GET /v2.0/networks?id=2962a37b-5c8b-493f-a8f7-204192291fd9 HTTP/1.1" status: 200 len: 916 time: 0.0905614 May 08 22:23:01.448296 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-6e3d96f9-0b89-4a7d-ba8b-1b99843fc13f req-27496b7c-9774-48a0-ac69-b3db50ce9253 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=82e7621a-c795-4e95-b128-51da98ab579e HTTP/1.1" status: 200 len: 1001 time: 0.0640528 May 08 22:23:01.514906 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d96f9-0b89-4a7d-ba8b-1b99843fc13f req-991ea50e-2958-4176-9ff3-ab319b69ed0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:23:01.516454 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-6e3d96f9-0b89-4a7d-ba8b-1b99843fc13f req-991ea50e-2958-4176-9ff3-ab319b69ed0a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2595fc7c-f188-492f-94ae-311dba05015f HTTP/1.1" status: 200 len: 854 time: 0.0525198 May 08 22:23:01.527074 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac351d3a-514d-4e7d-8977-ba0a21389da8 req-bd60b2c7-931c-4cb1-8a8c-3bdd9edc5b5c tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:23:01.528739 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-ac351d3a-514d-4e7d-8977-ba0a21389da8 req-bd60b2c7-931c-4cb1-8a8c-3bdd9edc5b5c tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cbc3a45-509d-47bc-893c-e5dd7e364f48 HTTP/1.1" status: 200 len: 943 time: 0.0463331 May 08 22:23:01.582305 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-ac351d3a-514d-4e7d-8977-ba0a21389da8 req-0eb894a8-00f5-4149-8fb0-858316114a8c tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdc836f6-496f-44ae-925c-dc7c52f678f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480244 May 08 22:23:01.590156 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d96f9-0b89-4a7d-ba8b-1b99843fc13f req-31a10361-cdfd-43fa-b5db-4af8cc1f309d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:23:01.591744 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-6e3d96f9-0b89-4a7d-ba8b-1b99843fc13f req-31a10361-cdfd-43fa-b5db-4af8cc1f309d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2962a37b-5c8b-493f-a8f7-204192291fd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478892 May 08 22:23:01.681664 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-6e3d96f9-0b89-4a7d-ba8b-1b99843fc13f req-fd9834c9-515c-4106-bb50-ce3a9fca4280 service neutron] 10.222.0.24 "GET /v2.0/networks/2962a37b-5c8b-493f-a8f7-204192291fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836847 May 08 22:23:01.779092 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-6e3d96f9-0b89-4a7d-ba8b-1b99843fc13f req-e0dae413-dde7-4540-9840-956b5696c1c8 service neutron] 10.222.0.24 "GET /v2.0/networks/2962a37b-5c8b-493f-a8f7-204192291fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909979 May 08 22:23:02.700909 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a453420f-8de8-44cd-8ecf-712b12f7fc47 req-e6df6f2c-6b2a-4958-87fd-e710be9f81f7 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:23:02.702427 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-a453420f-8de8-44cd-8ecf-712b12f7fc47 req-e6df6f2c-6b2a-4958-87fd-e710be9f81f7 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cbc3a45-509d-47bc-893c-e5dd7e364f48 HTTP/1.1" status: 200 len: 943 time: 0.0516946 May 08 22:23:02.756510 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-a453420f-8de8-44cd-8ecf-712b12f7fc47 req-ef061e99-dc7b-477a-92a4-7c6660c61bb2 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdc836f6-496f-44ae-925c-dc7c52f678f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479589 May 08 22:23:02.818406 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b068c52-88ef-47d3-a406-f75d2f193142 req-8d85dd81-ca65-4f17-8801-667964cb94b0 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:23:02.819888 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-7b068c52-88ef-47d3-a406-f75d2f193142 req-8d85dd81-ca65-4f17-8801-667964cb94b0 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=53151cfa-cbe1-4a29-a17c-2713139a81fb HTTP/1.1" status: 200 len: 945 time: 0.0461302 May 08 22:23:02.869244 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-7b068c52-88ef-47d3-a406-f75d2f193142 req-5f2ec8ea-65bb-4545-a783-5c266b918a33 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa3abbb6-3dd5-4ffc-8af9-153bc4a67d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412893 May 08 22:23:03.630651 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device ba0c26c1-8042-4360-bb22-303466902223 details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=103630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 08 22:23:03.737758 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] For port ba0c26c1-8042-4360-bb22-303466902223, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=ba0c26c1-8042-4360-bb22-303466902223,segment=NetworkSegment(735a76af-a47a-4608-9953-4d27f1f0e7e9),segment_id=735a76af-a47a-4608-9953-4d27f1f0e7e9)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:23:03.749476 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Returning: {'device': 'ba0c26c1-8042-4360-bb22-303466902223', 'network_id': 'e6b2f0e6-c175-43bf-9b5c-34f8ce60d012', 'port_id': 'ba0c26c1-8042-4360-bb22-303466902223', 'mac_address': 'fa:16:3e:64:4d:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce8c7aea-95c0-4231-af51-1dbbdcc77349', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 08 22:23:03.788973 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Current status of the port ba0c26c1-8042-4360-bb22-303466902223 is: DOWN; New status is: BUILD {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:23:03.789366 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (ba0c26c1-8042-4360-bb22-303466902223), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:03.802593 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.notifiers.nova [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba0c26c1-8042-4360-bb22-303466902223 {{(pid=103630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 08 22:23:03.822148 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] For port ba0c26c1-8042-4360-bb22-303466902223, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=ba0c26c1-8042-4360-bb22-303466902223,segment=NetworkSegment(735a76af-a47a-4608-9953-4d27f1f0e7e9),segment_id=735a76af-a47a-4608-9953-4d27f1f0e7e9)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:23:03.828450 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (ba0c26c1-8042-4360-bb22-303466902223), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:03.870644 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de42b0b2-3f6f-4703-95fa-04bc98a22de8 req-79b8acf4-b925-4e0a-acd5-8749af2aef75 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:23:03.872109 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-de42b0b2-3f6f-4703-95fa-04bc98a22de8 req-79b8acf4-b925-4e0a-acd5-8749af2aef75 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cbc3a45-509d-47bc-893c-e5dd7e364f48 HTTP/1.1" status: 200 len: 944 time: 0.0471461 May 08 22:23:03.881953 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Pushing event updated for resources: {'Port': ['ID=ba0c26c1-8042-4360-bb22-303466902223,revision_number=7']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:23:03.922086 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-de42b0b2-3f6f-4703-95fa-04bc98a22de8 req-ce498d5b-0ad6-4832-9311-0ba13415bc14 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdc836f6-496f-44ae-925c-dc7c52f678f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437982 May 08 22:23:03.988085 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7f3958-79ab-4512-ae00-e1944d03dcd0 req-cbd47cc3-0a73-4ee4-8108-a2d6e9a0c530 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:23:03.989554 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-ff7f3958-79ab-4512-ae00-e1944d03dcd0 req-cbd47cc3-0a73-4ee4-8108-a2d6e9a0c530 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=53151cfa-cbe1-4a29-a17c-2713139a81fb HTTP/1.1" status: 200 len: 945 time: 0.0496044 May 08 22:23:04.039577 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-ff7f3958-79ab-4512-ae00-e1944d03dcd0 req-b54d7b7b-03b0-4c8e-8805-011b0b2f6c50 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa3abbb6-3dd5-4ffc-8af9-153bc4a67d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443022 May 08 22:23:04.310113 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] get_ports_and_sgs() called for port_ids ['ba0c26c1-8042-4360-bb22-303466902223'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 08 22:23:04.874267 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcc3ff0-2429-42f1-8a3f-d16814211960 req-228a1908-122f-4d1f-a8a7-a22bf686600c tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:23:04.875860 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-fbcc3ff0-2429-42f1-8a3f-d16814211960 req-228a1908-122f-4d1f-a8a7-a22bf686600c tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.24 "GET /v2.0/ports?device_id=53151cfa-cbe1-4a29-a17c-2713139a81fb HTTP/1.1" status: 200 len: 945 time: 0.0519350 May 08 22:23:04.973436 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-fbcc3ff0-2429-42f1-8a3f-d16814211960 req-d9f2f415-bf80-42e5-9588-fa052daf4d64 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Deleting port 60d04a8b-4841-449b-9974-5a58c9bb498d {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 08 22:23:04.973774 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-fbcc3ff0-2429-42f1-8a3f-d16814211960 req-d9f2f415-bf80-42e5-9588-fa052daf4d64 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791034291685'] for port (60d04a8b-4841-449b-9974-5a58c9bb498d), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:05.038114 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570d8541-8d81-4df4-ae41-621e90fef468 req-c3aff199-6e12-404d-a0eb-852970497b39 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:23:05.039609 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-570d8541-8d81-4df4-ae41-621e90fef468 req-c3aff199-6e12-404d-a0eb-852970497b39 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cbc3a45-509d-47bc-893c-e5dd7e364f48 HTTP/1.1" status: 200 len: 944 time: 0.0479603 May 08 22:23:05.063207 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-fbcc3ff0-2429-42f1-8a3f-d16814211960 req-d9f2f415-bf80-42e5-9588-fa052daf4d64 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] For port 60d04a8b-4841-449b-9974-5a58c9bb498d, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=60d04a8b-4841-449b-9974-5a58c9bb498d,segment=NetworkSegment(1780dade-a5f8-4e6b-b9bd-a988dd8e04e7),segment_id=1780dade-a5f8-4e6b-b9bd-a988dd8e04e7)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:23:05.063598 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-fbcc3ff0-2429-42f1-8a3f-d16814211960 req-d9f2f415-bf80-42e5-9588-fa052daf4d64 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786495'] for port (60d04a8b-4841-449b-9974-5a58c9bb498d), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:05.089265 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-570d8541-8d81-4df4-ae41-621e90fef468 req-a22f3da9-30e1-4c12-9cd6-ed1659eb2805 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdc836f6-496f-44ae-925c-dc7c52f678f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440419 May 08 22:23:05.164941 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57cde7c-cfa5-4de5-8c15-a2f2fb11f228 req-9fb3f234-4f12-4450-8ed0-ea43dff29ec7 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:23:05.166397 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-a57cde7c-cfa5-4de5-8c15-a2f2fb11f228 req-9fb3f234-4f12-4450-8ed0-ea43dff29ec7 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=53151cfa-cbe1-4a29-a17c-2713139a81fb HTTP/1.1" status: 200 len: 945 time: 0.0486033 May 08 22:23:05.214082 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-a57cde7c-cfa5-4de5-8c15-a2f2fb11f228 req-6a86cc8c-c608-4536-b11f-fea2fba3e0cb tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/security-groups?id=fa3abbb6-3dd5-4ffc-8af9-153bc4a67d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416992 May 08 22:23:05.244131 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-fbcc3ff0-2429-42f1-8a3f-d16814211960 req-d9f2f415-bf80-42e5-9588-fa052daf4d64 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:05.244491 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-fbcc3ff0-2429-42f1-8a3f-d16814211960 req-d9f2f415-bf80-42e5-9588-fa052daf4d64 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-788248'] for floatingip (f3f4d0d0-3df5-444d-9557-11bc7b207f26), after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:05.244847 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.db.l3_db [req-fbcc3ff0-2429-42f1-8a3f-d16814211960 req-d9f2f415-bf80-42e5-9588-fa052daf4d64 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Floating IP f3f4d0d0-3df5-444d-9557-11bc7b207f26 disassociated. External IP: 172.27.2.125, port: 60d04a8b-4841-449b-9974-5a58c9bb498d. May 08 22:23:05.245185 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-fbcc3ff0-2429-42f1-8a3f-d16814211960 req-d9f2f415-bf80-42e5-9588-fa052daf4d64 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Calling delete_port for 60d04a8b-4841-449b-9974-5a58c9bb498d owned by compute:nova {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 08 22:23:05.386314 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-fbcc3ff0-2429-42f1-8a3f-d16814211960 req-d9f2f415-bf80-42e5-9588-fa052daf4d64 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791034301049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791034024021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633834'] for port (60d04a8b-4841-449b-9974-5a58c9bb498d), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:05.414034 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f2f415-bf80-42e5-9588-fa052daf4d64 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Pushing event deleted for resources: {'Port': ['ID=60d04a8b-4841-449b-9974-5a58c9bb498d,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:23:05.529080 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fbcc3ff0-2429-42f1-8a3f-d16814211960 req-d9f2f415-bf80-42e5-9588-fa052daf4d64 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Router 8e291ff0-32e4-4e5d-affc-34ff10dda5b3 has already been hosted by L3 agent 69aa2ac4-530d-40c2-a84a-3161d84edf61 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 08 22:23:05.637163 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fbcc3ff0-2429-42f1-8a3f-d16814211960 req-d9f2f415-bf80-42e5-9588-fa052daf4d64 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Notify agent at l3_agent.dv-cinder-840511-5-iscsi the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 08 22:23:05.649601 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69706569-724e-4601-89ae-0c4345af973f None None] Sync routers for ids ['8e291ff0-32e4-4e5d-affc-34ff10dda5b3'] in dv-cinder-840511-5-iscsi {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 08 22:23:05.650838 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device ba0c26c1-8042-4360-bb22-303466902223 up at agent hyperv_hv-cinder-84051 {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 08 22:23:05.661009 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69706569-724e-4601-89ae-0c4345af973f None None] Routers {'8e291ff0-32e4-4e5d-affc-34ff10dda5b3'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:23:05.661845 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-69706569-724e-4601-89ae-0c4345af973f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:22:48Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['8e291ff0-32e4-4e5d-affc-34ff10dda5b3'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:23:05.682261 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbcc3ff0-2429-42f1-8a3f-d16814211960 req-d9f2f415-bf80-42e5-9588-fa052daf4d64 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] No DVR routers for this DVR port 60d04a8b-4841-449b-9974-5a58c9bb498d on host hv-cinder-84051 {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 08 22:23:05.684823 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-fbcc3ff0-2429-42f1-8a3f-d16814211960 req-d9f2f415-bf80-42e5-9588-fa052daf4d64 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870'] for port (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:05.688046 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-fbcc3ff0-2429-42f1-8a3f-d16814211960 req-d9f2f415-bf80-42e5-9588-fa052daf4d64 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.24 "DELETE /v2.0/ports/60d04a8b-4841-449b-9974-5a58c9bb498d HTTP/1.1" status: 204 len: 173 time: 0.8066101 May 08 22:23:05.688510 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53151cfa-cbe1-4a29-a17c-2713139a81fb', 'name': 'network-vif-deleted', 'tag': '60d04a8b-4841-449b-9974-5a58c9bb498d'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 08 22:23:05.690916 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cc8a0c475ac6fe54f5122aa5a8750c48412c688b8f67dba420990604a8daf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4311b3c1-2040-4401-bcb4-3bd9849c8e1d" -d '{"events": [{"server_uuid": "53151cfa-cbe1-4a29-a17c-2713139a81fb", "name": "network-vif-deleted", "tag": "60d04a8b-4841-449b-9974-5a58c9bb498d"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 08 22:23:05.700773 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Provisioning complete for port ba0c26c1-8042-4360-bb22-303466902223 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:23:05.701163 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (ba0c26c1-8042-4360-bb22-303466902223), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:05.726084 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 08 May 2022 22:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00c0320d-cbe4-4594-8f43-8167ee79cc39 x-openstack-request-id: req-00c0320d-cbe4-4594-8f43-8167ee79cc39 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 08 22:23:05.726568 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53151cfa-cbe1-4a29-a17c-2713139a81fb", "name": "network-vif-deleted", "tag": "60d04a8b-4841-449b-9974-5a58c9bb498d", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 08 22:23:05.727002 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-00c0320d-cbe4-4594-8f43-8167ee79cc39 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 08 22:23:05.727562 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00c0320d-cbe4-4594-8f43-8167ee79cc39'] response: {'server_uuid': '53151cfa-cbe1-4a29-a17c-2713139a81fb', 'name': 'network-vif-deleted', 'tag': '60d04a8b-4841-449b-9974-5a58c9bb498d', 'status': 'completed', 'code': 200} May 08 22:23:05.790150 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Current status of the port ba0c26c1-8042-4360-bb22-303466902223 is: BUILD; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:23:05.790539 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (ba0c26c1-8042-4360-bb22-303466902223), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:05.803379 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-69706569-724e-4601-89ae-0c4345af973f None None] Set router 8e291ff0-32e4-4e5d-affc-34ff10dda5b3 gateway port host: dv-cinder-840511-5-iscsi {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:23:05.842132 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] For port ba0c26c1-8042-4360-bb22-303466902223, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=ba0c26c1-8042-4360-bb22-303466902223,segment=NetworkSegment(735a76af-a47a-4608-9953-4d27f1f0e7e9),segment_id=735a76af-a47a-4608-9953-4d27f1f0e7e9)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:23:05.843669 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cbc3a45-509d-47bc-893c-e5dd7e364f48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba0c26c1-8042-4360-bb22-303466902223'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 08 22:23:05.847010 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bcef9e280bae9da70c0250555725ec84c8fe71b1405edcfc00240691fe86bce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62d12bb5-a20c-44df-a25d-96ed52ce9ad8" -d '{"events": [{"server_uuid": "5cbc3a45-509d-47bc-893c-e5dd7e364f48", "name": "network-vif-plugged", "status": "completed", "tag": "ba0c26c1-8042-4360-bb22-303466902223"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 08 22:23:05.852712 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (ba0c26c1-8042-4360-bb22-303466902223), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:05.899543 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 08 May 2022 22:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f7df0c-8965-43cd-a051-ee779ffb51fb x-openstack-request-id: req-92f7df0c-8965-43cd-a051-ee779ffb51fb {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 08 22:23:05.899857 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cbc3a45-509d-47bc-893c-e5dd7e364f48", "name": "network-vif-plugged", "status": "completed", "tag": "ba0c26c1-8042-4360-bb22-303466902223", "code": 200}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 08 22:23:05.900099 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-92f7df0c-8965-43cd-a051-ee779ffb51fb {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 08 22:23:05.900775 dv-cinder-840511-5-iscsi neutron-server[103630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92f7df0c-8965-43cd-a051-ee779ffb51fb'] response: {'server_uuid': '5cbc3a45-509d-47bc-893c-e5dd7e364f48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba0c26c1-8042-4360-bb22-303466902223', 'code': 200} May 08 22:23:05.921897 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Pushing event updated for resources: {'Port': ['ID=ba0c26c1-8042-4360-bb22-303466902223,revision_number=8']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:23:06.029538 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-69706569-724e-4601-89ae-0c4345af973f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'name': 'tempest-AttachVolumeNegativeTest-1605491633-router', 'tenant_id': '489bde08b9284b5f8e5eb2ebc398b963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '2a091782-ccc9-48ce-b046-9b493d4f29d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:15:08Z', 'updated_at': '2022-05-08T22:15:17Z', 'revision_number': 4, 'project_id': '489bde08b9284b5f8e5eb2ebc398b963', 'gw_port': {'id': '2a091782-ccc9-48ce-b046-9b493d4f29d4', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ff:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:10Z', 'updated_at': '2022-05-08T22:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_interfaces': [{'id': '6deee425-784f-4ef9-823b-d791d7155c4e', 'name': '', 'network_id': 'a4734e2d-d908-4b8e-b542-dd83675e0c99', 'tenant_id': '489bde08b9284b5f8e5eb2ebc398b963', 'mac_address': 'fa:16:3e:e1:09:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7cb890a2-14d2-4c0b-a82b-863c0417b5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:16Z', 'updated_at': '2022-05-08T22:15:34Z', 'revision_number': 5, 'project_id': '489bde08b9284b5f8e5eb2ebc398b963', 'subnets': [{'id': '7cb890a2-14d2-4c0b-a82b-863c0417b5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:23:06.056082 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69706569-724e-4601-89ae-0c4345af973f None None] Checking router: 8e291ff0-32e4-4e5d-affc-34ff10dda5b3 for host: dv-cinder-840511-5-iscsi {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 08 22:23:06.064485 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69706569-724e-4601-89ae-0c4345af973f None None] Routers {'8e291ff0-32e4-4e5d-affc-34ff10dda5b3'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:23:06.065109 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-69706569-724e-4601-89ae-0c4345af973f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:22:48Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['8e291ff0-32e4-4e5d-affc-34ff10dda5b3'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:23:06.172102 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-69706569-724e-4601-89ae-0c4345af973f None None] Set router 8e291ff0-32e4-4e5d-affc-34ff10dda5b3 gateway port host: dv-cinder-840511-5-iscsi {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:23:06.208792 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99df5933-d15d-46d2-9175-0835d87b9c46 req-67dbd75d-0dea-40b0-ae29-c7d0f64f89ba tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:23:06.210206 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-99df5933-d15d-46d2-9175-0835d87b9c46 req-67dbd75d-0dea-40b0-ae29-c7d0f64f89ba tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cbc3a45-509d-47bc-893c-e5dd7e364f48 HTTP/1.1" status: 200 len: 945 time: 0.0484054 May 08 22:23:06.267255 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-99df5933-d15d-46d2-9175-0835d87b9c46 req-962c3891-6003-4966-8dde-2828cf08c3a2 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdc836f6-496f-44ae-925c-dc7c52f678f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504317 May 08 22:23:06.349192 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-34702546-ecdf-4bd7-9848-37e9dbffaa39 req-d6a2aefa-2c29-4f97-9d33-684192e7e4aa tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=53151cfa-cbe1-4a29-a17c-2713139a81fb HTTP/1.1" status: 200 len: 210 time: 0.0434439 May 08 22:23:06.398251 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eed793-df45-404f-8604-a849799b6127 req-d1fa8a91-6645-4f4c-ac43-76cb4f837a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:23:06.399950 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-52eed793-df45-404f-8604-a849799b6127 req-d1fa8a91-6645-4f4c-ac43-76cb4f837a18 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5cbc3a45-509d-47bc-893c-e5dd7e364f48 HTTP/1.1" status: 200 len: 1129 time: 0.0585899 May 08 22:23:06.453060 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-52eed793-df45-404f-8604-a849799b6127 req-156a020f-9466-4c94-bc64-5f2774f780c1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=cdc836f6-496f-44ae-925c-dc7c52f678f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464151 May 08 22:23:06.489727 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-69706569-724e-4601-89ae-0c4345af973f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'name': 'tempest-AttachVolumeNegativeTest-1605491633-router', 'tenant_id': '489bde08b9284b5f8e5eb2ebc398b963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '2a091782-ccc9-48ce-b046-9b493d4f29d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:15:08Z', 'updated_at': '2022-05-08T22:15:17Z', 'revision_number': 4, 'project_id': '489bde08b9284b5f8e5eb2ebc398b963', 'gw_port': {'id': '2a091782-ccc9-48ce-b046-9b493d4f29d4', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ff:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:10Z', 'updated_at': '2022-05-08T22:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_interfaces': [{'id': '6deee425-784f-4ef9-823b-d791d7155c4e', 'name': '', 'network_id': 'a4734e2d-d908-4b8e-b542-dd83675e0c99', 'tenant_id': '489bde08b9284b5f8e5eb2ebc398b963', 'mac_address': 'fa:16:3e:e1:09:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7cb890a2-14d2-4c0b-a82b-863c0417b5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:16Z', 'updated_at': '2022-05-08T22:15:34Z', 'revision_number': 5, 'project_id': '489bde08b9284b5f8e5eb2ebc398b963', 'subnets': [{'id': '7cb890a2-14d2-4c0b-a82b-863c0417b5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:23:06.515842 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69706569-724e-4601-89ae-0c4345af973f None None] The sync data for ids ['8e291ff0-32e4-4e5d-affc-34ff10dda5b3'] in dv-cinder-840511-5-iscsi is: [{'id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'name': 'tempest-AttachVolumeNegativeTest-1605491633-router', 'tenant_id': '489bde08b9284b5f8e5eb2ebc398b963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '2a091782-ccc9-48ce-b046-9b493d4f29d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:15:08Z', 'updated_at': '2022-05-08T22:15:17Z', 'revision_number': 4, 'project_id': '489bde08b9284b5f8e5eb2ebc398b963', 'gw_port': {'id': '2a091782-ccc9-48ce-b046-9b493d4f29d4', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ff:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:10Z', 'updated_at': '2022-05-08T22:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_interfaces': [{'id': '6deee425-784f-4ef9-823b-d791d7155c4e', 'name': '', 'network_id': 'a4734e2d-d908-4b8e-b542-dd83675e0c99', 'tenant_id': '489bde08b9284b5f8e5eb2ebc398b963', 'mac_address': 'fa:16:3e:e1:09:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7cb890a2-14d2-4c0b-a82b-863c0417b5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:16Z', 'updated_at': '2022-05-08T22:15:34Z', 'revision_number': 5, 'project_id': '489bde08b9284b5f8e5eb2ebc398b963', 'subnets': [{'id': '7cb890a2-14d2-4c0b-a82b-863c0417b5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 08 22:23:06.737293 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af91a0c0-e267-426c-b658-bf3869511581 None None] New status for floating IP f3f4d0d0-3df5-444d-9557-11bc7b207f26: DOWN {{(pid=103630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 08 22:23:07.406694 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafda19d-2a45-4913-94d4-42fb7fcc8e1c req-376e009f-cdcc-49cf-a3e3-320dbb01b642 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:23:07.406694 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-cafda19d-2a45-4913-94d4-42fb7fcc8e1c req-376e009f-cdcc-49cf-a3e3-320dbb01b642 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cbc3a45-509d-47bc-893c-e5dd7e364f48 HTTP/1.1" status: 200 len: 945 time: 0.0567045 May 08 22:23:07.439374 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 56500) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:23:07.475869 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-cafda19d-2a45-4913-94d4-42fb7fcc8e1c req-575ca757-40b3-4ed1-bc89-b1781df28993 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdc836f6-496f-44ae-925c-dc7c52f678f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633841 May 08 22:23:07.506724 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b461b472-8960-4098-9a43-2cfa8f8f735b tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks [] for security_group (fa3abbb6-3dd5-4ffc-8af9-153bc4a67d9b), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:07.530144 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b461b472-8960-4098-9a43-2cfa8f8f735b tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks [] for security_group (fa3abbb6-3dd5-4ffc-8af9-153bc4a67d9b), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:07.578532 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b461b472-8960-4098-9a43-2cfa8f8f735b tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (fa3abbb6-3dd5-4ffc-8af9-153bc4a67d9b), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:07.581020 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b461b472-8960-4098-9a43-2cfa8f8f735b tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks [] for security_group (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:07.582152 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-b461b472-8960-4098-9a43-2cfa8f8f735b tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "DELETE /v2.0/security-groups/fa3abbb6-3dd5-4ffc-8af9-153bc4a67d9b HTTP/1.1" status: 204 len: 168 time: 0.1418078 May 08 22:23:07.585223 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 56502) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:23:07.591330 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b461b472-8960-4098-9a43-2cfa8f8f735b tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa3abbb6-3dd5-4ffc-8af9-153bc4a67d9b,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:23:07.602399 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.api.v2.resource [None req-2db1e9dd-1720-4117-a6dc-787338c0b65a tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] show failed (client error): The resource could not be found. May 08 22:23:07.603429 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-2db1e9dd-1720-4117-a6dc-787338c0b65a tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/security-groups/fa3abbb6-3dd5-4ffc-8af9-153bc4a67d9b HTTP/1.1" status: 404 len: 347 time: 0.0171947 May 08 22:23:07.606425 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 56504) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:23:07.724049 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-972a5910-8f59-4b5d-8550-4b66df7783a2 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Deleting port 893a3598-8a29-4883-aaa2-2b3d61fd51a0 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 08 22:23:07.724385 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-972a5910-8f59-4b5d-8550-4b66df7783a2 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791034291685'] for port (893a3598-8a29-4883-aaa2-2b3d61fd51a0), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:07.805810 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-972a5910-8f59-4b5d-8550-4b66df7783a2 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786495'] for port (893a3598-8a29-4883-aaa2-2b3d61fd51a0), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:07.806098 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-972a5910-8f59-4b5d-8550-4b66df7783a2 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks [] for floatingip (893a3598-8a29-4883-aaa2-2b3d61fd51a0), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:07.819697 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-972a5910-8f59-4b5d-8550-4b66df7783a2 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Calling delete_port for 893a3598-8a29-4883-aaa2-2b3d61fd51a0 owned by network:floatingip {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 08 22:23:07.954696 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-972a5910-8f59-4b5d-8550-4b66df7783a2 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791034301049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791034024021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59173228'] for port (893a3598-8a29-4883-aaa2-2b3d61fd51a0), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:07.979001 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972a5910-8f59-4b5d-8550-4b66df7783a2 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Pushing event deleted for resources: {'Port': ['ID=893a3598-8a29-4883-aaa2-2b3d61fd51a0,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:23:08.038221 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-972a5910-8f59-4b5d-8550-4b66df7783a2 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks [] for floatingip (f3f4d0d0-3df5-444d-9557-11bc7b207f26), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:08.040726 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-972a5910-8f59-4b5d-8550-4b66df7783a2 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870'] for floatingip (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:08.041856 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-972a5910-8f59-4b5d-8550-4b66df7783a2 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "DELETE /v2.0/floatingips/f3f4d0d0-3df5-444d-9557-11bc7b207f26 HTTP/1.1" status: 204 len: 168 time: 0.4344935 May 08 22:23:08.496628 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 56508) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:23:08.501460 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [None req-55ea606d-6ad9-4623-89f8-0a8cba7d06ba tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Request body: {'security_group': {'name': 'tempest-securitygroup--67529267', 'description': 'tempest-description--586171403'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:23:08.523733 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-55ea606d-6ad9-4623-89f8-0a8cba7d06ba tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks [] for security_group (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:08.596836 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579cfeed-cf40-4a04-806d-00df2edfea88 req-a015c856-d7fd-43d2-b2f9-0754e83d3f08 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:23:08.598361 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-579cfeed-cf40-4a04-806d-00df2edfea88 req-a015c856-d7fd-43d2-b2f9-0754e83d3f08 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cbc3a45-509d-47bc-893c-e5dd7e364f48 HTTP/1.1" status: 200 len: 945 time: 0.0510151 May 08 22:23:08.600158 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-55ea606d-6ad9-4623-89f8-0a8cba7d06ba tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks [] for security_group (17cdcd8f-7b97-44c9-885c-0332380eae6b), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:08.604987 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-55ea606d-6ad9-4623-89f8-0a8cba7d06ba tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (17cdcd8f-7b97-44c9-885c-0332380eae6b), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:08.638778 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-55ea606d-6ad9-4623-89f8-0a8cba7d06ba tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks [] for security_group (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:08.640031 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-55ea606d-6ad9-4623-89f8-0a8cba7d06ba tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1423135 May 08 22:23:08.640907 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ea606d-6ad9-4623-89f8-0a8cba7d06ba tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17cdcd8f-7b97-44c9-885c-0332380eae6b,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:23:08.644799 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 56512) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:23:08.650230 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [None req-e7855f0c-b176-44d0-9ef9-c79d16388c5b tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Request body: {'security_group_rule': {'security_group_id': '17cdcd8f-7b97-44c9-885c-0332380eae6b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:23:08.677978 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-579cfeed-cf40-4a04-806d-00df2edfea88 req-5b1396d2-f003-4c19-b74b-97d9d8c3637d tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdc836f6-496f-44ae-925c-dc7c52f678f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713241 May 08 22:23:08.679266 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e7855f0c-b176-44d0-9ef9-c79d16388c5b tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks [] for security_group_rule (aafbc898-1b7f-4487-ac52-28c9f70922cf), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:08.734801 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e7855f0c-b176-44d0-9ef9-c79d16388c5b tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks [] for security_group_rule (aafbc898-1b7f-4487-ac52-28c9f70922cf), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:08.739700 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e7855f0c-b176-44d0-9ef9-c79d16388c5b tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571357'] for security_group_rule (aafbc898-1b7f-4487-ac52-28c9f70922cf), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:08.757765 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7855f0c-b176-44d0-9ef9-c79d16388c5b tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aafbc898-1b7f-4487-ac52-28c9f70922cf,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:23:08.764280 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e7855f0c-b176-44d0-9ef9-c79d16388c5b tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:08.765581 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-e7855f0c-b176-44d0-9ef9-c79d16388c5b tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1195507 May 08 22:23:08.768326 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 56516) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:23:08.773271 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [None req-a9fdca19-0392-43d3-a5cb-52fb56457c2f tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Request body: {'security_group_rule': {'security_group_id': '17cdcd8f-7b97-44c9-885c-0332380eae6b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:23:08.800034 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a9fdca19-0392-43d3-a5cb-52fb56457c2f tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks [] for security_group_rule (d429d6b3-038e-4962-ab5f-b0e8eab67efb), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:08.862061 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a9fdca19-0392-43d3-a5cb-52fb56457c2f tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks [] for security_group_rule (d429d6b3-038e-4962-ab5f-b0e8eab67efb), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:08.867129 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a9fdca19-0392-43d3-a5cb-52fb56457c2f tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571357'] for security_group_rule (d429d6b3-038e-4962-ab5f-b0e8eab67efb), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:08.885141 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fdca19-0392-43d3-a5cb-52fb56457c2f tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d429d6b3-038e-4962-ab5f-b0e8eab67efb,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:23:08.894364 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a9fdca19-0392-43d3-a5cb-52fb56457c2f tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:08.895560 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-a9fdca19-0392-43d3-a5cb-52fb56457c2f tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1262441 May 08 22:23:08.898773 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 56518) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:23:08.903220 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [None req-87e0c1a9-b293-4c6e-8e74-ed3016e5fe4a tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Request body: {'floatingip': {'floating_network_id': '542aeef6-5046-439a-aa53-dc46759766dd'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:23:08.925791 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-87e0c1a9-b293-4c6e-8e74-ed3016e5fe4a tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:09.013832 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-87e0c1a9-b293-4c6e-8e74-ed3016e5fe4a tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:09.125342 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-87e0c1a9-b293-4c6e-8e74-ed3016e5fe4a tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Allocated IP 172.27.2.174 (542aeef6-5046-439a-aa53-dc46759766dd/c1306b94-a9cc-4730-bd7d-1800cb77959d/bbc8b432-dc66-4c1d-aaae-4e3f2775dc68) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 08 22:23:09.232425 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-87e0c1a9-b293-4c6e-8e74-ed3016e5fe4a tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks [] for port (bbc8b432-dc66-4c1d-aaae-4e3f2775dc68), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:09.267593 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-87e0c1a9-b293-4c6e-8e74-ed3016e5fe4a tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791034024012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633834'] for port (bbc8b432-dc66-4c1d-aaae-4e3f2775dc68), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:09.304402 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e0c1a9-b293-4c6e-8e74-ed3016e5fe4a tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Network 542aeef6-5046-439a-aa53-dc46759766dd is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 08 22:23:09.308298 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-87e0c1a9-b293-4c6e-8e74-ed3016e5fe4a tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:23:09.315657 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e0c1a9-b293-4c6e-8e74-ed3016e5fe4a tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 08 22:23:09.321282 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e0c1a9-b293-4c6e-8e74-ed3016e5fe4a tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Pushing event updated for resources: {'Port': ['ID=bbc8b432-dc66-4c1d-aaae-4e3f2775dc68,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:23:09.405759 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-87e0c1a9-b293-4c6e-8e74-ed3016e5fe4a tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks [] for floatingip (41e396a1-eff7-4d0b-b468-555dcd9247f6), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:09.445017 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-87e0c1a9-b293-4c6e-8e74-ed3016e5fe4a tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (bbc8b432-dc66-4c1d-aaae-4e3f2775dc68), before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:09.596995 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-87e0c1a9-b293-4c6e-8e74-ed3016e5fe4a tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks [] for port (bbc8b432-dc66-4c1d-aaae-4e3f2775dc68), precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:09.603963 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-87e0c1a9-b293-4c6e-8e74-ed3016e5fe4a tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59633821'] for port (bbc8b432-dc66-4c1d-aaae-4e3f2775dc68), after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:09.661921 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device 60d04a8b-4841-449b-9974-5a58c9bb498d no longer exists at agent hyperv_hv-cinder-84051 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 08 22:23:09.667799 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e0c1a9-b293-4c6e-8e74-ed3016e5fe4a tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Pushing event updated for resources: {'Port': ['ID=bbc8b432-dc66-4c1d-aaae-4e3f2775dc68,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:23:09.681126 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-87e0c1a9-b293-4c6e-8e74-ed3016e5fe4a tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-788248'] for floatingip (41e396a1-eff7-4d0b-b468-555dcd9247f6), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:09.682673 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] No Port match for: 60d04a8b-4841-449b-9974-5a58c9bb498d {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 08 22:23:09.683019 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device 60d04a8b-4841-449b-9974-5a58c9bb498d not bound to the agent host hv-cinder-84051 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 08 22:23:09.698180 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-87e0c1a9-b293-4c6e-8e74-ed3016e5fe4a tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870'] for floatingip (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:09.699400 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-87e0c1a9-b293-4c6e-8e74-ed3016e5fe4a tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7997108 May 08 22:23:09.923910 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-a0ae152d-e9f2-4bba-ae5e-e3d1f8649c64 req-4e67e1c1-e3a2-409b-9119-71308f807f7c tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--67529267&fields=id&tenant_id=489bde08b9284b5f8e5eb2ebc398b963 HTTP/1.1" status: 200 len: 267 time: 0.0506589 May 08 22:23:10.047280 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae152d-e9f2-4bba-ae5e-e3d1f8649c64 req-ae7c6ad7-3230-46a9-a332-4a5e2859564b tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:23:10.048926 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-a0ae152d-e9f2-4bba-ae5e-e3d1f8649c64 req-ae7c6ad7-3230-46a9-a332-4a5e2859564b tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/networks?id=a4734e2d-d908-4b8e-b542-dd83675e0c99 HTTP/1.1" status: 200 len: 815 time: 0.1153724 May 08 22:23:10.068344 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-a0ae152d-e9f2-4bba-ae5e-e3d1f8649c64 req-5cd5837e-22e1-4cbe-9bbf-824ae4252891 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/quotas/489bde08b9284b5f8e5eb2ebc398b963 HTTP/1.1" status: 200 len: 375 time: 0.0108247 May 08 22:23:10.136789 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-a0ae152d-e9f2-4bba-ae5e-e3d1f8649c64 req-09a14d25-b5b0-4488-9f4f-e77522daed78 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=489bde08b9284b5f8e5eb2ebc398b963&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0620713 May 08 22:23:10.239846 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-a0ae152d-e9f2-4bba-ae5e-e3d1f8649c64 req-a5e03565-b92d-40da-9e04-b6fff9f3746b service neutron] 10.222.0.44 "GET /v2.0/networks/a4734e2d-d908-4b8e-b542-dd83675e0c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904129 May 08 22:23:10.277366 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (50086534-3b0f-4edb-899f-da05c46c2546), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:10.354391 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-a0ae152d-e9f2-4bba-ae5e-e3d1f8649c64 req-03021b58-1750-4947-9a06-bc81bc24466d service neutron] 10.222.0.44 "GET /v2.0/networks/a4734e2d-d908-4b8e-b542-dd83675e0c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087854 May 08 22:23:10.523730 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-8234c64f-f754-4089-a2c8-66aaa5f15f4d req-479c8abc-4c76-4dd6-a157-b47aa183e631 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ef78d63-dc26-484d-ab33-a27a92c0e0bf HTTP/1.1" status: 200 len: 210 time: 0.0298820 May 08 22:23:11.633028 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-004c6981-d23e-4f00-9447-864297166258 req-fcd24652-d265-43d9-bb73-1ba6624900b8 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ef78d63-dc26-484d-ab33-a27a92c0e0bf HTTP/1.1" status: 200 len: 210 time: 0.0315711 May 08 22:23:11.672106 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae152d-e9f2-4bba-ae5e-e3d1f8649c64 req-b40829cd-2b07-4d5f-b793-1bfc3fe38507 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:23:11.673686 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-a0ae152d-e9f2-4bba-ae5e-e3d1f8649c64 req-b40829cd-2b07-4d5f-b793-1bfc3fe38507 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.24 "GET /v2.0/networks?id=a4734e2d-d908-4b8e-b542-dd83675e0c99 HTTP/1.1" status: 200 len: 815 time: 0.1157219 May 08 22:23:11.747073 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-a0ae152d-e9f2-4bba-ae5e-e3d1f8649c64 req-3a4db2b6-fb27-4a43-93ea-57bee9d99303 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=489bde08b9284b5f8e5eb2ebc398b963 HTTP/1.1" status: 200 len: 378 time: 0.0562859 May 08 22:23:11.868162 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [req-a0ae152d-e9f2-4bba-ae5e-e3d1f8649c64 req-350dc4ac-c584-4e4b-8faf-e5152a70ce8e tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Request body: {'port': {'device_id': '6ef78d63-dc26-484d-ab33-a27a92c0e0bf', 'network_id': 'a4734e2d-d908-4b8e-b542-dd83675e0c99', 'admin_state_up': True, 'tenant_id': '489bde08b9284b5f8e5eb2ebc398b963', 'security_groups': ['17cdcd8f-7b97-44c9-885c-0332380eae6b']}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:23:11.977395 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0ae152d-e9f2-4bba-ae5e-e3d1f8649c64 req-350dc4ac-c584-4e4b-8faf-e5152a70ce8e tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Made reservation on behalf of 489bde08b9284b5f8e5eb2ebc398b963 for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 08 22:23:11.981120 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-a0ae152d-e9f2-4bba-ae5e-e3d1f8649c64 req-350dc4ac-c584-4e4b-8faf-e5152a70ce8e tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:12.107885 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [req-a0ae152d-e9f2-4bba-ae5e-e3d1f8649c64 req-350dc4ac-c584-4e4b-8faf-e5152a70ce8e tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Allocated IP 172.20.0.14 (a4734e2d-d908-4b8e-b542-dd83675e0c99/7cb890a2-14d2-4c0b-a82b-863c0417b5f3/ddc9aa1e-13cd-45a6-9362-510fb1f7fcd5) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 08 22:23:12.257113 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-a0ae152d-e9f2-4bba-ae5e-e3d1f8649c64 req-350dc4ac-c584-4e4b-8faf-e5152a70ce8e tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks [] for port (ddc9aa1e-13cd-45a6-9362-510fb1f7fcd5), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:12.296334 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-a0ae152d-e9f2-4bba-ae5e-e3d1f8649c64 req-350dc4ac-c584-4e4b-8faf-e5152a70ce8e tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791034024012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633834'] for port (ddc9aa1e-13cd-45a6-9362-510fb1f7fcd5), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:12.336788 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0ae152d-e9f2-4bba-ae5e-e3d1f8649c64 req-350dc4ac-c584-4e4b-8faf-e5152a70ce8e tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Network a4734e2d-d908-4b8e-b542-dd83675e0c99 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 08 22:23:12.340278 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [req-a0ae152d-e9f2-4bba-ae5e-e3d1f8649c64 req-350dc4ac-c584-4e4b-8faf-e5152a70ce8e tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:23:12.346919 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0ae152d-e9f2-4bba-ae5e-e3d1f8649c64 req-350dc4ac-c584-4e4b-8faf-e5152a70ce8e tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 08 22:23:12.370523 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350dc4ac-c584-4e4b-8faf-e5152a70ce8e tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Pushing event updated for resources: {'Port': ['ID=ddc9aa1e-13cd-45a6-9362-510fb1f7fcd5,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:23:12.401266 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae152d-e9f2-4bba-ae5e-e3d1f8649c64 req-350dc4ac-c584-4e4b-8faf-e5152a70ce8e tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:23:12.401865 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-a0ae152d-e9f2-4bba-ae5e-e3d1f8649c64 req-350dc4ac-c584-4e4b-8faf-e5152a70ce8e tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870'] for port (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:12.421415 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-a0ae152d-e9f2-4bba-ae5e-e3d1f8649c64 req-350dc4ac-c584-4e4b-8faf-e5152a70ce8e tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5572488 May 08 22:23:12.443229 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [req-a0ae152d-e9f2-4bba-ae5e-e3d1f8649c64 req-1bb4b979-4280-46d7-a513-9e864130055d service neutron] Request body: {'port': {'device_id': '6ef78d63-dc26-484d-ab33-a27a92c0e0bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:23:12.508244 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-a0ae152d-e9f2-4bba-ae5e-e3d1f8649c64 req-1bb4b979-4280-46d7-a513-9e864130055d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (ddc9aa1e-13cd-45a6-9362-510fb1f7fcd5), before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:12.603125 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-2fc5fd8e-969e-4943-a507-a0072d7b6c92 None None] Provisioning complete for port ddc9aa1e-13cd-45a6-9362-510fb1f7fcd5 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:23:12.603767 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-2fc5fd8e-969e-4943-a507-a0072d7b6c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (ddc9aa1e-13cd-45a6-9362-510fb1f7fcd5), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:12.637683 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-2fc5fd8e-969e-4943-a507-a0072d7b6c92 None None] Port ddc9aa1e-13cd-45a6-9362-510fb1f7fcd5 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 08 22:23:12.747252 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec433fef-0906-4e50-881b-73584727e4ea req-142e93b1-4193-4e4a-bf65-a2e2e32590cd tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:23:12.748725 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-ec433fef-0906-4e50-881b-73584727e4ea req-142e93b1-4193-4e4a-bf65-a2e2e32590cd tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ef78d63-dc26-484d-ab33-a27a92c0e0bf HTTP/1.1" status: 200 len: 932 time: 0.0473249 May 08 22:23:12.775520 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.notifiers.nova [req-a0ae152d-e9f2-4bba-ae5e-e3d1f8649c64 req-1bb4b979-4280-46d7-a513-9e864130055d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddc9aa1e-13cd-45a6-9362-510fb1f7fcd5 {{(pid=103629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 08 22:23:12.783139 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-a0ae152d-e9f2-4bba-ae5e-e3d1f8649c64 req-1bb4b979-4280-46d7-a513-9e864130055d service neutron] Publish callbacks [] for port (ddc9aa1e-13cd-45a6-9362-510fb1f7fcd5), precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:12.795779 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-ec433fef-0906-4e50-881b-73584727e4ea req-5e62b931-a3bc-421c-88af-da3d1ad08d48 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/security-groups?id=17cdcd8f-7b97-44c9-885c-0332380eae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410368 May 08 22:23:12.796001 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.provisioning_blocks [req-a0ae152d-e9f2-4bba-ae5e-e3d1f8649c64 req-1bb4b979-4280-46d7-a513-9e864130055d service neutron] Transition to ACTIVE for port object ddc9aa1e-13cd-45a6-9362-510fb1f7fcd5 will not be triggered until provisioned by entity L2. {{(pid=103629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 08 22:23:12.802722 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-a0ae152d-e9f2-4bba-ae5e-e3d1f8649c64 req-1bb4b979-4280-46d7-a513-9e864130055d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59633821'] for port (ddc9aa1e-13cd-45a6-9362-510fb1f7fcd5), after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:12.886851 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb4b979-4280-46d7-a513-9e864130055d service neutron] Pushing event updated for resources: {'Port': ['ID=ddc9aa1e-13cd-45a6-9362-510fb1f7fcd5,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:23:12.936207 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-a0ae152d-e9f2-4bba-ae5e-e3d1f8649c64 req-1bb4b979-4280-46d7-a513-9e864130055d service neutron] Attempting to bind port ddc9aa1e-13cd-45a6-9362-510fb1f7fcd5 on host hv-cinder-84051 for vnic_type normal with profile {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 08 22:23:12.936583 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-a0ae152d-e9f2-4bba-ae5e-e3d1f8649c64 req-1bb4b979-4280-46d7-a513-9e864130055d service neutron] Attempting to bind port ddc9aa1e-13cd-45a6-9362-510fb1f7fcd5 by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': '1780dade-a5f8-4e6b-b9bd-a988dd8e04e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a4734e2d-d908-4b8e-b542-dd83675e0c99'}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 08 22:23:12.936916 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ae152d-e9f2-4bba-ae5e-e3d1f8649c64 req-1bb4b979-4280-46d7-a513-9e864130055d service neutron] Attempting to bind port ddc9aa1e-13cd-45a6-9362-510fb1f7fcd5 on network a4734e2d-d908-4b8e-b542-dd83675e0c99 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 08 22:23:12.941518 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ae152d-e9f2-4bba-ae5e-e3d1f8649c64 req-1bb4b979-4280-46d7-a513-9e864130055d service neutron] Port ddc9aa1e-13cd-45a6-9362-510fb1f7fcd5 on network a4734e2d-d908-4b8e-b542-dd83675e0c99 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 08 22:23:12.941840 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ae152d-e9f2-4bba-ae5e-e3d1f8649c64 req-1bb4b979-4280-46d7-a513-9e864130055d service neutron] Attempting to bind port ddc9aa1e-13cd-45a6-9362-510fb1f7fcd5 on network a4734e2d-d908-4b8e-b542-dd83675e0c99 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 08 22:23:12.946851 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ae152d-e9f2-4bba-ae5e-e3d1f8649c64 req-1bb4b979-4280-46d7-a513-9e864130055d service neutron] Checking agent: {'id': '50086534-3b0f-4edb-899f-da05c46c2546', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 8, 22, 13, 10), 'started_at': datetime.datetime(2022, 5, 8, 22, 13, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 8, 22, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 08 22:23:12.947183 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ae152d-e9f2-4bba-ae5e-e3d1f8649c64 req-1bb4b979-4280-46d7-a513-9e864130055d service neutron] Checking segment: {'id': '1780dade-a5f8-4e6b-b9bd-a988dd8e04e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a4734e2d-d908-4b8e-b542-dd83675e0c99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 08 22:23:12.947563 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ae152d-e9f2-4bba-ae5e-e3d1f8649c64 req-1bb4b979-4280-46d7-a513-9e864130055d service neutron] Bound using segment: {'id': '1780dade-a5f8-4e6b-b9bd-a988dd8e04e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a4734e2d-d908-4b8e-b542-dd83675e0c99'} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 08 22:23:12.947981 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-a0ae152d-e9f2-4bba-ae5e-e3d1f8649c64 req-1bb4b979-4280-46d7-a513-9e864130055d service neutron] Bound port: ddc9aa1e-13cd-45a6-9362-510fb1f7fcd5, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1780dade-a5f8-4e6b-b9bd-a988dd8e04e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a4734e2d-d908-4b8e-b542-dd83675e0c99'}}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 08 22:23:12.948342 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-a0ae152d-e9f2-4bba-ae5e-e3d1f8649c64 req-1bb4b979-4280-46d7-a513-9e864130055d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (ddc9aa1e-13cd-45a6-9362-510fb1f7fcd5), before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:13.012499 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-a0ae152d-e9f2-4bba-ae5e-e3d1f8649c64 req-1bb4b979-4280-46d7-a513-9e864130055d service neutron] For port ddc9aa1e-13cd-45a6-9362-510fb1f7fcd5, host hv-cinder-84051, cleared binding levels {{(pid=103629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 08 22:23:13.015548 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-a0ae152d-e9f2-4bba-ae5e-e3d1f8649c64 req-1bb4b979-4280-46d7-a513-9e864130055d service neutron] For port ddc9aa1e-13cd-45a6-9362-510fb1f7fcd5, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=ddc9aa1e-13cd-45a6-9362-510fb1f7fcd5,segment=NetworkSegment(1780dade-a5f8-4e6b-b9bd-a988dd8e04e7),segment_id=1780dade-a5f8-4e6b-b9bd-a988dd8e04e7)] {{(pid=103629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 08 22:23:13.022762 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-a0ae152d-e9f2-4bba-ae5e-e3d1f8649c64 req-1bb4b979-4280-46d7-a513-9e864130055d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59633821'] for port (ddc9aa1e-13cd-45a6-9362-510fb1f7fcd5), after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:13.064030 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae152d-e9f2-4bba-ae5e-e3d1f8649c64 req-1bb4b979-4280-46d7-a513-9e864130055d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:23:13.064758 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-a0ae152d-e9f2-4bba-ae5e-e3d1f8649c64 req-1bb4b979-4280-46d7-a513-9e864130055d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870'] for port (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:13.066168 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-a0ae152d-e9f2-4bba-ae5e-e3d1f8649c64 req-1bb4b979-4280-46d7-a513-9e864130055d service neutron] 10.222.0.24 "PUT /v2.0/ports/ddc9aa1e-13cd-45a6-9362-510fb1f7fcd5 HTTP/1.1" status: 200 len: 1094 time: 0.6273718 May 08 22:23:13.066619 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ef78d63-dc26-484d-ab33-a27a92c0e0bf', 'tag': 'ddc9aa1e-13cd-45a6-9362-510fb1f7fcd5'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 08 22:23:13.068843 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cc8a0c475ac6fe54f5122aa5a8750c48412c688b8f67dba420990604a8daf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-650761ab-6740-4f1f-bf76-44385e05b411" -d '{"events": [{"name": "network-changed", "server_uuid": "6ef78d63-dc26-484d-ab33-a27a92c0e0bf", "tag": "ddc9aa1e-13cd-45a6-9362-510fb1f7fcd5"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 08 22:23:13.098158 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb4b979-4280-46d7-a513-9e864130055d service neutron] Pushing event updated for resources: {'Port': ['ID=ddc9aa1e-13cd-45a6-9362-510fb1f7fcd5,revision_number=3']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:23:13.124847 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 08 May 2022 22:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e18549bd-688e-44ea-8613-1219c3f5be2d x-openstack-request-id: req-e18549bd-688e-44ea-8613-1219c3f5be2d {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 08 22:23:13.125140 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ef78d63-dc26-484d-ab33-a27a92c0e0bf", "tag": "ddc9aa1e-13cd-45a6-9362-510fb1f7fcd5", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 08 22:23:13.125389 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e18549bd-688e-44ea-8613-1219c3f5be2d {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 08 22:23:13.125827 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e18549bd-688e-44ea-8613-1219c3f5be2d'] response: {'name': 'network-changed', 'server_uuid': '6ef78d63-dc26-484d-ab33-a27a92c0e0bf', 'tag': 'ddc9aa1e-13cd-45a6-9362-510fb1f7fcd5', 'status': 'completed', 'code': 200} May 08 22:23:13.191833 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae152d-e9f2-4bba-ae5e-e3d1f8649c64 req-cf5ecbc1-f996-4d42-8ecc-4b466ceb47fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:23:13.193270 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-a0ae152d-e9f2-4bba-ae5e-e3d1f8649c64 req-cf5ecbc1-f996-4d42-8ecc-4b466ceb47fd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=489bde08b9284b5f8e5eb2ebc398b963&device_id=6ef78d63-dc26-484d-ab33-a27a92c0e0bf HTTP/1.1" status: 200 len: 1128 time: 0.0408497 May 08 22:23:13.243745 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-a0ae152d-e9f2-4bba-ae5e-e3d1f8649c64 req-40177ec7-81af-4610-9d95-6fcae8c160fe service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ddc9aa1e-13cd-45a6-9362-510fb1f7fcd5 HTTP/1.1" status: 200 len: 217 time: 0.0350609 May 08 22:23:13.302041 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae152d-e9f2-4bba-ae5e-e3d1f8649c64 req-8e65ae61-34a8-47fa-907c-7e111b3d7360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:23:13.303488 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-a0ae152d-e9f2-4bba-ae5e-e3d1f8649c64 req-8e65ae61-34a8-47fa-907c-7e111b3d7360 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7cb890a2-14d2-4c0b-a82b-863c0417b5f3 HTTP/1.1" status: 200 len: 854 time: 0.0439725 May 08 22:23:13.350570 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae152d-e9f2-4bba-ae5e-e3d1f8649c64 req-79ffacbd-3d5b-4350-8baa-2981fdf9b537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:23:13.351967 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-a0ae152d-e9f2-4bba-ae5e-e3d1f8649c64 req-79ffacbd-3d5b-4350-8baa-2981fdf9b537 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a4734e2d-d908-4b8e-b542-dd83675e0c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426693 May 08 22:23:13.439436 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-a0ae152d-e9f2-4bba-ae5e-e3d1f8649c64 req-4cea453e-aeb4-4d11-aa14-cb8e1e9a3e44 service neutron] 10.222.0.24 "GET /v2.0/networks/a4734e2d-d908-4b8e-b542-dd83675e0c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810099 May 08 22:23:13.531149 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-a0ae152d-e9f2-4bba-ae5e-e3d1f8649c64 req-538664d6-ee79-4c1b-9415-8c7f7d1427df service neutron] 10.222.0.24 "GET /v2.0/networks/a4734e2d-d908-4b8e-b542-dd83675e0c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843084 May 08 22:23:13.862280 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.agents_db [None req-09216671-537f-4251-a64c-737ccd42d6d2 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 08 22:23:13.948304 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ce519a-685e-4951-847a-490f93122203 req-9a518a3d-1a4a-4353-97bd-c49235559d19 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:23:13.950091 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-b6ce519a-685e-4951-847a-490f93122203 req-9a518a3d-1a4a-4353-97bd-c49235559d19 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ef78d63-dc26-484d-ab33-a27a92c0e0bf HTTP/1.1" status: 200 len: 944 time: 0.0577123 May 08 22:23:13.999521 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-b6ce519a-685e-4951-847a-490f93122203 req-805c9b5c-e117-4b26-9452-b097955523f6 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/security-groups?id=17cdcd8f-7b97-44c9-885c-0332380eae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435188 May 08 22:23:15.131046 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda41d1b-7493-4465-86aa-f451c83d581a req-f68a8bc1-51e0-48bd-94ac-ed1a194dc4c9 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:23:15.132434 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-dda41d1b-7493-4465-86aa-f451c83d581a req-f68a8bc1-51e0-48bd-94ac-ed1a194dc4c9 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ef78d63-dc26-484d-ab33-a27a92c0e0bf HTTP/1.1" status: 200 len: 944 time: 0.0491960 May 08 22:23:15.182261 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-dda41d1b-7493-4465-86aa-f451c83d581a req-f3dc930e-8972-4ada-a536-851c1e3b7cf2 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/security-groups?id=17cdcd8f-7b97-44c9-885c-0332380eae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436461 May 08 22:23:16.048600 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650761ab-6740-4f1f-bf76-44385e05b411 req-80034ccb-8f07-42b8-8280-fc80494510f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:23:16.050295 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-650761ab-6740-4f1f-bf76-44385e05b411 req-80034ccb-8f07-42b8-8280-fc80494510f7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=489bde08b9284b5f8e5eb2ebc398b963&device_id=6ef78d63-dc26-484d-ab33-a27a92c0e0bf HTTP/1.1" status: 200 len: 1128 time: 0.0458982 May 08 22:23:16.214723 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a9a9c01d-7a1b-4afb-bf20-70fec2c66551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (399f5491-dab9-4373-bd22-64cd7c73418d), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:16.299306 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cff56e-0d2b-41ee-9846-b841519bceaf req-cbcfc0e3-8560-461a-b8f2-7ac08aff1d1b tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:23:16.300808 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-c2cff56e-0d2b-41ee-9846-b841519bceaf req-cbcfc0e3-8560-461a-b8f2-7ac08aff1d1b tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ef78d63-dc26-484d-ab33-a27a92c0e0bf HTTP/1.1" status: 200 len: 944 time: 0.0478654 May 08 22:23:16.422396 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650761ab-6740-4f1f-bf76-44385e05b411 req-5e26482c-3042-4654-94c1-90bee822dd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:23:16.423943 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-650761ab-6740-4f1f-bf76-44385e05b411 req-5e26482c-3042-4654-94c1-90bee822dd31 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a4734e2d-d908-4b8e-b542-dd83675e0c99 HTTP/1.1" status: 200 len: 916 time: 0.0944860 May 08 22:23:16.614368 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-c2cff56e-0d2b-41ee-9846-b841519bceaf req-6e799f7c-67a0-4112-9d72-5b7720de8fd6 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/security-groups?id=17cdcd8f-7b97-44c9-885c-0332380eae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3048964 May 08 22:23:16.751389 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-650761ab-6740-4f1f-bf76-44385e05b411 req-ce1448f0-d6ae-47f9-ae89-4c5200171dc6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ddc9aa1e-13cd-45a6-9362-510fb1f7fcd5 HTTP/1.1" status: 200 len: 217 time: 0.3199933 May 08 22:23:16.812542 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650761ab-6740-4f1f-bf76-44385e05b411 req-4a1ca910-8aed-4cab-8ca0-082a695b5bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:23:16.814078 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-650761ab-6740-4f1f-bf76-44385e05b411 req-4a1ca910-8aed-4cab-8ca0-082a695b5bde service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7cb890a2-14d2-4c0b-a82b-863c0417b5f3 HTTP/1.1" status: 200 len: 854 time: 0.0434966 May 08 22:23:17.111804 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650761ab-6740-4f1f-bf76-44385e05b411 req-f176e960-8475-4ae8-a368-e6e9c8b0bd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:23:17.113326 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-650761ab-6740-4f1f-bf76-44385e05b411 req-f176e960-8475-4ae8-a368-e6e9c8b0bd9e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a4734e2d-d908-4b8e-b542-dd83675e0c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0500240 May 08 22:23:17.210118 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-650761ab-6740-4f1f-bf76-44385e05b411 req-29593e09-a9e5-4289-85d1-ca8e2c9da6f7 service neutron] 10.222.0.24 "GET /v2.0/networks/a4734e2d-d908-4b8e-b542-dd83675e0c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865567 May 08 22:23:17.302498 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-650761ab-6740-4f1f-bf76-44385e05b411 req-8b7c1110-53a9-4e26-a352-27cd4912d874 service neutron] 10.222.0.24 "GET /v2.0/networks/a4734e2d-d908-4b8e-b542-dd83675e0c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843084 May 08 22:23:17.696913 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device ddc9aa1e-13cd-45a6-9362-510fb1f7fcd5 details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=103630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 08 22:23:17.735746 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e5c1c-58fc-46e5-a81b-604312da715f req-9388d2c9-a3c0-4ef0-a087-64eca66924af tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:23:17.737209 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-1a1e5c1c-58fc-46e5-a81b-604312da715f req-9388d2c9-a3c0-4ef0-a087-64eca66924af tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ef78d63-dc26-484d-ab33-a27a92c0e0bf HTTP/1.1" status: 200 len: 944 time: 0.0480261 May 08 22:23:17.784303 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-1a1e5c1c-58fc-46e5-a81b-604312da715f req-f66ef3bb-48a8-4b68-8ecc-3299ec68d616 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/security-groups?id=17cdcd8f-7b97-44c9-885c-0332380eae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409744 May 08 22:23:17.798598 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] For port ddc9aa1e-13cd-45a6-9362-510fb1f7fcd5, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=ddc9aa1e-13cd-45a6-9362-510fb1f7fcd5,segment=NetworkSegment(1780dade-a5f8-4e6b-b9bd-a988dd8e04e7),segment_id=1780dade-a5f8-4e6b-b9bd-a988dd8e04e7)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:23:17.810352 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Returning: {'device': 'ddc9aa1e-13cd-45a6-9362-510fb1f7fcd5', 'network_id': 'a4734e2d-d908-4b8e-b542-dd83675e0c99', 'port_id': 'ddc9aa1e-13cd-45a6-9362-510fb1f7fcd5', 'mac_address': 'fa:16:3e:9d:0a:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cb890a2-14d2-4c0b-a82b-863c0417b5f3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 08 22:23:17.847722 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Current status of the port ddc9aa1e-13cd-45a6-9362-510fb1f7fcd5 is: DOWN; New status is: BUILD {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:23:17.848107 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (ddc9aa1e-13cd-45a6-9362-510fb1f7fcd5), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:17.862009 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.notifiers.nova [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddc9aa1e-13cd-45a6-9362-510fb1f7fcd5 {{(pid=103630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 08 22:23:17.885186 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] For port ddc9aa1e-13cd-45a6-9362-510fb1f7fcd5, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=ddc9aa1e-13cd-45a6-9362-510fb1f7fcd5,segment=NetworkSegment(1780dade-a5f8-4e6b-b9bd-a988dd8e04e7),segment_id=1780dade-a5f8-4e6b-b9bd-a988dd8e04e7)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:23:17.892521 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (ddc9aa1e-13cd-45a6-9362-510fb1f7fcd5), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:17.939782 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Pushing event updated for resources: {'Port': ['ID=ddc9aa1e-13cd-45a6-9362-510fb1f7fcd5,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:23:17.947272 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:23:17.947629 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:23:17.947982 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:23:17.948347 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:23:17.948722 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:23:17.949054 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:23:17.949375 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:23:17.949700 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:23:17.950023 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:23:17.950356 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:23:17.950672 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:23:17.950993 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:23:17.951296 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:23:17.951613 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:23:17.951929 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:23:18.404234 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] get_ports_and_sgs() called for port_ids ['ddc9aa1e-13cd-45a6-9362-510fb1f7fcd5'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 08 22:23:18.499136 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-731d184e-abc7-42ad-a6b6-59ba4be386b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (69aa2ac4-530d-40c2-a84a-3161d84edf61), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:18.907133 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7027990-5039-4e2d-a87f-db1714ddef84 req-94094ae1-3aa2-4020-b779-74ca3039ef70 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:23:18.908702 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-c7027990-5039-4e2d-a87f-db1714ddef84 req-94094ae1-3aa2-4020-b779-74ca3039ef70 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ef78d63-dc26-484d-ab33-a27a92c0e0bf HTTP/1.1" status: 200 len: 945 time: 0.0484498 May 08 22:23:18.960062 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-c7027990-5039-4e2d-a87f-db1714ddef84 req-6c98aa06-5f7a-4c97-bd00-564f4338e43b tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/security-groups?id=17cdcd8f-7b97-44c9-885c-0332380eae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447841 May 08 22:23:19.361218 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-68d59b13-bdd3-4890-b330-3a9be9bf9791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (167e5ba9-08ef-43b6-aca0-7c88b7f9e735), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:19.720705 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device ddc9aa1e-13cd-45a6-9362-510fb1f7fcd5 up at agent hyperv_hv-cinder-84051 {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 08 22:23:19.772373 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Provisioning for port ddc9aa1e-13cd-45a6-9362-510fb1f7fcd5 completed by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 08 22:23:19.782329 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Provisioning complete for port ddc9aa1e-13cd-45a6-9362-510fb1f7fcd5 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:23:19.782785 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (ddc9aa1e-13cd-45a6-9362-510fb1f7fcd5), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:19.882985 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Current status of the port ddc9aa1e-13cd-45a6-9362-510fb1f7fcd5 is: BUILD; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:23:19.883369 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (ddc9aa1e-13cd-45a6-9362-510fb1f7fcd5), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:19.905988 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ef78d63-dc26-484d-ab33-a27a92c0e0bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddc9aa1e-13cd-45a6-9362-510fb1f7fcd5'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 08 22:23:19.908223 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bcef9e280bae9da70c0250555725ec84c8fe71b1405edcfc00240691fe86bce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb1a8812-44cf-415b-a1d2-c09f1833a156" -d '{"events": [{"server_uuid": "6ef78d63-dc26-484d-ab33-a27a92c0e0bf", "name": "network-vif-plugged", "status": "completed", "tag": "ddc9aa1e-13cd-45a6-9362-510fb1f7fcd5"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 08 22:23:19.920496 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] For port ddc9aa1e-13cd-45a6-9362-510fb1f7fcd5, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=ddc9aa1e-13cd-45a6-9362-510fb1f7fcd5,segment=NetworkSegment(1780dade-a5f8-4e6b-b9bd-a988dd8e04e7),segment_id=1780dade-a5f8-4e6b-b9bd-a988dd8e04e7)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:23:19.926836 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (ddc9aa1e-13cd-45a6-9362-510fb1f7fcd5), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:19.952247 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 08 May 2022 22:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1cbad51-c06b-4c23-ab72-efc2b37b4cc0 x-openstack-request-id: req-e1cbad51-c06b-4c23-ab72-efc2b37b4cc0 {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 08 22:23:19.952597 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ef78d63-dc26-484d-ab33-a27a92c0e0bf", "name": "network-vif-plugged", "status": "completed", "tag": "ddc9aa1e-13cd-45a6-9362-510fb1f7fcd5", "code": 200}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 08 22:23:19.952834 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e1cbad51-c06b-4c23-ab72-efc2b37b4cc0 {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 08 22:23:19.953240 dv-cinder-840511-5-iscsi neutron-server[103630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1cbad51-c06b-4c23-ab72-efc2b37b4cc0'] response: {'server_uuid': '6ef78d63-dc26-484d-ab33-a27a92c0e0bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddc9aa1e-13cd-45a6-9362-510fb1f7fcd5', 'code': 200} May 08 22:23:19.979737 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Pushing event updated for resources: {'Port': ['ID=ddc9aa1e-13cd-45a6-9362-510fb1f7fcd5,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:23:20.077047 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c51713-ea0f-4b9b-bc94-5cd188017c9a req-30f4d2d8-dcfe-4d99-a987-fb53055b1001 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:23:20.078558 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-d0c51713-ea0f-4b9b-bc94-5cd188017c9a req-30f4d2d8-dcfe-4d99-a987-fb53055b1001 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ef78d63-dc26-484d-ab33-a27a92c0e0bf HTTP/1.1" status: 200 len: 946 time: 0.0477624 May 08 22:23:20.129261 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-d0c51713-ea0f-4b9b-bc94-5cd188017c9a req-11cb708a-95f3-4583-8842-7925c057d5c2 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/security-groups?id=17cdcd8f-7b97-44c9-885c-0332380eae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439115 May 08 22:23:20.189068 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc4549b-3ffb-4ed6-a537-0b82cb9da642 req-378c408e-688c-4866-8320-df9c35905dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:23:20.190651 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-adc4549b-3ffb-4ed6-a537-0b82cb9da642 req-378c408e-688c-4866-8320-df9c35905dc3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6ef78d63-dc26-484d-ab33-a27a92c0e0bf HTTP/1.1" status: 200 len: 1130 time: 0.0406234 May 08 22:23:20.262661 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-adc4549b-3ffb-4ed6-a537-0b82cb9da642 req-c9e268af-4ae8-4bc4-915b-2421d41af6ab service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=17cdcd8f-7b97-44c9-885c-0332380eae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0628998 May 08 22:23:20.268692 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-9992362e-d288-40bb-9855-03e6da9c1a66 req-ff0a6563-ee29-4a33-b271-9a6c4323ee89 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5cbc3a45-509d-47bc-893c-e5dd7e364f48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0494900 May 08 22:23:20.777260 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9992362e-d288-40bb-9855-03e6da9c1a66 req-f0a04450-d891-4e53-89f7-74354d2fdd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:23:20.778711 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-9992362e-d288-40bb-9855-03e6da9c1a66 req-f0a04450-d891-4e53-89f7-74354d2fdd85 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=df8e9de548524630a8a026f764dad655&device_id=5cbc3a45-509d-47bc-893c-e5dd7e364f48 HTTP/1.1" status: 200 len: 1129 time: 0.0400858 May 08 22:23:20.960164 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f82e6e54-0a06-4075-8e4d-2bf0b0f201e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (1fcc0290-7f55-4633-95cb-6d94e7aa5e57), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:21.266180 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f526a68f-dd40-416d-8abe-17df312e2af3 req-bdfdd31d-cc44-4f49-97bf-6f3172fffad3 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:23:21.267653 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-f526a68f-dd40-416d-8abe-17df312e2af3 req-bdfdd31d-cc44-4f49-97bf-6f3172fffad3 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ef78d63-dc26-484d-ab33-a27a92c0e0bf HTTP/1.1" status: 200 len: 946 time: 0.0571680 May 08 22:23:21.316857 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-f526a68f-dd40-416d-8abe-17df312e2af3 req-3f5d1d35-c004-4e77-8bbc-2e395c9a7665 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/security-groups?id=17cdcd8f-7b97-44c9-885c-0332380eae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402365 May 08 22:23:21.428176 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9992362e-d288-40bb-9855-03e6da9c1a66 req-bb392bfe-8f5d-40b4-b2e8-50b692357156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:23:21.429590 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-9992362e-d288-40bb-9855-03e6da9c1a66 req-bb392bfe-8f5d-40b4-b2e8-50b692357156 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e6b2f0e6-c175-43bf-9b5c-34f8ce60d012 HTTP/1.1" status: 200 len: 910 time: 0.0882788 May 08 22:23:21.496216 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-9992362e-d288-40bb-9855-03e6da9c1a66 req-0b5dad37-76cd-4269-8e7a-f0f4376a46f2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba0c26c1-8042-4360-bb22-303466902223 HTTP/1.1" status: 200 len: 1001 time: 0.0593526 May 08 22:23:21.548985 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9992362e-d288-40bb-9855-03e6da9c1a66 req-877529e1-f82e-47fb-9729-d7f1a38bfe59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:23:21.550410 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-9992362e-d288-40bb-9855-03e6da9c1a66 req-877529e1-f82e-47fb-9729-d7f1a38bfe59 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ce8c7aea-95c0-4231-af51-1dbbdcc77349 HTTP/1.1" status: 200 len: 848 time: 0.0463746 May 08 22:23:21.605753 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9992362e-d288-40bb-9855-03e6da9c1a66 req-f3ecc89b-07e2-4d82-a0e7-2700215f097d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:23:21.607206 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-9992362e-d288-40bb-9855-03e6da9c1a66 req-f3ecc89b-07e2-4d82-a0e7-2700215f097d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e6b2f0e6-c175-43bf-9b5c-34f8ce60d012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386255 May 08 22:23:21.700154 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-9992362e-d288-40bb-9855-03e6da9c1a66 req-10a7dfe2-9fe1-41b7-a75e-bb316bd89469 service neutron] 10.222.0.24 "GET /v2.0/networks/e6b2f0e6-c175-43bf-9b5c-34f8ce60d012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843697 May 08 22:23:21.908807 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-9992362e-d288-40bb-9855-03e6da9c1a66 req-4090594a-2cef-4103-9b3b-0b46c7e835ed service neutron] 10.222.0.24 "GET /v2.0/networks/e6b2f0e6-c175-43bf-9b5c-34f8ce60d012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983131 May 08 22:23:22.440854 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd28be6c-7c19-4541-a42b-eee22d97da66 req-3d4f3436-201f-4790-97f5-8dd86ce7b212 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:23:22.442381 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-bd28be6c-7c19-4541-a42b-eee22d97da66 req-3d4f3436-201f-4790-97f5-8dd86ce7b212 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ef78d63-dc26-484d-ab33-a27a92c0e0bf HTTP/1.1" status: 200 len: 946 time: 0.0545204 May 08 22:23:22.448245 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (7e3c7ef6-abd5-4f0f-b372-b2734b637fd0), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:22.493755 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-bd28be6c-7c19-4541-a42b-eee22d97da66 req-82b7016f-365c-4b74-a281-b95f887d3ff4 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/security-groups?id=17cdcd8f-7b97-44c9-885c-0332380eae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451827 May 08 22:23:22.606404 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112bd545-53ef-48e0-b7b9-6b57d9200f26 req-4ed2cf27-9ab9-4732-b189-db41915835ce tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:23:22.607768 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-112bd545-53ef-48e0-b7b9-6b57d9200f26 req-4ed2cf27-9ab9-4732-b189-db41915835ce tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ef78d63-dc26-484d-ab33-a27a92c0e0bf HTTP/1.1" status: 200 len: 946 time: 0.0468838 May 08 22:23:22.616829 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 56582) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:23:22.623599 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.v2.base [None req-5f3b70e8-3217-40e3-ad7f-91a7cd51c2da tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Request body: {'floatingip': {'port_id': 'ddc9aa1e-13cd-45a6-9362-510fb1f7fcd5'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:23:22.668917 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5f3b70e8-3217-40e3-ad7f-91a7cd51c2da tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks [] for floatingip (41e396a1-eff7-4d0b-b468-555dcd9247f6), before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:23.115618 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5f3b70e8-3217-40e3-ad7f-91a7cd51c2da tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:23.123579 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5f3b70e8-3217-40e3-ad7f-91a7cd51c2da tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-788248'] for floatingip (41e396a1-eff7-4d0b-b468-555dcd9247f6), after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:23.231505 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.db.l3_db [None req-5f3b70e8-3217-40e3-ad7f-91a7cd51c2da tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Floating IP 41e396a1-eff7-4d0b-b468-555dcd9247f6 associated. External IP: 172.27.2.174, port: ddc9aa1e-13cd-45a6-9362-510fb1f7fcd5. May 08 22:23:23.444372 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f3b70e8-3217-40e3-ad7f-91a7cd51c2da tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Router 8e291ff0-32e4-4e5d-affc-34ff10dda5b3 has already been hosted by L3 agent 69aa2ac4-530d-40c2-a84a-3161d84edf61 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 08 22:23:23.566499 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f3b70e8-3217-40e3-ad7f-91a7cd51c2da tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Notify agent at l3_agent.dv-cinder-840511-5-iscsi the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 08 22:23:23.572000 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5f3b70e8-3217-40e3-ad7f-91a7cd51c2da tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870'] for floatingip (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:23.576523 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b1a53c-5800-4fa2-b47a-917bc9b7f3ee None None] Sync routers for ids ['8e291ff0-32e4-4e5d-affc-34ff10dda5b3'] in dv-cinder-840511-5-iscsi {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 08 22:23:23.587575 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b1a53c-5800-4fa2-b47a-917bc9b7f3ee None None] Routers {'8e291ff0-32e4-4e5d-affc-34ff10dda5b3'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:23:23.588187 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-12b1a53c-5800-4fa2-b47a-917bc9b7f3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:23:18Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['8e291ff0-32e4-4e5d-affc-34ff10dda5b3'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:23:23.602597 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-5f3b70e8-3217-40e3-ad7f-91a7cd51c2da tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "PUT /v2.0/floatingips/41e396a1-eff7-4d0b-b468-555dcd9247f6 HTTP/1.1" status: 200 len: 992 time: 0.9844353 May 08 22:23:23.603160 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ef78d63-dc26-484d-ab33-a27a92c0e0bf', 'tag': 'ddc9aa1e-13cd-45a6-9362-510fb1f7fcd5'}] {{(pid=103628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 08 22:23:23.605463 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e2a9c85b17fa97aa3ee6f0cc28bce24bf61ad2de26c4d93421d838ad5289b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23138e7f-8f32-4a20-82e2-cf368a08c40b" -d '{"events": [{"name": "network-changed", "server_uuid": "6ef78d63-dc26-484d-ab33-a27a92c0e0bf", "tag": "ddc9aa1e-13cd-45a6-9362-510fb1f7fcd5"}]}' {{(pid=103628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 08 22:23:23.645481 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 08 May 2022 22:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64092097-21fb-4d22-9153-8504451d47e3 x-openstack-request-id: req-64092097-21fb-4d22-9153-8504451d47e3 {{(pid=103628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 08 22:23:23.645809 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ef78d63-dc26-484d-ab33-a27a92c0e0bf", "tag": "ddc9aa1e-13cd-45a6-9362-510fb1f7fcd5", "status": "completed", "code": 200}]} {{(pid=103628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 08 22:23:23.646059 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-64092097-21fb-4d22-9153-8504451d47e3 {{(pid=103628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 08 22:23:23.646470 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64092097-21fb-4d22-9153-8504451d47e3'] response: {'name': 'network-changed', 'server_uuid': '6ef78d63-dc26-484d-ab33-a27a92c0e0bf', 'tag': 'ddc9aa1e-13cd-45a6-9362-510fb1f7fcd5', 'status': 'completed', 'code': 200} May 08 22:23:23.704729 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-12b1a53c-5800-4fa2-b47a-917bc9b7f3ee None None] Set router 8e291ff0-32e4-4e5d-affc-34ff10dda5b3 gateway port host: dv-cinder-840511-5-iscsi {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:23:23.729625 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23138e7f-8f32-4a20-82e2-cf368a08c40b req-d7c0de05-818a-4b3c-b52c-3e5bb81acb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:23:23.731114 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-23138e7f-8f32-4a20-82e2-cf368a08c40b req-d7c0de05-818a-4b3c-b52c-3e5bb81acb31 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=489bde08b9284b5f8e5eb2ebc398b963&device_id=6ef78d63-dc26-484d-ab33-a27a92c0e0bf HTTP/1.1" status: 200 len: 1130 time: 0.0395265 May 08 22:23:23.821497 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23138e7f-8f32-4a20-82e2-cf368a08c40b req-5b5af03c-d09b-4294-8a9f-6e4e62c66144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:23:23.822969 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-23138e7f-8f32-4a20-82e2-cf368a08c40b req-5b5af03c-d09b-4294-8a9f-6e4e62c66144 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a4734e2d-d908-4b8e-b542-dd83675e0c99 HTTP/1.1" status: 200 len: 916 time: 0.0861278 May 08 22:23:23.889526 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-23138e7f-8f32-4a20-82e2-cf368a08c40b req-9e5f7551-1ca3-4e78-8d70-16f026da2546 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ddc9aa1e-13cd-45a6-9362-510fb1f7fcd5 HTTP/1.1" status: 200 len: 1000 time: 0.0603182 May 08 22:23:23.924233 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-12b1a53c-5800-4fa2-b47a-917bc9b7f3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'name': 'tempest-AttachVolumeNegativeTest-1605491633-router', 'tenant_id': '489bde08b9284b5f8e5eb2ebc398b963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '2a091782-ccc9-48ce-b046-9b493d4f29d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:15:08Z', 'updated_at': '2022-05-08T22:15:17Z', 'revision_number': 4, 'project_id': '489bde08b9284b5f8e5eb2ebc398b963', 'gw_port': {'id': '2a091782-ccc9-48ce-b046-9b493d4f29d4', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ff:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:10Z', 'updated_at': '2022-05-08T22:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_floatingips': [{'id': '41e396a1-eff7-4d0b-b468-555dcd9247f6', 'tenant_id': '489bde08b9284b5f8e5eb2ebc398b963', 'floating_ip_address': '172.27.2.174', 'floating_network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'router_id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'port_id': 'ddc9aa1e-13cd-45a6-9362-510fb1f7fcd5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4734e2d-d908-4b8e-b542-dd83675e0c99', 'mac_address': 'fa:16:3e:9d:0a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef78d63-dc26-484d-ab33-a27a92c0e0bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-08T22:23:09Z', 'updated_at': '2022-05-08T22:23:23Z', 'revision_number': 1, 'project_id': '489bde08b9284b5f8e5eb2ebc398b963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6deee425-784f-4ef9-823b-d791d7155c4e', 'name': '', 'network_id': 'a4734e2d-d908-4b8e-b542-dd83675e0c99', 'tenant_id': '489bde08b9284b5f8e5eb2ebc398b963', 'mac_address': 'fa:16:3e:e1:09:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7cb890a2-14d2-4c0b-a82b-863c0417b5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:16Z', 'updated_at': '2022-05-08T22:15:34Z', 'revision_number': 5, 'project_id': '489bde08b9284b5f8e5eb2ebc398b963', 'subnets': [{'id': '7cb890a2-14d2-4c0b-a82b-863c0417b5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:23:23.939247 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23138e7f-8f32-4a20-82e2-cf368a08c40b req-f6d07f9a-2b8a-4849-a861-9325ac85fd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:23:23.940796 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-23138e7f-8f32-4a20-82e2-cf368a08c40b req-f6d07f9a-2b8a-4849-a861-9325ac85fd20 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7cb890a2-14d2-4c0b-a82b-863c0417b5f3 HTTP/1.1" status: 200 len: 854 time: 0.0453942 May 08 22:23:23.950323 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b1a53c-5800-4fa2-b47a-917bc9b7f3ee None None] Checking router: 8e291ff0-32e4-4e5d-affc-34ff10dda5b3 for host: dv-cinder-840511-5-iscsi {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 08 22:23:23.959009 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b1a53c-5800-4fa2-b47a-917bc9b7f3ee None None] Routers {'8e291ff0-32e4-4e5d-affc-34ff10dda5b3'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:23:23.959537 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-12b1a53c-5800-4fa2-b47a-917bc9b7f3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:23:18Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['8e291ff0-32e4-4e5d-affc-34ff10dda5b3'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:23:23.989557 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23138e7f-8f32-4a20-82e2-cf368a08c40b req-a278ceb9-7efa-49f8-b008-7d82d3e0a73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:23:23.991112 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-23138e7f-8f32-4a20-82e2-cf368a08c40b req-a278ceb9-7efa-49f8-b008-7d82d3e0a73f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a4734e2d-d908-4b8e-b542-dd83675e0c99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435307 May 08 22:23:24.068607 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-12b1a53c-5800-4fa2-b47a-917bc9b7f3ee None None] Set router 8e291ff0-32e4-4e5d-affc-34ff10dda5b3 gateway port host: dv-cinder-840511-5-iscsi {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:23:24.081432 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-23138e7f-8f32-4a20-82e2-cf368a08c40b req-1228798e-5367-42d0-a660-1c931ae085b2 service neutron] 10.222.0.24 "GET /v2.0/networks/a4734e2d-d908-4b8e-b542-dd83675e0c99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841680 May 08 22:23:24.173859 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-23138e7f-8f32-4a20-82e2-cf368a08c40b req-13a74a7b-4ba5-4dd3-8835-80389b90857e service neutron] 10.222.0.24 "GET /v2.0/networks/a4734e2d-d908-4b8e-b542-dd83675e0c99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851133 May 08 22:23:24.291000 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-12b1a53c-5800-4fa2-b47a-917bc9b7f3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'name': 'tempest-AttachVolumeNegativeTest-1605491633-router', 'tenant_id': '489bde08b9284b5f8e5eb2ebc398b963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '2a091782-ccc9-48ce-b046-9b493d4f29d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:15:08Z', 'updated_at': '2022-05-08T22:15:17Z', 'revision_number': 4, 'project_id': '489bde08b9284b5f8e5eb2ebc398b963', 'gw_port': {'id': '2a091782-ccc9-48ce-b046-9b493d4f29d4', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ff:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:10Z', 'updated_at': '2022-05-08T22:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_floatingips': [{'id': '41e396a1-eff7-4d0b-b468-555dcd9247f6', 'tenant_id': '489bde08b9284b5f8e5eb2ebc398b963', 'floating_ip_address': '172.27.2.174', 'floating_network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'router_id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'port_id': 'ddc9aa1e-13cd-45a6-9362-510fb1f7fcd5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4734e2d-d908-4b8e-b542-dd83675e0c99', 'mac_address': 'fa:16:3e:9d:0a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef78d63-dc26-484d-ab33-a27a92c0e0bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-08T22:23:09Z', 'updated_at': '2022-05-08T22:23:23Z', 'revision_number': 1, 'project_id': '489bde08b9284b5f8e5eb2ebc398b963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6deee425-784f-4ef9-823b-d791d7155c4e', 'name': '', 'network_id': 'a4734e2d-d908-4b8e-b542-dd83675e0c99', 'tenant_id': '489bde08b9284b5f8e5eb2ebc398b963', 'mac_address': 'fa:16:3e:e1:09:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7cb890a2-14d2-4c0b-a82b-863c0417b5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:16Z', 'updated_at': '2022-05-08T22:15:34Z', 'revision_number': 5, 'project_id': '489bde08b9284b5f8e5eb2ebc398b963', 'subnets': [{'id': '7cb890a2-14d2-4c0b-a82b-863c0417b5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:23:24.317794 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b1a53c-5800-4fa2-b47a-917bc9b7f3ee None None] The sync data for ids ['8e291ff0-32e4-4e5d-affc-34ff10dda5b3'] in dv-cinder-840511-5-iscsi is: [{'id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'name': 'tempest-AttachVolumeNegativeTest-1605491633-router', 'tenant_id': '489bde08b9284b5f8e5eb2ebc398b963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '2a091782-ccc9-48ce-b046-9b493d4f29d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:15:08Z', 'updated_at': '2022-05-08T22:15:17Z', 'revision_number': 4, 'project_id': '489bde08b9284b5f8e5eb2ebc398b963', 'gw_port': {'id': '2a091782-ccc9-48ce-b046-9b493d4f29d4', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ff:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:10Z', 'updated_at': '2022-05-08T22:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_floatingips': [{'id': '41e396a1-eff7-4d0b-b468-555dcd9247f6', 'tenant_id': '489bde08b9284b5f8e5eb2ebc398b963', 'floating_ip_address': '172.27.2.174', 'floating_network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'router_id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'port_id': 'ddc9aa1e-13cd-45a6-9362-510fb1f7fcd5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4734e2d-d908-4b8e-b542-dd83675e0c99', 'mac_address': 'fa:16:3e:9d:0a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef78d63-dc26-484d-ab33-a27a92c0e0bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-08T22:23:09Z', 'updated_at': '2022-05-08T22:23:23Z', 'revision_number': 1, 'project_id': '489bde08b9284b5f8e5eb2ebc398b963', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6deee425-784f-4ef9-823b-d791d7155c4e', 'name': '', 'network_id': 'a4734e2d-d908-4b8e-b542-dd83675e0c99', 'tenant_id': '489bde08b9284b5f8e5eb2ebc398b963', 'mac_address': 'fa:16:3e:e1:09:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7cb890a2-14d2-4c0b-a82b-863c0417b5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:16Z', 'updated_at': '2022-05-08T22:15:34Z', 'revision_number': 5, 'project_id': '489bde08b9284b5f8e5eb2ebc398b963', 'subnets': [{'id': '7cb890a2-14d2-4c0b-a82b-863c0417b5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 08 22:23:24.515550 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b945240-b5df-4d0f-aaa0-1ee3e45cbc55 None None] New status for floating IP 41e396a1-eff7-4d0b-b468-555dcd9247f6: ACTIVE {{(pid=103630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 08 22:23:27.145982 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd940fe6-b54b-44dc-9d11-c37dc1de1c9e req-77fd2229-796b-4339-9c77-429ec46fd9dc tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:23:27.147431 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-cd940fe6-b54b-44dc-9d11-c37dc1de1c9e req-77fd2229-796b-4339-9c77-429ec46fd9dc tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/ports?device_id=230b74cd-962b-4b30-b4ba-76fefa0f0b77 HTTP/1.1" status: 200 len: 945 time: 0.0494034 May 08 22:23:27.203375 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-cd940fe6-b54b-44dc-9d11-c37dc1de1c9e req-6f34fb84-90ca-4461-8ad3-ac6fbd3ddfa7 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/security-groups?id=88647e77-4ac1-462b-871f-d58f9f7f242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501215 May 08 22:23:28.336703 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd6d9b9-cdc9-4300-adc6-ef865a99f112 req-daa74cf6-1ecd-4ca1-8023-812cd7c54d12 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:23:28.338516 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-2fd6d9b9-cdc9-4300-adc6-ef865a99f112 req-daa74cf6-1ecd-4ca1-8023-812cd7c54d12 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/ports?device_id=230b74cd-962b-4b30-b4ba-76fefa0f0b77 HTTP/1.1" status: 200 len: 945 time: 0.0506027 May 08 22:23:28.392350 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-2fd6d9b9-cdc9-4300-adc6-ef865a99f112 req-89c685a6-2aea-4815-8583-b4b55ae75a0c tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/security-groups?id=88647e77-4ac1-462b-871f-d58f9f7f242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456977 May 08 22:23:29.210140 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1975d1-13e4-47b1-b41c-c970ce5852c0 req-944baea8-5c5a-4008-a088-6c93019ab6cf tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:23:29.211568 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-5f1975d1-13e4-47b1-b41c-c970ce5852c0 req-944baea8-5c5a-4008-a088-6c93019ab6cf tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.24 "GET /v2.0/ports?device_id=230b74cd-962b-4b30-b4ba-76fefa0f0b77 HTTP/1.1" status: 200 len: 945 time: 0.0509377 May 08 22:23:29.302878 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-5f1975d1-13e4-47b1-b41c-c970ce5852c0 req-e78de050-7f21-47a5-a1d3-08171aab3bf9 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Deleting port f33783f2-77ae-4d5c-8d99-518031ec2f50 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 08 22:23:29.303219 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-5f1975d1-13e4-47b1-b41c-c970ce5852c0 req-e78de050-7f21-47a5-a1d3-08171aab3bf9 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791034291685'] for port (f33783f2-77ae-4d5c-8d99-518031ec2f50), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:29.393015 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-5f1975d1-13e4-47b1-b41c-c970ce5852c0 req-e78de050-7f21-47a5-a1d3-08171aab3bf9 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] For port f33783f2-77ae-4d5c-8d99-518031ec2f50, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=f33783f2-77ae-4d5c-8d99-518031ec2f50,segment=NetworkSegment(9d6f81da-5258-4353-b997-51e66ddac969),segment_id=9d6f81da-5258-4353-b997-51e66ddac969)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:23:29.393343 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-5f1975d1-13e4-47b1-b41c-c970ce5852c0 req-e78de050-7f21-47a5-a1d3-08171aab3bf9 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786495'] for port (f33783f2-77ae-4d5c-8d99-518031ec2f50), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:29.514836 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e67ec94-009d-4070-b94f-e093a3c55c41 req-bb45f2be-4058-49fd-9c91-2a9c484c700d tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:23:29.516235 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-1e67ec94-009d-4070-b94f-e093a3c55c41 req-bb45f2be-4058-49fd-9c91-2a9c484c700d tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/ports?device_id=230b74cd-962b-4b30-b4ba-76fefa0f0b77 HTTP/1.1" status: 200 len: 945 time: 0.0474861 May 08 22:23:29.565732 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-1e67ec94-009d-4070-b94f-e093a3c55c41 req-6831c77b-208e-4cf8-a3e1-ff2736580b01 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/security-groups?id=88647e77-4ac1-462b-871f-d58f9f7f242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438452 May 08 22:23:29.571218 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-5f1975d1-13e4-47b1-b41c-c970ce5852c0 req-e78de050-7f21-47a5-a1d3-08171aab3bf9 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:29.571583 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-5f1975d1-13e4-47b1-b41c-c970ce5852c0 req-e78de050-7f21-47a5-a1d3-08171aab3bf9 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-788248'] for floatingip (2e33e252-11cc-465f-9d83-e580b1eb7305), after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:29.571896 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.db.l3_db [req-5f1975d1-13e4-47b1-b41c-c970ce5852c0 req-e78de050-7f21-47a5-a1d3-08171aab3bf9 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Floating IP 2e33e252-11cc-465f-9d83-e580b1eb7305 disassociated. External IP: 172.27.2.28, port: f33783f2-77ae-4d5c-8d99-518031ec2f50. May 08 22:23:29.572233 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-5f1975d1-13e4-47b1-b41c-c970ce5852c0 req-e78de050-7f21-47a5-a1d3-08171aab3bf9 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Calling delete_port for f33783f2-77ae-4d5c-8d99-518031ec2f50 owned by compute:nova {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 08 22:23:29.705621 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-5f1975d1-13e4-47b1-b41c-c970ce5852c0 req-e78de050-7f21-47a5-a1d3-08171aab3bf9 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791034301049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791034024021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633834'] for port (f33783f2-77ae-4d5c-8d99-518031ec2f50), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:29.737466 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78de050-7f21-47a5-a1d3-08171aab3bf9 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Pushing event deleted for resources: {'Port': ['ID=f33783f2-77ae-4d5c-8d99-518031ec2f50,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:23:29.863156 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f1975d1-13e4-47b1-b41c-c970ce5852c0 req-e78de050-7f21-47a5-a1d3-08171aab3bf9 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Router d1259825-b40d-41dc-b595-545ddc2eda36 has already been hosted by L3 agent 69aa2ac4-530d-40c2-a84a-3161d84edf61 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 08 22:23:29.973618 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f1975d1-13e4-47b1-b41c-c970ce5852c0 req-e78de050-7f21-47a5-a1d3-08171aab3bf9 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Notify agent at l3_agent.dv-cinder-840511-5-iscsi the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 08 22:23:29.983682 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21918741-ca05-4026-90d0-5b1d65ba54aa None None] Sync routers for ids ['d1259825-b40d-41dc-b595-545ddc2eda36'] in dv-cinder-840511-5-iscsi {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 08 22:23:29.994745 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21918741-ca05-4026-90d0-5b1d65ba54aa None None] Routers {'d1259825-b40d-41dc-b595-545ddc2eda36'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:23:29.995370 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-21918741-ca05-4026-90d0-5b1d65ba54aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:23:18Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['d1259825-b40d-41dc-b595-545ddc2eda36'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:23:30.017834 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f1975d1-13e4-47b1-b41c-c970ce5852c0 req-e78de050-7f21-47a5-a1d3-08171aab3bf9 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] No DVR routers for this DVR port f33783f2-77ae-4d5c-8d99-518031ec2f50 on host hv-cinder-84051 {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 08 22:23:30.020412 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-5f1975d1-13e4-47b1-b41c-c970ce5852c0 req-e78de050-7f21-47a5-a1d3-08171aab3bf9 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870'] for port (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:30.023762 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-5f1975d1-13e4-47b1-b41c-c970ce5852c0 req-e78de050-7f21-47a5-a1d3-08171aab3bf9 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.24 "DELETE /v2.0/ports/f33783f2-77ae-4d5c-8d99-518031ec2f50 HTTP/1.1" status: 204 len: 173 time: 0.8060377 May 08 22:23:30.024206 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '230b74cd-962b-4b30-b4ba-76fefa0f0b77', 'name': 'network-vif-deleted', 'tag': 'f33783f2-77ae-4d5c-8d99-518031ec2f50'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 08 22:23:30.026641 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cc8a0c475ac6fe54f5122aa5a8750c48412c688b8f67dba420990604a8daf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-269abc80-9332-4607-834b-1d212d0e6ecd" -d '{"events": [{"server_uuid": "230b74cd-962b-4b30-b4ba-76fefa0f0b77", "name": "network-vif-deleted", "tag": "f33783f2-77ae-4d5c-8d99-518031ec2f50"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 08 22:23:30.071987 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 08 May 2022 22:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc1067fd-7748-4b7f-b0e4-ad369fbffb62 x-openstack-request-id: req-cc1067fd-7748-4b7f-b0e4-ad369fbffb62 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 08 22:23:30.072534 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "230b74cd-962b-4b30-b4ba-76fefa0f0b77", "name": "network-vif-deleted", "tag": "f33783f2-77ae-4d5c-8d99-518031ec2f50", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 08 22:23:30.073056 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cc1067fd-7748-4b7f-b0e4-ad369fbffb62 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 08 22:23:30.073461 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc1067fd-7748-4b7f-b0e4-ad369fbffb62'] response: {'server_uuid': '230b74cd-962b-4b30-b4ba-76fefa0f0b77', 'name': 'network-vif-deleted', 'tag': 'f33783f2-77ae-4d5c-8d99-518031ec2f50', 'status': 'completed', 'code': 200} May 08 22:23:30.112762 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-21918741-ca05-4026-90d0-5b1d65ba54aa None None] Set router d1259825-b40d-41dc-b595-545ddc2eda36 gateway port host: dv-cinder-840511-5-iscsi {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:23:30.303060 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-21918741-ca05-4026-90d0-5b1d65ba54aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1259825-b40d-41dc-b595-545ddc2eda36', 'name': 'tempest-TestVolumeBootPattern-417149460-router', 'tenant_id': '71ff1b3aaa864388b9a5646942d2bffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '0240c8ca-15b1-4020-96da-1ed4ddb1fea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:20:02Z', 'updated_at': '2022-05-08T22:20:05Z', 'revision_number': 4, 'project_id': '71ff1b3aaa864388b9a5646942d2bffb', 'gw_port': {'id': '0240c8ca-15b1-4020-96da-1ed4ddb1fea3', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:76:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1259825-b40d-41dc-b595-545ddc2eda36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:20:02Z', 'updated_at': '2022-05-08T22:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_interfaces': [{'id': 'e4453eb0-768d-49ce-b300-433e8b6d7e59', 'name': '', 'network_id': '3de5004b-d04a-43ec-83df-7f6e082747db', 'tenant_id': '71ff1b3aaa864388b9a5646942d2bffb', 'mac_address': 'fa:16:3e:83:4d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1259825-b40d-41dc-b595-545ddc2eda36', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'f90310f9-89a9-4caa-b723-9c87d4a911ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:20:04Z', 'updated_at': '2022-05-08T22:20:09Z', 'revision_number': 5, 'project_id': '71ff1b3aaa864388b9a5646942d2bffb', 'subnets': [{'id': 'f90310f9-89a9-4caa-b723-9c87d4a911ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:23:30.332524 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21918741-ca05-4026-90d0-5b1d65ba54aa None None] Checking router: d1259825-b40d-41dc-b595-545ddc2eda36 for host: dv-cinder-840511-5-iscsi {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 08 22:23:30.341839 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21918741-ca05-4026-90d0-5b1d65ba54aa None None] Routers {'d1259825-b40d-41dc-b595-545ddc2eda36'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:23:30.342399 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-21918741-ca05-4026-90d0-5b1d65ba54aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:23:18Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['d1259825-b40d-41dc-b595-545ddc2eda36'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:23:30.545431 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-21918741-ca05-4026-90d0-5b1d65ba54aa None None] Set router d1259825-b40d-41dc-b595-545ddc2eda36 gateway port host: dv-cinder-840511-5-iscsi {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:23:30.677192 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-8dfe82c7-9d7f-48b4-8b07-a723e6535a91 req-9df7f4f5-3038-4dd1-bf52-e33bcb06bc3e tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/ports?device_id=230b74cd-962b-4b30-b4ba-76fefa0f0b77 HTTP/1.1" status: 200 len: 210 time: 0.0307584 May 08 22:23:30.730615 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-21918741-ca05-4026-90d0-5b1d65ba54aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1259825-b40d-41dc-b595-545ddc2eda36', 'name': 'tempest-TestVolumeBootPattern-417149460-router', 'tenant_id': '71ff1b3aaa864388b9a5646942d2bffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '0240c8ca-15b1-4020-96da-1ed4ddb1fea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:20:02Z', 'updated_at': '2022-05-08T22:20:05Z', 'revision_number': 4, 'project_id': '71ff1b3aaa864388b9a5646942d2bffb', 'gw_port': {'id': '0240c8ca-15b1-4020-96da-1ed4ddb1fea3', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:76:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1259825-b40d-41dc-b595-545ddc2eda36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:20:02Z', 'updated_at': '2022-05-08T22:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_interfaces': [{'id': 'e4453eb0-768d-49ce-b300-433e8b6d7e59', 'name': '', 'network_id': '3de5004b-d04a-43ec-83df-7f6e082747db', 'tenant_id': '71ff1b3aaa864388b9a5646942d2bffb', 'mac_address': 'fa:16:3e:83:4d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1259825-b40d-41dc-b595-545ddc2eda36', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'f90310f9-89a9-4caa-b723-9c87d4a911ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:20:04Z', 'updated_at': '2022-05-08T22:20:09Z', 'revision_number': 5, 'project_id': '71ff1b3aaa864388b9a5646942d2bffb', 'subnets': [{'id': 'f90310f9-89a9-4caa-b723-9c87d4a911ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:23:30.759398 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21918741-ca05-4026-90d0-5b1d65ba54aa None None] The sync data for ids ['d1259825-b40d-41dc-b595-545ddc2eda36'] in dv-cinder-840511-5-iscsi is: [{'id': 'd1259825-b40d-41dc-b595-545ddc2eda36', 'name': 'tempest-TestVolumeBootPattern-417149460-router', 'tenant_id': '71ff1b3aaa864388b9a5646942d2bffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '0240c8ca-15b1-4020-96da-1ed4ddb1fea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:20:02Z', 'updated_at': '2022-05-08T22:20:05Z', 'revision_number': 4, 'project_id': '71ff1b3aaa864388b9a5646942d2bffb', 'gw_port': {'id': '0240c8ca-15b1-4020-96da-1ed4ddb1fea3', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:76:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1259825-b40d-41dc-b595-545ddc2eda36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:20:02Z', 'updated_at': '2022-05-08T22:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_interfaces': [{'id': 'e4453eb0-768d-49ce-b300-433e8b6d7e59', 'name': '', 'network_id': '3de5004b-d04a-43ec-83df-7f6e082747db', 'tenant_id': '71ff1b3aaa864388b9a5646942d2bffb', 'mac_address': 'fa:16:3e:83:4d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1259825-b40d-41dc-b595-545ddc2eda36', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'f90310f9-89a9-4caa-b723-9c87d4a911ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:20:04Z', 'updated_at': '2022-05-08T22:20:09Z', 'revision_number': 5, 'project_id': '71ff1b3aaa864388b9a5646942d2bffb', 'subnets': [{'id': 'f90310f9-89a9-4caa-b723-9c87d4a911ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 08 22:23:30.998454 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38bed1e-7923-4fce-90ef-77ca04140f2d None None] New status for floating IP 2e33e252-11cc-465f-9d83-e580b1eb7305: DOWN {{(pid=103630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 08 22:23:31.949822 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-b52f1bda-8d73-42e6-b55f-907dcabde7ad req-083c5750-ffc4-423e-b917-682ad3795acc tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1748933590&fields=id&tenant_id=71ff1b3aaa864388b9a5646942d2bffb HTTP/1.1" status: 200 len: 267 time: 0.0456564 May 08 22:23:32.054338 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f1bda-8d73-42e6-b55f-907dcabde7ad req-c10102c5-6ecf-4c0b-8506-dc2703651f6b tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:23:32.056248 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-b52f1bda-8d73-42e6-b55f-907dcabde7ad req-c10102c5-6ecf-4c0b-8506-dc2703651f6b tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/networks?id=3de5004b-d04a-43ec-83df-7f6e082747db HTTP/1.1" status: 200 len: 811 time: 0.0997722 May 08 22:23:32.072455 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-b52f1bda-8d73-42e6-b55f-907dcabde7ad req-a15bbd8b-fef9-44cf-83b4-da1381f340e5 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/quotas/71ff1b3aaa864388b9a5646942d2bffb HTTP/1.1" status: 200 len: 375 time: 0.0105336 May 08 22:23:32.140825 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-b52f1bda-8d73-42e6-b55f-907dcabde7ad req-1a31de66-3b9e-4579-a329-12973521d61c tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=71ff1b3aaa864388b9a5646942d2bffb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0632427 May 08 22:23:32.237473 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-b52f1bda-8d73-42e6-b55f-907dcabde7ad req-e6c25c63-20bb-4cdb-93be-46045baf9644 service neutron] 10.222.0.44 "GET /v2.0/networks/3de5004b-d04a-43ec-83df-7f6e082747db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840132 May 08 22:23:32.335240 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-b52f1bda-8d73-42e6-b55f-907dcabde7ad req-82f429f4-184a-497f-88fa-3d2906f04e13 service neutron] 10.222.0.44 "GET /v2.0/networks/3de5004b-d04a-43ec-83df-7f6e082747db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887518 May 08 22:23:32.646086 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-ac570809-19d3-48e0-98b8-5a9806a837fc req-711bdbf2-bf6f-4fa0-a5ab-5fdd68eaefae tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/ports?device_id=afbf7350-e2c5-4de7-b190-3dd8db0cbdfb HTTP/1.1" status: 200 len: 210 time: 0.0276904 May 08 22:23:33.744686 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-59bbbd9b-1f7d-4031-8ead-152d7b5569d1 req-63766c3d-6324-4bda-bbee-a331775aebd3 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/ports?device_id=afbf7350-e2c5-4de7-b190-3dd8db0cbdfb HTTP/1.1" status: 200 len: 210 time: 0.0279677 May 08 22:23:33.775949 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device f33783f2-77ae-4d5c-8d99-518031ec2f50 no longer exists at agent hyperv_hv-cinder-84051 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 08 22:23:33.799664 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] No Port match for: f33783f2-77ae-4d5c-8d99-518031ec2f50 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 08 22:23:33.800070 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device f33783f2-77ae-4d5c-8d99-518031ec2f50 not bound to the agent host hv-cinder-84051 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 08 22:23:33.815289 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f1bda-8d73-42e6-b55f-907dcabde7ad req-26a13f46-ceb2-477c-a75e-515dfd74a57a tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:23:33.816781 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-b52f1bda-8d73-42e6-b55f-907dcabde7ad req-26a13f46-ceb2-477c-a75e-515dfd74a57a tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.24 "GET /v2.0/networks?id=3de5004b-d04a-43ec-83df-7f6e082747db HTTP/1.1" status: 200 len: 811 time: 0.1022539 May 08 22:23:33.891565 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-b52f1bda-8d73-42e6-b55f-907dcabde7ad req-650c54d8-a473-4e9e-86b8-785b03061f63 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71ff1b3aaa864388b9a5646942d2bffb HTTP/1.1" status: 200 len: 380 time: 0.0585890 May 08 22:23:33.900850 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [req-b52f1bda-8d73-42e6-b55f-907dcabde7ad req-043c0b0a-f3b6-4e87-b2c6-6237d982d64b tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Request body: {'port': {'device_id': 'afbf7350-e2c5-4de7-b190-3dd8db0cbdfb', 'network_id': '3de5004b-d04a-43ec-83df-7f6e082747db', 'admin_state_up': True, 'tenant_id': '71ff1b3aaa864388b9a5646942d2bffb', 'security_groups': ['88647e77-4ac1-462b-871f-d58f9f7f242f']}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:23:34.011799 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b52f1bda-8d73-42e6-b55f-907dcabde7ad req-043c0b0a-f3b6-4e87-b2c6-6237d982d64b tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Made reservation on behalf of 71ff1b3aaa864388b9a5646942d2bffb for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 08 22:23:34.015414 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-b52f1bda-8d73-42e6-b55f-907dcabde7ad req-043c0b0a-f3b6-4e87-b2c6-6237d982d64b tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:34.141872 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [req-b52f1bda-8d73-42e6-b55f-907dcabde7ad req-043c0b0a-f3b6-4e87-b2c6-6237d982d64b tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Allocated IP 172.20.0.5 (3de5004b-d04a-43ec-83df-7f6e082747db/f90310f9-89a9-4caa-b723-9c87d4a911ed/3c902de2-58a7-4169-a553-b65b32da667a) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 08 22:23:34.288275 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-b52f1bda-8d73-42e6-b55f-907dcabde7ad req-043c0b0a-f3b6-4e87-b2c6-6237d982d64b tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks [] for port (3c902de2-58a7-4169-a553-b65b32da667a), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:34.326558 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-b52f1bda-8d73-42e6-b55f-907dcabde7ad req-043c0b0a-f3b6-4e87-b2c6-6237d982d64b tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791034024012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633834'] for port (3c902de2-58a7-4169-a553-b65b32da667a), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:34.368840 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b52f1bda-8d73-42e6-b55f-907dcabde7ad req-043c0b0a-f3b6-4e87-b2c6-6237d982d64b tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Network 3de5004b-d04a-43ec-83df-7f6e082747db is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 08 22:23:34.371985 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [req-b52f1bda-8d73-42e6-b55f-907dcabde7ad req-043c0b0a-f3b6-4e87-b2c6-6237d982d64b tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:23:34.378546 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-b52f1bda-8d73-42e6-b55f-907dcabde7ad req-043c0b0a-f3b6-4e87-b2c6-6237d982d64b tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 08 22:23:34.401968 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043c0b0a-f3b6-4e87-b2c6-6237d982d64b tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Pushing event updated for resources: {'Port': ['ID=3c902de2-58a7-4169-a553-b65b32da667a,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:23:34.430014 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f1bda-8d73-42e6-b55f-907dcabde7ad req-043c0b0a-f3b6-4e87-b2c6-6237d982d64b tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:23:34.430750 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-b52f1bda-8d73-42e6-b55f-907dcabde7ad req-043c0b0a-f3b6-4e87-b2c6-6237d982d64b tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870'] for port (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:34.449231 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-b52f1bda-8d73-42e6-b55f-907dcabde7ad req-043c0b0a-f3b6-4e87-b2c6-6237d982d64b tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5521076 May 08 22:23:34.476767 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [req-b52f1bda-8d73-42e6-b55f-907dcabde7ad req-f9ae7ac5-c53e-44f1-b8c0-70b9ee2e9a77 service neutron] Request body: {'port': {'device_id': 'afbf7350-e2c5-4de7-b190-3dd8db0cbdfb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:23:34.543766 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-b52f1bda-8d73-42e6-b55f-907dcabde7ad req-f9ae7ac5-c53e-44f1-b8c0-70b9ee2e9a77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (3c902de2-58a7-4169-a553-b65b32da667a), before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:34.552111 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-6c53290a-4def-4aba-a0a7-7357d6109271 None None] Provisioning complete for port 3c902de2-58a7-4169-a553-b65b32da667a triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:23:34.552493 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6c53290a-4def-4aba-a0a7-7357d6109271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (3c902de2-58a7-4169-a553-b65b32da667a), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:34.587456 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-6c53290a-4def-4aba-a0a7-7357d6109271 None None] Port 3c902de2-58a7-4169-a553-b65b32da667a cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 08 22:23:34.806034 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.notifiers.nova [req-b52f1bda-8d73-42e6-b55f-907dcabde7ad req-f9ae7ac5-c53e-44f1-b8c0-70b9ee2e9a77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c902de2-58a7-4169-a553-b65b32da667a {{(pid=103629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 08 22:23:34.818479 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-b52f1bda-8d73-42e6-b55f-907dcabde7ad req-f9ae7ac5-c53e-44f1-b8c0-70b9ee2e9a77 service neutron] Publish callbacks [] for port (3c902de2-58a7-4169-a553-b65b32da667a), precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:34.832707 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.provisioning_blocks [req-b52f1bda-8d73-42e6-b55f-907dcabde7ad req-f9ae7ac5-c53e-44f1-b8c0-70b9ee2e9a77 service neutron] Transition to ACTIVE for port object 3c902de2-58a7-4169-a553-b65b32da667a will not be triggered until provisioned by entity L2. {{(pid=103629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 08 22:23:34.838639 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-b52f1bda-8d73-42e6-b55f-907dcabde7ad req-f9ae7ac5-c53e-44f1-b8c0-70b9ee2e9a77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59633821'] for port (3c902de2-58a7-4169-a553-b65b32da667a), after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:34.864116 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a266fd07-c5ba-4100-a05d-3e52eebbf257 req-b42d2bce-30a0-44f8-be5d-02f7bc1b7f20 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:23:34.865796 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-a266fd07-c5ba-4100-a05d-3e52eebbf257 req-b42d2bce-30a0-44f8-be5d-02f7bc1b7f20 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/ports?device_id=afbf7350-e2c5-4de7-b190-3dd8db0cbdfb HTTP/1.1" status: 200 len: 931 time: 0.0523405 May 08 22:23:34.896079 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ae7ac5-c53e-44f1-b8c0-70b9ee2e9a77 service neutron] Pushing event updated for resources: {'Port': ['ID=3c902de2-58a7-4169-a553-b65b32da667a,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:23:34.946747 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-a266fd07-c5ba-4100-a05d-3e52eebbf257 req-fdbcaa7e-d9e6-472e-96ac-739e0d0ee37b tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/security-groups?id=88647e77-4ac1-462b-871f-d58f9f7f242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742674 May 08 22:23:34.983984 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-b52f1bda-8d73-42e6-b55f-907dcabde7ad req-f9ae7ac5-c53e-44f1-b8c0-70b9ee2e9a77 service neutron] Attempting to bind port 3c902de2-58a7-4169-a553-b65b32da667a on host hv-cinder-84051 for vnic_type normal with profile {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 08 22:23:34.984392 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-b52f1bda-8d73-42e6-b55f-907dcabde7ad req-f9ae7ac5-c53e-44f1-b8c0-70b9ee2e9a77 service neutron] Attempting to bind port 3c902de2-58a7-4169-a553-b65b32da667a by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': '9d6f81da-5258-4353-b997-51e66ddac969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3de5004b-d04a-43ec-83df-7f6e082747db'}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 08 22:23:34.984818 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52f1bda-8d73-42e6-b55f-907dcabde7ad req-f9ae7ac5-c53e-44f1-b8c0-70b9ee2e9a77 service neutron] Attempting to bind port 3c902de2-58a7-4169-a553-b65b32da667a on network 3de5004b-d04a-43ec-83df-7f6e082747db {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 08 22:23:34.989698 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52f1bda-8d73-42e6-b55f-907dcabde7ad req-f9ae7ac5-c53e-44f1-b8c0-70b9ee2e9a77 service neutron] Port 3c902de2-58a7-4169-a553-b65b32da667a on network 3de5004b-d04a-43ec-83df-7f6e082747db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 08 22:23:34.990626 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52f1bda-8d73-42e6-b55f-907dcabde7ad req-f9ae7ac5-c53e-44f1-b8c0-70b9ee2e9a77 service neutron] Attempting to bind port 3c902de2-58a7-4169-a553-b65b32da667a on network 3de5004b-d04a-43ec-83df-7f6e082747db {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 08 22:23:34.995568 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52f1bda-8d73-42e6-b55f-907dcabde7ad req-f9ae7ac5-c53e-44f1-b8c0-70b9ee2e9a77 service neutron] Checking agent: {'id': '50086534-3b0f-4edb-899f-da05c46c2546', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 8, 22, 13, 10), 'started_at': datetime.datetime(2022, 5, 8, 22, 13, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 8, 22, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 08 22:23:34.996226 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52f1bda-8d73-42e6-b55f-907dcabde7ad req-f9ae7ac5-c53e-44f1-b8c0-70b9ee2e9a77 service neutron] Checking segment: {'id': '9d6f81da-5258-4353-b997-51e66ddac969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3de5004b-d04a-43ec-83df-7f6e082747db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 08 22:23:34.996616 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52f1bda-8d73-42e6-b55f-907dcabde7ad req-f9ae7ac5-c53e-44f1-b8c0-70b9ee2e9a77 service neutron] Bound using segment: {'id': '9d6f81da-5258-4353-b997-51e66ddac969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3de5004b-d04a-43ec-83df-7f6e082747db'} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 08 22:23:34.997675 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-b52f1bda-8d73-42e6-b55f-907dcabde7ad req-f9ae7ac5-c53e-44f1-b8c0-70b9ee2e9a77 service neutron] Bound port: 3c902de2-58a7-4169-a553-b65b32da667a, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d6f81da-5258-4353-b997-51e66ddac969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3de5004b-d04a-43ec-83df-7f6e082747db'}}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 08 22:23:34.998114 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-b52f1bda-8d73-42e6-b55f-907dcabde7ad req-f9ae7ac5-c53e-44f1-b8c0-70b9ee2e9a77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (3c902de2-58a7-4169-a553-b65b32da667a), before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:35.090189 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-b52f1bda-8d73-42e6-b55f-907dcabde7ad req-f9ae7ac5-c53e-44f1-b8c0-70b9ee2e9a77 service neutron] For port 3c902de2-58a7-4169-a553-b65b32da667a, host hv-cinder-84051, cleared binding levels {{(pid=103629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 08 22:23:35.093886 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-b52f1bda-8d73-42e6-b55f-907dcabde7ad req-f9ae7ac5-c53e-44f1-b8c0-70b9ee2e9a77 service neutron] For port 3c902de2-58a7-4169-a553-b65b32da667a, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=3c902de2-58a7-4169-a553-b65b32da667a,segment=NetworkSegment(9d6f81da-5258-4353-b997-51e66ddac969),segment_id=9d6f81da-5258-4353-b997-51e66ddac969)] {{(pid=103629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 08 22:23:35.103584 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-b52f1bda-8d73-42e6-b55f-907dcabde7ad req-f9ae7ac5-c53e-44f1-b8c0-70b9ee2e9a77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59633821'] for port (3c902de2-58a7-4169-a553-b65b32da667a), after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:35.140295 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f1bda-8d73-42e6-b55f-907dcabde7ad req-f9ae7ac5-c53e-44f1-b8c0-70b9ee2e9a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:23:35.140936 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-b52f1bda-8d73-42e6-b55f-907dcabde7ad req-f9ae7ac5-c53e-44f1-b8c0-70b9ee2e9a77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870'] for port (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:35.142404 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-b52f1bda-8d73-42e6-b55f-907dcabde7ad req-f9ae7ac5-c53e-44f1-b8c0-70b9ee2e9a77 service neutron] 10.222.0.24 "PUT /v2.0/ports/3c902de2-58a7-4169-a553-b65b32da667a HTTP/1.1" status: 200 len: 1093 time: 0.6703806 May 08 22:23:35.142854 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afbf7350-e2c5-4de7-b190-3dd8db0cbdfb', 'tag': '3c902de2-58a7-4169-a553-b65b32da667a'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 08 22:23:35.145123 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cc8a0c475ac6fe54f5122aa5a8750c48412c688b8f67dba420990604a8daf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fada973f-da00-47e4-8a97-b072407e212b" -d '{"events": [{"name": "network-changed", "server_uuid": "afbf7350-e2c5-4de7-b190-3dd8db0cbdfb", "tag": "3c902de2-58a7-4169-a553-b65b32da667a"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 08 22:23:35.172770 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ae7ac5-c53e-44f1-b8c0-70b9ee2e9a77 service neutron] Pushing event updated for resources: {'Port': ['ID=3c902de2-58a7-4169-a553-b65b32da667a,revision_number=3']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:23:35.200823 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 08 May 2022 22:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-926a70df-e616-462a-86a8-6fa0b071279a x-openstack-request-id: req-926a70df-e616-462a-86a8-6fa0b071279a {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 08 22:23:35.201459 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afbf7350-e2c5-4de7-b190-3dd8db0cbdfb", "tag": "3c902de2-58a7-4169-a553-b65b32da667a", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 08 22:23:35.201732 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-926a70df-e616-462a-86a8-6fa0b071279a {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 08 22:23:35.202770 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-926a70df-e616-462a-86a8-6fa0b071279a'] response: {'name': 'network-changed', 'server_uuid': 'afbf7350-e2c5-4de7-b190-3dd8db0cbdfb', 'tag': '3c902de2-58a7-4169-a553-b65b32da667a', 'status': 'completed', 'code': 200} May 08 22:23:35.386066 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f1bda-8d73-42e6-b55f-907dcabde7ad req-196c2515-6133-48ea-89f4-91798f845978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:23:35.387695 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-b52f1bda-8d73-42e6-b55f-907dcabde7ad req-196c2515-6133-48ea-89f4-91798f845978 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=71ff1b3aaa864388b9a5646942d2bffb&device_id=afbf7350-e2c5-4de7-b190-3dd8db0cbdfb HTTP/1.1" status: 200 len: 1127 time: 0.0410037 May 08 22:23:35.439621 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-b52f1bda-8d73-42e6-b55f-907dcabde7ad req-3b1e550b-4133-43a1-82b4-5349287cdd9b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c902de2-58a7-4169-a553-b65b32da667a HTTP/1.1" status: 200 len: 217 time: 0.0367045 May 08 22:23:35.489331 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f1bda-8d73-42e6-b55f-907dcabde7ad req-363a675f-7224-4d4f-b6db-44bd2f4633c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:23:35.490783 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-b52f1bda-8d73-42e6-b55f-907dcabde7ad req-363a675f-7224-4d4f-b6db-44bd2f4633c4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f90310f9-89a9-4caa-b723-9c87d4a911ed HTTP/1.1" status: 200 len: 850 time: 0.0431807 May 08 22:23:35.535892 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f1bda-8d73-42e6-b55f-907dcabde7ad req-4f90f79c-585f-448d-b068-f529a791a624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:23:35.537350 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-b52f1bda-8d73-42e6-b55f-907dcabde7ad req-4f90f79c-585f-448d-b068-f529a791a624 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3de5004b-d04a-43ec-83df-7f6e082747db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390823 May 08 22:23:35.634323 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-b52f1bda-8d73-42e6-b55f-907dcabde7ad req-d2e8bc4b-6fb9-4a5a-9724-70ade99bb6a0 service neutron] 10.222.0.24 "GET /v2.0/networks/3de5004b-d04a-43ec-83df-7f6e082747db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886528 May 08 22:23:35.734031 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-b52f1bda-8d73-42e6-b55f-907dcabde7ad req-1d9e8dfc-b347-4973-a6b3-bef504c76f0a service neutron] 10.222.0.24 "GET /v2.0/networks/3de5004b-d04a-43ec-83df-7f6e082747db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892315 May 08 22:23:36.068556 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ebff66-8024-40a6-b08e-20c98d7530ba req-0702ec32-a8f4-45b8-8af2-f4348853ad3f tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:23:36.070192 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-f4ebff66-8024-40a6-b08e-20c98d7530ba req-0702ec32-a8f4-45b8-8af2-f4348853ad3f tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/ports?device_id=afbf7350-e2c5-4de7-b190-3dd8db0cbdfb HTTP/1.1" status: 200 len: 943 time: 0.0580475 May 08 22:23:36.121031 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-f4ebff66-8024-40a6-b08e-20c98d7530ba req-af6f1975-51b9-4359-b5bf-0c0b5de300ae tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/security-groups?id=88647e77-4ac1-462b-871f-d58f9f7f242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425718 May 08 22:23:36.865969 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fada973f-da00-47e4-8a97-b072407e212b req-97592a7f-8880-41d9-81ea-ad1d75360b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:23:36.867539 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-fada973f-da00-47e4-8a97-b072407e212b req-97592a7f-8880-41d9-81ea-ad1d75360b6a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=71ff1b3aaa864388b9a5646942d2bffb&device_id=afbf7350-e2c5-4de7-b190-3dd8db0cbdfb HTTP/1.1" status: 200 len: 1127 time: 0.0461142 May 08 22:23:36.958813 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fada973f-da00-47e4-8a97-b072407e212b req-97cc8f4e-6393-4a83-8e9f-a09491eba060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:23:36.961012 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-fada973f-da00-47e4-8a97-b072407e212b req-97cc8f4e-6393-4a83-8e9f-a09491eba060 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3de5004b-d04a-43ec-83df-7f6e082747db HTTP/1.1" status: 200 len: 912 time: 0.0847952 May 08 22:23:37.005217 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-fada973f-da00-47e4-8a97-b072407e212b req-21c38707-5473-4675-b8ff-a0bf0a0bc234 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c902de2-58a7-4169-a553-b65b32da667a HTTP/1.1" status: 200 len: 217 time: 0.0367587 May 08 22:23:37.059538 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fada973f-da00-47e4-8a97-b072407e212b req-ceab6160-43ae-41ce-84de-59d699b8bb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:23:37.061290 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-fada973f-da00-47e4-8a97-b072407e212b req-ceab6160-43ae-41ce-84de-59d699b8bb21 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f90310f9-89a9-4caa-b723-9c87d4a911ed HTTP/1.1" status: 200 len: 850 time: 0.0489869 May 08 22:23:37.107630 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fada973f-da00-47e4-8a97-b072407e212b req-c1bd4a0f-aacd-45f1-a7d6-da02dd845c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:23:37.109091 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-fada973f-da00-47e4-8a97-b072407e212b req-c1bd4a0f-aacd-45f1-a7d6-da02dd845c8c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3de5004b-d04a-43ec-83df-7f6e082747db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398617 May 08 22:23:37.204144 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-fada973f-da00-47e4-8a97-b072407e212b req-52b6dafc-1698-4226-8646-3c1c98ae16f7 service neutron] 10.222.0.24 "GET /v2.0/networks/3de5004b-d04a-43ec-83df-7f6e082747db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880382 May 08 22:23:37.241290 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01be316f-288d-4bd0-88d5-31f2884f394e req-75a4bf3f-efea-4e5b-a2dc-ed4e961745d6 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:23:37.243371 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-01be316f-288d-4bd0-88d5-31f2884f394e req-75a4bf3f-efea-4e5b-a2dc-ed4e961745d6 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/ports?device_id=afbf7350-e2c5-4de7-b190-3dd8db0cbdfb HTTP/1.1" status: 200 len: 943 time: 0.0512915 May 08 22:23:37.291373 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-01be316f-288d-4bd0-88d5-31f2884f394e req-0abece90-2116-4d2f-a605-3d06ac0fb456 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/security-groups?id=88647e77-4ac1-462b-871f-d58f9f7f242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424123 May 08 22:23:37.301328 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-fada973f-da00-47e4-8a97-b072407e212b req-8ad9ee0f-512a-4e02-82ac-6d0696907a12 service neutron] 10.222.0.24 "GET /v2.0/networks/3de5004b-d04a-43ec-83df-7f6e082747db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900629 May 08 22:23:38.401932 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2065873-4964-49f6-ae98-f9537f6a48f0 req-b85b7452-f07c-43ef-854f-586042e69fdf tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:23:38.403492 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-f2065873-4964-49f6-ae98-f9537f6a48f0 req-b85b7452-f07c-43ef-854f-586042e69fdf tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/ports?device_id=afbf7350-e2c5-4de7-b190-3dd8db0cbdfb HTTP/1.1" status: 200 len: 943 time: 0.0464902 May 08 22:23:38.456404 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-f2065873-4964-49f6-ae98-f9537f6a48f0 req-991a1c5e-e51b-4c7d-b3a2-6ba10c6c2084 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/security-groups?id=88647e77-4ac1-462b-871f-d58f9f7f242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472875 May 08 22:23:39.587424 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4b64c0-2c8f-450e-a8b0-256cb95139bb req-7f43b3be-da7f-40a5-b7bf-49c4d71ec97b tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:23:39.588816 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-7a4b64c0-2c8f-450e-a8b0-256cb95139bb req-7f43b3be-da7f-40a5-b7bf-49c4d71ec97b tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/ports?device_id=afbf7350-e2c5-4de7-b190-3dd8db0cbdfb HTTP/1.1" status: 200 len: 943 time: 0.0483634 May 08 22:23:39.638543 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-7a4b64c0-2c8f-450e-a8b0-256cb95139bb req-46f1f8be-0898-44b2-b8a1-9e2a22399b19 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/security-groups?id=88647e77-4ac1-462b-871f-d58f9f7f242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440516 May 08 22:23:40.291449 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (50086534-3b0f-4edb-899f-da05c46c2546), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:40.770820 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb34159-b451-4d2e-aeab-9e0ccf870369 req-a1730377-d774-46fc-8fc8-a643ffcb00e6 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:23:40.772300 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-3fb34159-b451-4d2e-aeab-9e0ccf870369 req-a1730377-d774-46fc-8fc8-a643ffcb00e6 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/ports?device_id=afbf7350-e2c5-4de7-b190-3dd8db0cbdfb HTTP/1.1" status: 200 len: 943 time: 0.0560932 May 08 22:23:40.820949 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-3fb34159-b451-4d2e-aeab-9e0ccf870369 req-14b989c7-e1b5-4caa-a881-4cfc59c947d4 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/security-groups?id=88647e77-4ac1-462b-871f-d58f9f7f242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428383 May 08 22:23:41.946524 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f53b19a-1456-491f-9ee4-9bf64f793465 req-3c133edb-ff46-4775-89f0-33352cc5f80a tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:23:41.948010 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-0f53b19a-1456-491f-9ee4-9bf64f793465 req-3c133edb-ff46-4775-89f0-33352cc5f80a tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/ports?device_id=afbf7350-e2c5-4de7-b190-3dd8db0cbdfb HTTP/1.1" status: 200 len: 943 time: 0.0516202 May 08 22:23:42.001660 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-0f53b19a-1456-491f-9ee4-9bf64f793465 req-a50daafc-9ed3-4bfe-a246-ac36b6a35237 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/security-groups?id=88647e77-4ac1-462b-871f-d58f9f7f242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453408 May 08 22:23:43.125099 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7815f830-6495-47d3-802a-823032beba33 req-aefdf481-e226-4ba0-8c5d-e632d0e4fa84 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:23:43.126551 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-7815f830-6495-47d3-802a-823032beba33 req-aefdf481-e226-4ba0-8c5d-e632d0e4fa84 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/ports?device_id=afbf7350-e2c5-4de7-b190-3dd8db0cbdfb HTTP/1.1" status: 200 len: 943 time: 0.0530670 May 08 22:23:43.184207 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-7815f830-6495-47d3-802a-823032beba33 req-cdf0c94c-ee21-4125-af38-2e24aa491f61 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/security-groups?id=88647e77-4ac1-462b-871f-d58f9f7f242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518522 May 08 22:23:44.310992 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35212c56-ed7d-46de-8df2-c917e42a64e7 req-02c2fb48-e471-4d83-b5ac-6936c363ea74 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:23:44.313380 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-35212c56-ed7d-46de-8df2-c917e42a64e7 req-02c2fb48-e471-4d83-b5ac-6936c363ea74 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/ports?device_id=afbf7350-e2c5-4de7-b190-3dd8db0cbdfb HTTP/1.1" status: 200 len: 943 time: 0.0543561 May 08 22:23:44.366530 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-35212c56-ed7d-46de-8df2-c917e42a64e7 req-14ff3e50-7648-4474-b611-1a8a4b43d909 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/security-groups?id=88647e77-4ac1-462b-871f-d58f9f7f242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480516 May 08 22:23:45.485293 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f95f9d5-76a2-4cf2-801b-5b2e7f73ef78 req-27f7dcaa-8e50-4a60-ab53-1e29cf7b1621 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:23:45.486755 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-0f95f9d5-76a2-4cf2-801b-5b2e7f73ef78 req-27f7dcaa-8e50-4a60-ab53-1e29cf7b1621 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/ports?device_id=afbf7350-e2c5-4de7-b190-3dd8db0cbdfb HTTP/1.1" status: 200 len: 943 time: 0.0500028 May 08 22:23:45.534838 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-0f95f9d5-76a2-4cf2-801b-5b2e7f73ef78 req-bcfc82dd-467d-4041-a4f3-0deaae342b82 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/security-groups?id=88647e77-4ac1-462b-871f-d58f9f7f242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424683 May 08 22:23:45.849162 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device 3c902de2-58a7-4169-a553-b65b32da667a details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=103630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 08 22:23:45.950337 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] For port 3c902de2-58a7-4169-a553-b65b32da667a, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=3c902de2-58a7-4169-a553-b65b32da667a,segment=NetworkSegment(9d6f81da-5258-4353-b997-51e66ddac969),segment_id=9d6f81da-5258-4353-b997-51e66ddac969)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:23:45.962298 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Returning: {'device': '3c902de2-58a7-4169-a553-b65b32da667a', 'network_id': '3de5004b-d04a-43ec-83df-7f6e082747db', 'port_id': '3c902de2-58a7-4169-a553-b65b32da667a', 'mac_address': 'fa:16:3e:e6:ea:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f90310f9-89a9-4caa-b723-9c87d4a911ed', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 08 22:23:46.005131 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Current status of the port 3c902de2-58a7-4169-a553-b65b32da667a is: DOWN; New status is: BUILD {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:23:46.005515 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (3c902de2-58a7-4169-a553-b65b32da667a), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:46.019845 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.notifiers.nova [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c902de2-58a7-4169-a553-b65b32da667a {{(pid=103630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 08 22:23:46.040669 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] For port 3c902de2-58a7-4169-a553-b65b32da667a, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=3c902de2-58a7-4169-a553-b65b32da667a,segment=NetworkSegment(9d6f81da-5258-4353-b997-51e66ddac969),segment_id=9d6f81da-5258-4353-b997-51e66ddac969)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:23:46.046729 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (3c902de2-58a7-4169-a553-b65b32da667a), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:46.096273 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Pushing event updated for resources: {'Port': ['ID=3c902de2-58a7-4169-a553-b65b32da667a,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:23:46.209698 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-ba4e8964-814d-4de5-adeb-88698018f4cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (399f5491-dab9-4373-bd22-64cd7c73418d), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:46.590835 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] get_ports_and_sgs() called for port_ids ['3c902de2-58a7-4169-a553-b65b32da667a'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 08 22:23:46.653308 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5727c502-d418-4ec7-b4fd-26b2642d9c04 req-41289322-5596-48a6-ac6e-0a499b48d1b8 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:23:46.654932 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-5727c502-d418-4ec7-b4fd-26b2642d9c04 req-41289322-5596-48a6-ac6e-0a499b48d1b8 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/ports?device_id=afbf7350-e2c5-4de7-b190-3dd8db0cbdfb HTTP/1.1" status: 200 len: 944 time: 0.0498102 May 08 22:23:46.706889 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-5727c502-d418-4ec7-b4fd-26b2642d9c04 req-c69fb073-4ac6-4d53-a0a3-974b5112600d tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/security-groups?id=88647e77-4ac1-462b-871f-d58f9f7f242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463760 May 08 22:23:47.830613 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4119749e-a88e-4226-9a8e-40a1ea8384f9 req-e606c197-6cca-4dc1-ba7f-8bf087886d83 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:23:47.832029 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-4119749e-a88e-4226-9a8e-40a1ea8384f9 req-e606c197-6cca-4dc1-ba7f-8bf087886d83 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/ports?device_id=afbf7350-e2c5-4de7-b190-3dd8db0cbdfb HTTP/1.1" status: 200 len: 944 time: 0.0482767 May 08 22:23:47.860065 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device 3c902de2-58a7-4169-a553-b65b32da667a up at agent hyperv_hv-cinder-84051 {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 08 22:23:47.883186 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-4119749e-a88e-4226-9a8e-40a1ea8384f9 req-41c7fd32-22d7-463b-b410-a4cf3e8ee177 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/security-groups?id=88647e77-4ac1-462b-871f-d58f9f7f242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449982 May 08 22:23:47.907505 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Provisioning for port 3c902de2-58a7-4169-a553-b65b32da667a completed by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 08 22:23:47.915595 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Provisioning complete for port 3c902de2-58a7-4169-a553-b65b32da667a triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:23:47.915968 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (3c902de2-58a7-4169-a553-b65b32da667a), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:47.997390 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Current status of the port 3c902de2-58a7-4169-a553-b65b32da667a is: BUILD; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:23:47.997797 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (3c902de2-58a7-4169-a553-b65b32da667a), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:48.021375 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afbf7350-e2c5-4de7-b190-3dd8db0cbdfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c902de2-58a7-4169-a553-b65b32da667a'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 08 22:23:48.023632 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bcef9e280bae9da70c0250555725ec84c8fe71b1405edcfc00240691fe86bce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b773d840-c0a8-409b-bbc4-054f68444b9e" -d '{"events": [{"server_uuid": "afbf7350-e2c5-4de7-b190-3dd8db0cbdfb", "name": "network-vif-plugged", "status": "completed", "tag": "3c902de2-58a7-4169-a553-b65b32da667a"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 08 22:23:48.036151 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] For port 3c902de2-58a7-4169-a553-b65b32da667a, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=3c902de2-58a7-4169-a553-b65b32da667a,segment=NetworkSegment(9d6f81da-5258-4353-b997-51e66ddac969),segment_id=9d6f81da-5258-4353-b997-51e66ddac969)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:23:48.041380 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (3c902de2-58a7-4169-a553-b65b32da667a), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:48.064960 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 08 May 2022 22:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a1bd9f5-7029-4a3e-8b9a-d9328f3bb3b9 x-openstack-request-id: req-4a1bd9f5-7029-4a3e-8b9a-d9328f3bb3b9 {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 08 22:23:48.065251 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afbf7350-e2c5-4de7-b190-3dd8db0cbdfb", "name": "network-vif-plugged", "status": "completed", "tag": "3c902de2-58a7-4169-a553-b65b32da667a", "code": 200}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 08 22:23:48.065506 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4a1bd9f5-7029-4a3e-8b9a-d9328f3bb3b9 {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 08 22:23:48.065898 dv-cinder-840511-5-iscsi neutron-server[103630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a1bd9f5-7029-4a3e-8b9a-d9328f3bb3b9'] response: {'server_uuid': 'afbf7350-e2c5-4de7-b190-3dd8db0cbdfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c902de2-58a7-4169-a553-b65b32da667a', 'code': 200} May 08 22:23:48.093524 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Pushing event updated for resources: {'Port': ['ID=3c902de2-58a7-4169-a553-b65b32da667a,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:23:48.340086 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25543d75-b5df-46e6-a6f2-c43854cae386 req-6bda7097-7479-4a2d-8cf5-61b4f8d6ef5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:23:48.341960 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-25543d75-b5df-46e6-a6f2-c43854cae386 req-6bda7097-7479-4a2d-8cf5-61b4f8d6ef5c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=afbf7350-e2c5-4de7-b190-3dd8db0cbdfb HTTP/1.1" status: 200 len: 1129 time: 0.0444047 May 08 22:23:48.391836 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-25543d75-b5df-46e6-a6f2-c43854cae386 req-dca259fa-19c6-4b1a-a586-bbcbf4796764 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=88647e77-4ac1-462b-871f-d58f9f7f242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429304 May 08 22:23:48.485617 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d72d8694-7dbc-4c7a-87e1-a6200111ef8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (69aa2ac4-530d-40c2-a84a-3161d84edf61), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:48.996022 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f183de8-b1cc-4b02-85c7-7c38aab63ada req-0202ce34-5aa2-456f-9a5e-e4629cc4729d tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:23:48.997529 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-4f183de8-b1cc-4b02-85c7-7c38aab63ada req-0202ce34-5aa2-456f-9a5e-e4629cc4729d tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/ports?device_id=afbf7350-e2c5-4de7-b190-3dd8db0cbdfb HTTP/1.1" status: 200 len: 945 time: 0.0474613 May 08 22:23:49.059261 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-4f183de8-b1cc-4b02-85c7-7c38aab63ada req-5c537a04-2240-4061-aa1c-6120292834cc tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/security-groups?id=88647e77-4ac1-462b-871f-d58f9f7f242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560412 May 08 22:23:49.372531 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-68d59b13-bdd3-4890-b330-3a9be9bf9791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (167e5ba9-08ef-43b6-aca0-7c88b7f9e735), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:50.184070 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d9a0d-28cc-4970-b008-b49b50ee2acd req-ae4b91f1-02b1-4053-98c6-7bd1012ae7c3 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:23:50.185619 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-018d9a0d-28cc-4970-b008-b49b50ee2acd req-ae4b91f1-02b1-4053-98c6-7bd1012ae7c3 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/ports?device_id=afbf7350-e2c5-4de7-b190-3dd8db0cbdfb HTTP/1.1" status: 200 len: 945 time: 0.0506914 May 08 22:23:50.239470 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-018d9a0d-28cc-4970-b008-b49b50ee2acd req-e1847c8f-a1b5-4f97-93b5-9b6a41c19c97 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/security-groups?id=88647e77-4ac1-462b-871f-d58f9f7f242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452387 May 08 22:23:50.362270 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c92c6a-cb06-4b5a-b8c3-e6f47eda5538 req-30520ef6-fd68-4222-94e3-2039cada5d82 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:23:50.363689 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-49c92c6a-cb06-4b5a-b8c3-e6f47eda5538 req-30520ef6-fd68-4222-94e3-2039cada5d82 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/ports?device_id=afbf7350-e2c5-4de7-b190-3dd8db0cbdfb HTTP/1.1" status: 200 len: 945 time: 0.0553110 May 08 22:23:50.412650 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-49c92c6a-cb06-4b5a-b8c3-e6f47eda5538 req-618b4d18-b671-4ba9-9147-675cab2cf8b6 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/security-groups?id=88647e77-4ac1-462b-871f-d58f9f7f242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432007 May 08 22:23:50.437158 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 56748) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:23:50.481190 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3532751c-ccd9-489c-9d2d-74529a11c920 tempest-TestVolumeBootPattern-2029933309 tempest-TestVolumeBootPattern-2029933309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:23:50.482808 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-3532751c-ccd9-489c-9d2d-74529a11c920 tempest-TestVolumeBootPattern-2029933309 tempest-TestVolumeBootPattern-2029933309-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=afbf7350-e2c5-4de7-b190-3dd8db0cbdfb HTTP/1.1" status: 200 len: 1124 time: 0.0447030 May 08 22:23:50.485844 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 56750) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:23:50.490017 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.v2.base [None req-0c4802a3-5424-4b82-be6f-79be0dd8a04b tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Request body: {'floatingip': {'floating_network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'port_id': '3c902de2-58a7-4169-a553-b65b32da667a', 'tenant_id': '71ff1b3aaa864388b9a5646942d2bffb', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:23:50.513413 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0c4802a3-5424-4b82-be6f-79be0dd8a04b tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:50.602134 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0c4802a3-5424-4b82-be6f-79be0dd8a04b tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:50.722799 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-0c4802a3-5424-4b82-be6f-79be0dd8a04b tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Allocated IP 172.27.2.212 (542aeef6-5046-439a-aa53-dc46759766dd/c1306b94-a9cc-4730-bd7d-1800cb77959d/0fa83156-2001-4be2-9f80-d8655229aa55) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 08 22:23:50.823750 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0c4802a3-5424-4b82-be6f-79be0dd8a04b tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks [] for port (0fa83156-2001-4be2-9f80-d8655229aa55), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:50.863065 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.agents_db [None req-09216671-537f-4251-a64c-737ccd42d6d2 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 08 22:23:50.863617 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0c4802a3-5424-4b82-be6f-79be0dd8a04b tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791034024012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59173228'] for port (0fa83156-2001-4be2-9f80-d8655229aa55), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:50.901726 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4802a3-5424-4b82-be6f-79be0dd8a04b tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Network 542aeef6-5046-439a-aa53-dc46759766dd is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 08 22:23:50.909092 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-0c4802a3-5424-4b82-be6f-79be0dd8a04b tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:23:50.910968 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4802a3-5424-4b82-be6f-79be0dd8a04b tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Pushing event updated for resources: {'Port': ['ID=0fa83156-2001-4be2-9f80-d8655229aa55,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:23:50.913014 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4802a3-5424-4b82-be6f-79be0dd8a04b tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 08 22:23:50.939808 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4802a3-5424-4b82-be6f-79be0dd8a04b tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:23:50.940146 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4802a3-5424-4b82-be6f-79be0dd8a04b tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:23:50.940463 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4802a3-5424-4b82-be6f-79be0dd8a04b tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:23:50.940894 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4802a3-5424-4b82-be6f-79be0dd8a04b tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:23:50.941190 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4802a3-5424-4b82-be6f-79be0dd8a04b tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:23:50.941540 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4802a3-5424-4b82-be6f-79be0dd8a04b tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:23:50.941861 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4802a3-5424-4b82-be6f-79be0dd8a04b tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:23:50.942169 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4802a3-5424-4b82-be6f-79be0dd8a04b tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:23:50.942480 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4802a3-5424-4b82-be6f-79be0dd8a04b tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:23:50.942794 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4802a3-5424-4b82-be6f-79be0dd8a04b tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:23:50.943108 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4802a3-5424-4b82-be6f-79be0dd8a04b tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:23:50.943409 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4802a3-5424-4b82-be6f-79be0dd8a04b tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:23:50.943721 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4802a3-5424-4b82-be6f-79be0dd8a04b tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:23:50.944026 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4802a3-5424-4b82-be6f-79be0dd8a04b tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:23:50.944336 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4802a3-5424-4b82-be6f-79be0dd8a04b tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:23:50.960124 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f82e6e54-0a06-4075-8e4d-2bf0b0f201e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (1fcc0290-7f55-4633-95cb-6d94e7aa5e57), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:51.295377 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0c4802a3-5424-4b82-be6f-79be0dd8a04b tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks [] for floatingip (89226b6b-8456-4123-8768-88ed65a479cc), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:51.374631 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0c4802a3-5424-4b82-be6f-79be0dd8a04b tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (0fa83156-2001-4be2-9f80-d8655229aa55), before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:51.526220 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0c4802a3-5424-4b82-be6f-79be0dd8a04b tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks [] for port (0fa83156-2001-4be2-9f80-d8655229aa55), precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:51.533892 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0c4802a3-5424-4b82-be6f-79be0dd8a04b tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59173211'] for port (0fa83156-2001-4be2-9f80-d8655229aa55), after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:51.610164 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4802a3-5424-4b82-be6f-79be0dd8a04b tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Pushing event updated for resources: {'Port': ['ID=0fa83156-2001-4be2-9f80-d8655229aa55,revision_number=2']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:23:51.623735 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0c4802a3-5424-4b82-be6f-79be0dd8a04b tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-788248'] for floatingip (89226b6b-8456-4123-8768-88ed65a479cc), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:51.728537 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.db.l3_db [None req-0c4802a3-5424-4b82-be6f-79be0dd8a04b tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Floating IP 89226b6b-8456-4123-8768-88ed65a479cc associated. External IP: 172.27.2.212, port: 3c902de2-58a7-4169-a553-b65b32da667a. May 08 22:23:52.192396 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c4802a3-5424-4b82-be6f-79be0dd8a04b tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Router d1259825-b40d-41dc-b595-545ddc2eda36 has already been hosted by L3 agent 69aa2ac4-530d-40c2-a84a-3161d84edf61 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 08 22:23:52.301935 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c4802a3-5424-4b82-be6f-79be0dd8a04b tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Notify agent at l3_agent.dv-cinder-840511-5-iscsi the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 08 22:23:52.311847 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e210cf-84de-431a-880e-320f03d2967b None None] Sync routers for ids ['d1259825-b40d-41dc-b595-545ddc2eda36'] in dv-cinder-840511-5-iscsi {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 08 22:23:52.322507 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0c4802a3-5424-4b82-be6f-79be0dd8a04b tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870'] for floatingip (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:52.322710 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e210cf-84de-431a-880e-320f03d2967b None None] Routers {'d1259825-b40d-41dc-b595-545ddc2eda36'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:23:52.323773 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-82e210cf-84de-431a-880e-320f03d2967b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:23:48Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['d1259825-b40d-41dc-b595-545ddc2eda36'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:23:52.352938 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-0c4802a3-5424-4b82-be6f-79be0dd8a04b tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8660662 May 08 22:23:52.353792 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afbf7350-e2c5-4de7-b190-3dd8db0cbdfb', 'tag': '3c902de2-58a7-4169-a553-b65b32da667a'}] {{(pid=103628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 08 22:23:52.356191 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e2a9c85b17fa97aa3ee6f0cc28bce24bf61ad2de26c4d93421d838ad5289b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f276d80-f78a-4271-8212-a6c0f23785c0" -d '{"events": [{"name": "network-changed", "server_uuid": "afbf7350-e2c5-4de7-b190-3dd8db0cbdfb", "tag": "3c902de2-58a7-4169-a553-b65b32da667a"}]}' {{(pid=103628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 08 22:23:52.395795 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 08 May 2022 22:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fcadb13-2d78-4f78-b3e7-57a71aad543b x-openstack-request-id: req-6fcadb13-2d78-4f78-b3e7-57a71aad543b {{(pid=103628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 08 22:23:52.396095 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afbf7350-e2c5-4de7-b190-3dd8db0cbdfb", "tag": "3c902de2-58a7-4169-a553-b65b32da667a", "status": "completed", "code": 200}]} {{(pid=103628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 08 22:23:52.396348 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6fcadb13-2d78-4f78-b3e7-57a71aad543b {{(pid=103628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 08 22:23:52.396798 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fcadb13-2d78-4f78-b3e7-57a71aad543b'] response: {'name': 'network-changed', 'server_uuid': 'afbf7350-e2c5-4de7-b190-3dd8db0cbdfb', 'tag': '3c902de2-58a7-4169-a553-b65b32da667a', 'status': 'completed', 'code': 200} May 08 22:23:52.433033 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-82e210cf-84de-431a-880e-320f03d2967b None None] Set router d1259825-b40d-41dc-b595-545ddc2eda36 gateway port host: dv-cinder-840511-5-iscsi {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:23:52.453965 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (7e3c7ef6-abd5-4f0f-b372-b2734b637fd0), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:23:52.650423 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-82e210cf-84de-431a-880e-320f03d2967b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1259825-b40d-41dc-b595-545ddc2eda36', 'name': 'tempest-TestVolumeBootPattern-417149460-router', 'tenant_id': '71ff1b3aaa864388b9a5646942d2bffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '0240c8ca-15b1-4020-96da-1ed4ddb1fea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:20:02Z', 'updated_at': '2022-05-08T22:20:05Z', 'revision_number': 4, 'project_id': '71ff1b3aaa864388b9a5646942d2bffb', 'gw_port': {'id': '0240c8ca-15b1-4020-96da-1ed4ddb1fea3', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:76:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1259825-b40d-41dc-b595-545ddc2eda36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:20:02Z', 'updated_at': '2022-05-08T22:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_floatingips': [{'id': '89226b6b-8456-4123-8768-88ed65a479cc', 'tenant_id': '71ff1b3aaa864388b9a5646942d2bffb', 'floating_ip_address': '172.27.2.212', 'floating_network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'router_id': 'd1259825-b40d-41dc-b595-545ddc2eda36', 'port_id': '3c902de2-58a7-4169-a553-b65b32da667a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3de5004b-d04a-43ec-83df-7f6e082747db', 'mac_address': 'fa:16:3e:e6:ea:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbf7350-e2c5-4de7-b190-3dd8db0cbdfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-08T22:23:51Z', 'updated_at': '2022-05-08T22:23:51Z', 'revision_number': 0, 'project_id': '71ff1b3aaa864388b9a5646942d2bffb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4453eb0-768d-49ce-b300-433e8b6d7e59', 'name': '', 'network_id': '3de5004b-d04a-43ec-83df-7f6e082747db', 'tenant_id': '71ff1b3aaa864388b9a5646942d2bffb', 'mac_address': 'fa:16:3e:83:4d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1259825-b40d-41dc-b595-545ddc2eda36', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'f90310f9-89a9-4caa-b723-9c87d4a911ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:20:04Z', 'updated_at': '2022-05-08T22:20:09Z', 'revision_number': 5, 'project_id': '71ff1b3aaa864388b9a5646942d2bffb', 'subnets': [{'id': 'f90310f9-89a9-4caa-b723-9c87d4a911ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:23:52.676815 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e210cf-84de-431a-880e-320f03d2967b None None] Checking router: d1259825-b40d-41dc-b595-545ddc2eda36 for host: dv-cinder-840511-5-iscsi {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 08 22:23:52.685239 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e210cf-84de-431a-880e-320f03d2967b None None] Routers {'d1259825-b40d-41dc-b595-545ddc2eda36'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:23:52.685914 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-82e210cf-84de-431a-880e-320f03d2967b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:23:48Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['d1259825-b40d-41dc-b595-545ddc2eda36'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:23:52.795368 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-82e210cf-84de-431a-880e-320f03d2967b None None] Set router d1259825-b40d-41dc-b595-545ddc2eda36 gateway port host: dv-cinder-840511-5-iscsi {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:23:52.959764 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f276d80-f78a-4271-8212-a6c0f23785c0 req-d4360037-447f-4ef1-88ca-5dc954d3059e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:23:52.961341 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-5f276d80-f78a-4271-8212-a6c0f23785c0 req-d4360037-447f-4ef1-88ca-5dc954d3059e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=71ff1b3aaa864388b9a5646942d2bffb&device_id=afbf7350-e2c5-4de7-b190-3dd8db0cbdfb HTTP/1.1" status: 200 len: 1129 time: 0.0433617 May 08 22:23:53.014725 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-82e210cf-84de-431a-880e-320f03d2967b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1259825-b40d-41dc-b595-545ddc2eda36', 'name': 'tempest-TestVolumeBootPattern-417149460-router', 'tenant_id': '71ff1b3aaa864388b9a5646942d2bffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '0240c8ca-15b1-4020-96da-1ed4ddb1fea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:20:02Z', 'updated_at': '2022-05-08T22:20:05Z', 'revision_number': 4, 'project_id': '71ff1b3aaa864388b9a5646942d2bffb', 'gw_port': {'id': '0240c8ca-15b1-4020-96da-1ed4ddb1fea3', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:76:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1259825-b40d-41dc-b595-545ddc2eda36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:20:02Z', 'updated_at': '2022-05-08T22:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_floatingips': [{'id': '89226b6b-8456-4123-8768-88ed65a479cc', 'tenant_id': '71ff1b3aaa864388b9a5646942d2bffb', 'floating_ip_address': '172.27.2.212', 'floating_network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'router_id': 'd1259825-b40d-41dc-b595-545ddc2eda36', 'port_id': '3c902de2-58a7-4169-a553-b65b32da667a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3de5004b-d04a-43ec-83df-7f6e082747db', 'mac_address': 'fa:16:3e:e6:ea:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbf7350-e2c5-4de7-b190-3dd8db0cbdfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-08T22:23:51Z', 'updated_at': '2022-05-08T22:23:51Z', 'revision_number': 0, 'project_id': '71ff1b3aaa864388b9a5646942d2bffb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4453eb0-768d-49ce-b300-433e8b6d7e59', 'name': '', 'network_id': '3de5004b-d04a-43ec-83df-7f6e082747db', 'tenant_id': '71ff1b3aaa864388b9a5646942d2bffb', 'mac_address': 'fa:16:3e:83:4d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1259825-b40d-41dc-b595-545ddc2eda36', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'f90310f9-89a9-4caa-b723-9c87d4a911ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:20:04Z', 'updated_at': '2022-05-08T22:20:09Z', 'revision_number': 5, 'project_id': '71ff1b3aaa864388b9a5646942d2bffb', 'subnets': [{'id': 'f90310f9-89a9-4caa-b723-9c87d4a911ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:23:53.041488 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e210cf-84de-431a-880e-320f03d2967b None None] The sync data for ids ['d1259825-b40d-41dc-b595-545ddc2eda36'] in dv-cinder-840511-5-iscsi is: [{'id': 'd1259825-b40d-41dc-b595-545ddc2eda36', 'name': 'tempest-TestVolumeBootPattern-417149460-router', 'tenant_id': '71ff1b3aaa864388b9a5646942d2bffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '0240c8ca-15b1-4020-96da-1ed4ddb1fea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:20:02Z', 'updated_at': '2022-05-08T22:20:05Z', 'revision_number': 4, 'project_id': '71ff1b3aaa864388b9a5646942d2bffb', 'gw_port': {'id': '0240c8ca-15b1-4020-96da-1ed4ddb1fea3', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:76:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1259825-b40d-41dc-b595-545ddc2eda36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:20:02Z', 'updated_at': '2022-05-08T22:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_floatingips': [{'id': '89226b6b-8456-4123-8768-88ed65a479cc', 'tenant_id': '71ff1b3aaa864388b9a5646942d2bffb', 'floating_ip_address': '172.27.2.212', 'floating_network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'router_id': 'd1259825-b40d-41dc-b595-545ddc2eda36', 'port_id': '3c902de2-58a7-4169-a553-b65b32da667a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3de5004b-d04a-43ec-83df-7f6e082747db', 'mac_address': 'fa:16:3e:e6:ea:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbf7350-e2c5-4de7-b190-3dd8db0cbdfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-08T22:23:51Z', 'updated_at': '2022-05-08T22:23:51Z', 'revision_number': 0, 'project_id': '71ff1b3aaa864388b9a5646942d2bffb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4453eb0-768d-49ce-b300-433e8b6d7e59', 'name': '', 'network_id': '3de5004b-d04a-43ec-83df-7f6e082747db', 'tenant_id': '71ff1b3aaa864388b9a5646942d2bffb', 'mac_address': 'fa:16:3e:83:4d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1259825-b40d-41dc-b595-545ddc2eda36', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'f90310f9-89a9-4caa-b723-9c87d4a911ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:20:04Z', 'updated_at': '2022-05-08T22:20:09Z', 'revision_number': 5, 'project_id': '71ff1b3aaa864388b9a5646942d2bffb', 'subnets': [{'id': 'f90310f9-89a9-4caa-b723-9c87d4a911ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 08 22:23:53.259581 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b868bc38-3711-4cbe-9ef5-86d7579f2c7c None None] New status for floating IP 89226b6b-8456-4123-8768-88ed65a479cc: ACTIVE {{(pid=103630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 08 22:23:53.680010 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f276d80-f78a-4271-8212-a6c0f23785c0 req-2c4200d4-8eaa-44e7-b5a9-3e8d552febf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:23:53.681815 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-5f276d80-f78a-4271-8212-a6c0f23785c0 req-2c4200d4-8eaa-44e7-b5a9-3e8d552febf5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3de5004b-d04a-43ec-83df-7f6e082747db HTTP/1.1" status: 200 len: 912 time: 0.0912361 May 08 22:23:53.755706 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-5f276d80-f78a-4271-8212-a6c0f23785c0 req-d80267d4-1335-48f4-a5f9-9b8753380cfd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c902de2-58a7-4169-a553-b65b32da667a HTTP/1.1" status: 200 len: 1001 time: 0.0671983 May 08 22:23:53.810311 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f276d80-f78a-4271-8212-a6c0f23785c0 req-0bb5b6d4-71ed-409c-96df-45afc87c2ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:23:53.811799 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-5f276d80-f78a-4271-8212-a6c0f23785c0 req-0bb5b6d4-71ed-409c-96df-45afc87c2ee2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f90310f9-89a9-4caa-b723-9c87d4a911ed HTTP/1.1" status: 200 len: 850 time: 0.0452964 May 08 22:23:53.864355 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f276d80-f78a-4271-8212-a6c0f23785c0 req-d12cd29c-319f-4ea5-b194-0bad0d8d0c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:23:53.865929 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-5f276d80-f78a-4271-8212-a6c0f23785c0 req-d12cd29c-319f-4ea5-b194-0bad0d8d0c1f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3de5004b-d04a-43ec-83df-7f6e082747db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435634 May 08 22:23:53.958551 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-5f276d80-f78a-4271-8212-a6c0f23785c0 req-2dc05b92-9c68-41a9-a6ac-325e42809279 service neutron] 10.222.0.24 "GET /v2.0/networks/3de5004b-d04a-43ec-83df-7f6e082747db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852454 May 08 22:23:54.051820 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-5f276d80-f78a-4271-8212-a6c0f23785c0 req-7679de77-1c2b-4f7c-9c0a-f0df6e9d2481 service neutron] 10.222.0.24 "GET /v2.0/networks/3de5004b-d04a-43ec-83df-7f6e082747db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847876 May 08 22:23:58.470353 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038ba25c-46be-4445-933e-297e979ff9c4 req-0563739d-c002-4699-91cd-4871ccf6eeab tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:23:58.471828 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-038ba25c-46be-4445-933e-297e979ff9c4 req-0563739d-c002-4699-91cd-4871ccf6eeab tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=8963a736-c80e-49ec-85e6-fb549cf7e56d HTTP/1.1" status: 200 len: 945 time: 0.0527740 May 08 22:23:58.530331 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-038ba25c-46be-4445-933e-297e979ff9c4 req-55bf1f07-e007-44ec-903b-a92b790dc998 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6ea122-fa5b-432e-9065-4fd2851130b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526929 May 08 22:23:59.650295 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaa58e8-3942-4b68-ab4f-d0cc096ca49e req-c7183341-9f15-437a-97a3-76fb46b673f6 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:23:59.651727 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-efaa58e8-3942-4b68-ab4f-d0cc096ca49e req-c7183341-9f15-437a-97a3-76fb46b673f6 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=8963a736-c80e-49ec-85e6-fb549cf7e56d HTTP/1.1" status: 200 len: 945 time: 0.0479023 May 08 22:23:59.701052 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-efaa58e8-3942-4b68-ab4f-d0cc096ca49e req-d02d3a0a-a813-4bee-bd64-462757527fff tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6ea122-fa5b-432e-9065-4fd2851130b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435321 May 08 22:24:00.803234 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97cb768-4ea0-4616-b878-e96e35be4742 req-13cd17c2-f666-49fe-8825-f2a63c437050 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:24:00.804742 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-f97cb768-4ea0-4616-b878-e96e35be4742 req-13cd17c2-f666-49fe-8825-f2a63c437050 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.24 "GET /v2.0/ports?device_id=8963a736-c80e-49ec-85e6-fb549cf7e56d HTTP/1.1" status: 200 len: 945 time: 0.0499415 May 08 22:24:00.823769 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a329e1e-7034-414f-80a8-805015a7337e req-39107e30-242f-4c20-bbea-d3eb47bfcf9d tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:24:00.825291 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-6a329e1e-7034-414f-80a8-805015a7337e req-39107e30-242f-4c20-bbea-d3eb47bfcf9d tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=8963a736-c80e-49ec-85e6-fb549cf7e56d HTTP/1.1" status: 200 len: 945 time: 0.0495169 May 08 22:24:00.874928 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-6a329e1e-7034-414f-80a8-805015a7337e req-586e58b8-2e81-4d4d-91b5-2956528413be tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups?id=cb6ea122-fa5b-432e-9065-4fd2851130b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434098 May 08 22:24:00.896373 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-f97cb768-4ea0-4616-b878-e96e35be4742 req-6c8fa404-b70c-46dc-b6fd-a889f7ade430 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Deleting port 193ff6e2-b64f-455c-957f-f8749f2e50d1 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 08 22:24:00.896751 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-f97cb768-4ea0-4616-b878-e96e35be4742 req-6c8fa404-b70c-46dc-b6fd-a889f7ade430 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791034291685'] for port (193ff6e2-b64f-455c-957f-f8749f2e50d1), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:01.000941 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-f97cb768-4ea0-4616-b878-e96e35be4742 req-6c8fa404-b70c-46dc-b6fd-a889f7ade430 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] For port 193ff6e2-b64f-455c-957f-f8749f2e50d1, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=193ff6e2-b64f-455c-957f-f8749f2e50d1,segment=NetworkSegment(bff755d0-708f-46dc-97e7-b50558f025ca),segment_id=bff755d0-708f-46dc-97e7-b50558f025ca)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:24:01.001165 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-f97cb768-4ea0-4616-b878-e96e35be4742 req-6c8fa404-b70c-46dc-b6fd-a889f7ade430 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786495'] for port (193ff6e2-b64f-455c-957f-f8749f2e50d1), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:01.440471 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-f97cb768-4ea0-4616-b878-e96e35be4742 req-6c8fa404-b70c-46dc-b6fd-a889f7ade430 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:01.441027 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-f97cb768-4ea0-4616-b878-e96e35be4742 req-6c8fa404-b70c-46dc-b6fd-a889f7ade430 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-788248'] for floatingip (06d15471-2749-4093-9f26-f6e863068515), after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:01.441345 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.db.l3_db [req-f97cb768-4ea0-4616-b878-e96e35be4742 req-6c8fa404-b70c-46dc-b6fd-a889f7ade430 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Floating IP 06d15471-2749-4093-9f26-f6e863068515 disassociated. External IP: 172.27.2.61, port: 193ff6e2-b64f-455c-957f-f8749f2e50d1. May 08 22:24:01.441701 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-f97cb768-4ea0-4616-b878-e96e35be4742 req-6c8fa404-b70c-46dc-b6fd-a889f7ade430 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Calling delete_port for 193ff6e2-b64f-455c-957f-f8749f2e50d1 owned by compute:nova {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 08 22:24:01.571513 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-f97cb768-4ea0-4616-b878-e96e35be4742 req-6c8fa404-b70c-46dc-b6fd-a889f7ade430 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791034301049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791034024021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633834'] for port (193ff6e2-b64f-455c-957f-f8749f2e50d1), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:01.599960 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8fa404-b70c-46dc-b6fd-a889f7ade430 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Pushing event deleted for resources: {'Port': ['ID=193ff6e2-b64f-455c-957f-f8749f2e50d1,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:24:01.610624 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8fa404-b70c-46dc-b6fd-a889f7ade430 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:24:01.610952 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8fa404-b70c-46dc-b6fd-a889f7ade430 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:24:01.611282 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8fa404-b70c-46dc-b6fd-a889f7ade430 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:24:01.611608 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8fa404-b70c-46dc-b6fd-a889f7ade430 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:24:01.611945 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8fa404-b70c-46dc-b6fd-a889f7ade430 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:24:01.612276 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8fa404-b70c-46dc-b6fd-a889f7ade430 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:24:01.612612 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8fa404-b70c-46dc-b6fd-a889f7ade430 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:24:01.612949 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8fa404-b70c-46dc-b6fd-a889f7ade430 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:24:01.613264 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8fa404-b70c-46dc-b6fd-a889f7ade430 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:24:01.614002 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8fa404-b70c-46dc-b6fd-a889f7ade430 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:24:01.614329 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8fa404-b70c-46dc-b6fd-a889f7ade430 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:24:01.614658 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8fa404-b70c-46dc-b6fd-a889f7ade430 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:24:01.614995 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8fa404-b70c-46dc-b6fd-a889f7ade430 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:24:01.615313 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8fa404-b70c-46dc-b6fd-a889f7ade430 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:24:01.615629 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8fa404-b70c-46dc-b6fd-a889f7ade430 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:24:01.727586 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f97cb768-4ea0-4616-b878-e96e35be4742 req-6c8fa404-b70c-46dc-b6fd-a889f7ade430 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Router 40e3bb02-430b-45dd-b0e6-f5706e07f1bc has already been hosted by L3 agent 69aa2ac4-530d-40c2-a84a-3161d84edf61 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 08 22:24:01.841183 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f97cb768-4ea0-4616-b878-e96e35be4742 req-6c8fa404-b70c-46dc-b6fd-a889f7ade430 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Notify agent at l3_agent.dv-cinder-840511-5-iscsi the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 08 22:24:01.852856 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b06fcf-6506-4e17-97f7-f63cede08767 None None] Sync routers for ids ['40e3bb02-430b-45dd-b0e6-f5706e07f1bc'] in dv-cinder-840511-5-iscsi {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 08 22:24:01.864799 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b06fcf-6506-4e17-97f7-f63cede08767 None None] Routers {'40e3bb02-430b-45dd-b0e6-f5706e07f1bc'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:24:01.865485 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-96b06fcf-6506-4e17-97f7-f63cede08767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:23:48Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['40e3bb02-430b-45dd-b0e6-f5706e07f1bc'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:24:01.883589 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-f97cb768-4ea0-4616-b878-e96e35be4742 req-6c8fa404-b70c-46dc-b6fd-a889f7ade430 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] No DVR routers for this DVR port 193ff6e2-b64f-455c-957f-f8749f2e50d1 on host hv-cinder-84051 {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 08 22:24:01.886131 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-f97cb768-4ea0-4616-b878-e96e35be4742 req-6c8fa404-b70c-46dc-b6fd-a889f7ade430 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870'] for port (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:01.889882 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-f97cb768-4ea0-4616-b878-e96e35be4742 req-6c8fa404-b70c-46dc-b6fd-a889f7ade430 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.24 "DELETE /v2.0/ports/193ff6e2-b64f-455c-957f-f8749f2e50d1 HTTP/1.1" status: 204 len: 173 time: 1.0788853 May 08 22:24:01.890322 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8963a736-c80e-49ec-85e6-fb549cf7e56d', 'name': 'network-vif-deleted', 'tag': '193ff6e2-b64f-455c-957f-f8749f2e50d1'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 08 22:24:01.892595 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cc8a0c475ac6fe54f5122aa5a8750c48412c688b8f67dba420990604a8daf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-998aea35-cacb-4bad-9809-5bb71b6effd6" -d '{"events": [{"server_uuid": "8963a736-c80e-49ec-85e6-fb549cf7e56d", "name": "network-vif-deleted", "tag": "193ff6e2-b64f-455c-957f-f8749f2e50d1"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 08 22:24:01.929765 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 08 May 2022 22:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb13d09-f889-404e-9fdf-45cd25679659 x-openstack-request-id: req-7cb13d09-f889-404e-9fdf-45cd25679659 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 08 22:24:01.930396 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8963a736-c80e-49ec-85e6-fb549cf7e56d", "name": "network-vif-deleted", "tag": "193ff6e2-b64f-455c-957f-f8749f2e50d1", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 08 22:24:01.930797 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7cb13d09-f889-404e-9fdf-45cd25679659 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 08 22:24:01.931376 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cb13d09-f889-404e-9fdf-45cd25679659'] response: {'server_uuid': '8963a736-c80e-49ec-85e6-fb549cf7e56d', 'name': 'network-vif-deleted', 'tag': '193ff6e2-b64f-455c-957f-f8749f2e50d1', 'status': 'completed', 'code': 200} May 08 22:24:01.993220 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-96b06fcf-6506-4e17-97f7-f63cede08767 None None] Set router 40e3bb02-430b-45dd-b0e6-f5706e07f1bc gateway port host: dv-cinder-840511-5-iscsi {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:24:02.008396 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-c7d03719-a397-4603-ab93-e53fc5f0b3a6 req-8a6a6016-7a84-4c11-9e47-a07e07a98793 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/ports?device_id=8963a736-c80e-49ec-85e6-fb549cf7e56d HTTP/1.1" status: 200 len: 210 time: 0.0441117 May 08 22:24:02.292548 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-96b06fcf-6506-4e17-97f7-f63cede08767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e3bb02-430b-45dd-b0e6-f5706e07f1bc', 'name': 'tempest-AttachVolumeTestJSON-325224771-router', 'tenant_id': '877c3ddd8833480d8dedc0796ec7dcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '718d2169-e803-436e-aa16-5616b23d0b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:15:04Z', 'updated_at': '2022-05-08T22:15:11Z', 'revision_number': 4, 'project_id': '877c3ddd8833480d8dedc0796ec7dcd2', 'gw_port': {'id': '718d2169-e803-436e-aa16-5616b23d0b0c', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ab:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e3bb02-430b-45dd-b0e6-f5706e07f1bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:05Z', 'updated_at': '2022-05-08T22:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_interfaces': [{'id': '273e176a-0c4f-444f-b508-eabc343a8562', 'name': '', 'network_id': '387fc46a-30bd-496f-ac2d-d7b18b5cbea6', 'tenant_id': '877c3ddd8833480d8dedc0796ec7dcd2', 'mac_address': 'fa:16:3e:21:53:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e3bb02-430b-45dd-b0e6-f5706e07f1bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '22276153-f38c-4e2a-9ff9-b172da35f69d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:09Z', 'updated_at': '2022-05-08T22:15:18Z', 'revision_number': 5, 'project_id': '877c3ddd8833480d8dedc0796ec7dcd2', 'subnets': [{'id': '22276153-f38c-4e2a-9ff9-b172da35f69d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:24:02.318451 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b06fcf-6506-4e17-97f7-f63cede08767 None None] Checking router: 40e3bb02-430b-45dd-b0e6-f5706e07f1bc for host: dv-cinder-840511-5-iscsi {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 08 22:24:02.327291 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b06fcf-6506-4e17-97f7-f63cede08767 None None] Routers {'40e3bb02-430b-45dd-b0e6-f5706e07f1bc'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:24:02.327886 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-96b06fcf-6506-4e17-97f7-f63cede08767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:23:48Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['40e3bb02-430b-45dd-b0e6-f5706e07f1bc'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:24:02.436816 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-96b06fcf-6506-4e17-97f7-f63cede08767 None None] Set router 40e3bb02-430b-45dd-b0e6-f5706e07f1bc gateway port host: dv-cinder-840511-5-iscsi {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:24:02.630019 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-96b06fcf-6506-4e17-97f7-f63cede08767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e3bb02-430b-45dd-b0e6-f5706e07f1bc', 'name': 'tempest-AttachVolumeTestJSON-325224771-router', 'tenant_id': '877c3ddd8833480d8dedc0796ec7dcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '718d2169-e803-436e-aa16-5616b23d0b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:15:04Z', 'updated_at': '2022-05-08T22:15:11Z', 'revision_number': 4, 'project_id': '877c3ddd8833480d8dedc0796ec7dcd2', 'gw_port': {'id': '718d2169-e803-436e-aa16-5616b23d0b0c', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ab:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e3bb02-430b-45dd-b0e6-f5706e07f1bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:05Z', 'updated_at': '2022-05-08T22:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_interfaces': [{'id': '273e176a-0c4f-444f-b508-eabc343a8562', 'name': '', 'network_id': '387fc46a-30bd-496f-ac2d-d7b18b5cbea6', 'tenant_id': '877c3ddd8833480d8dedc0796ec7dcd2', 'mac_address': 'fa:16:3e:21:53:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e3bb02-430b-45dd-b0e6-f5706e07f1bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '22276153-f38c-4e2a-9ff9-b172da35f69d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:09Z', 'updated_at': '2022-05-08T22:15:18Z', 'revision_number': 5, 'project_id': '877c3ddd8833480d8dedc0796ec7dcd2', 'subnets': [{'id': '22276153-f38c-4e2a-9ff9-b172da35f69d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:24:02.655593 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b06fcf-6506-4e17-97f7-f63cede08767 None None] The sync data for ids ['40e3bb02-430b-45dd-b0e6-f5706e07f1bc'] in dv-cinder-840511-5-iscsi is: [{'id': '40e3bb02-430b-45dd-b0e6-f5706e07f1bc', 'name': 'tempest-AttachVolumeTestJSON-325224771-router', 'tenant_id': '877c3ddd8833480d8dedc0796ec7dcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '718d2169-e803-436e-aa16-5616b23d0b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:15:04Z', 'updated_at': '2022-05-08T22:15:11Z', 'revision_number': 4, 'project_id': '877c3ddd8833480d8dedc0796ec7dcd2', 'gw_port': {'id': '718d2169-e803-436e-aa16-5616b23d0b0c', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ab:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e3bb02-430b-45dd-b0e6-f5706e07f1bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:05Z', 'updated_at': '2022-05-08T22:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_interfaces': [{'id': '273e176a-0c4f-444f-b508-eabc343a8562', 'name': '', 'network_id': '387fc46a-30bd-496f-ac2d-d7b18b5cbea6', 'tenant_id': '877c3ddd8833480d8dedc0796ec7dcd2', 'mac_address': 'fa:16:3e:21:53:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e3bb02-430b-45dd-b0e6-f5706e07f1bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '22276153-f38c-4e2a-9ff9-b172da35f69d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:09Z', 'updated_at': '2022-05-08T22:15:18Z', 'revision_number': 5, 'project_id': '877c3ddd8833480d8dedc0796ec7dcd2', 'subnets': [{'id': '22276153-f38c-4e2a-9ff9-b172da35f69d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 08 22:24:02.890186 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d2561b-01b7-401d-830a-eb5bc18ddf1c None None] New status for floating IP 06d15471-2749-4093-9f26-f6e863068515: DOWN {{(pid=103630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 08 22:24:03.090663 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 56836) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:24:03.145505 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-66932dd6-a6a0-44eb-b9d9-6520e62bbafa tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Publish callbacks [] for security_group (cb6ea122-fa5b-432e-9065-4fd2851130b5), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:03.173584 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-66932dd6-a6a0-44eb-b9d9-6520e62bbafa tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Publish callbacks [] for security_group (cb6ea122-fa5b-432e-9065-4fd2851130b5), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:03.224376 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-66932dd6-a6a0-44eb-b9d9-6520e62bbafa tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (cb6ea122-fa5b-432e-9065-4fd2851130b5), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:03.227272 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-66932dd6-a6a0-44eb-b9d9-6520e62bbafa tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Publish callbacks [] for security_group (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:03.228412 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-66932dd6-a6a0-44eb-b9d9-6520e62bbafa tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "DELETE /v2.0/security-groups/cb6ea122-fa5b-432e-9065-4fd2851130b5 HTTP/1.1" status: 204 len: 168 time: 0.1366360 May 08 22:24:03.231292 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 56838) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:24:03.238003 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66932dd6-a6a0-44eb-b9d9-6520e62bbafa tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb6ea122-fa5b-432e-9065-4fd2851130b5,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:24:03.245057 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.api.v2.resource [None req-0b49018d-55f3-4e98-891a-72246e39e1e6 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] show failed (client error): The resource could not be found. May 08 22:24:03.248941 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-0b49018d-55f3-4e98-891a-72246e39e1e6 tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "GET /v2.0/security-groups/cb6ea122-fa5b-432e-9065-4fd2851130b5 HTTP/1.1" status: 404 len: 347 time: 0.0137298 May 08 22:24:03.249252 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 56840) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:24:03.376919 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-d7ab4d6b-a929-484c-aa04-5aca78d3bd1b tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Deleting port a4d5086c-297e-4e33-907d-c023e440ea5a {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 08 22:24:03.377268 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d7ab4d6b-a929-484c-aa04-5aca78d3bd1b tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791034291685'] for port (a4d5086c-297e-4e33-907d-c023e440ea5a), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:03.461233 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d7ab4d6b-a929-484c-aa04-5aca78d3bd1b tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786495'] for port (a4d5086c-297e-4e33-907d-c023e440ea5a), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:03.461882 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d7ab4d6b-a929-484c-aa04-5aca78d3bd1b tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Publish callbacks [] for floatingip (a4d5086c-297e-4e33-907d-c023e440ea5a), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:03.476143 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-d7ab4d6b-a929-484c-aa04-5aca78d3bd1b tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Calling delete_port for a4d5086c-297e-4e33-907d-c023e440ea5a owned by network:floatingip {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 08 22:24:03.624718 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d7ab4d6b-a929-484c-aa04-5aca78d3bd1b tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791034301049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791034024021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59173228'] for port (a4d5086c-297e-4e33-907d-c023e440ea5a), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:03.650213 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ab4d6b-a929-484c-aa04-5aca78d3bd1b tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Pushing event deleted for resources: {'Port': ['ID=a4d5086c-297e-4e33-907d-c023e440ea5a,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:24:03.715322 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d7ab4d6b-a929-484c-aa04-5aca78d3bd1b tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Publish callbacks [] for floatingip (06d15471-2749-4093-9f26-f6e863068515), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:03.717908 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d7ab4d6b-a929-484c-aa04-5aca78d3bd1b tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870'] for floatingip (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:03.719086 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-d7ab4d6b-a929-484c-aa04-5aca78d3bd1b tempest-AttachVolumeTestJSON-1350264985 tempest-AttachVolumeTestJSON-1350264985-project] 10.222.0.44 "DELETE /v2.0/floatingips/06d15471-2749-4093-9f26-f6e863068515 HTTP/1.1" status: 204 len: 168 time: 0.4688570 May 08 22:24:05.965469 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device 193ff6e2-b64f-455c-957f-f8749f2e50d1 no longer exists at agent hyperv_hv-cinder-84051 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 08 22:24:05.986392 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] No Port match for: 193ff6e2-b64f-455c-957f-f8749f2e50d1 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 08 22:24:05.986734 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device 193ff6e2-b64f-455c-957f-f8749f2e50d1 not bound to the agent host hv-cinder-84051 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 08 22:24:07.272070 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 56876) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:24:07.684551 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-97956a20-bca7-4ec3-9e2e-0de7ade6c0a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-786677'] for router_interface (40e3bb02-430b-45dd-b0e6-f5706e07f1bc), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:07.937565 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-97956a20-bca7-4ec3-9e2e-0de7ade6c0a9 admin admin] Deleting port 273e176a-0c4f-444f-b508-eabc343a8562 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 08 22:24:07.937826 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-97956a20-bca7-4ec3-9e2e-0de7ade6c0a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791034291685'] for port (273e176a-0c4f-444f-b508-eabc343a8562), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:08.022397 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-97956a20-bca7-4ec3-9e2e-0de7ade6c0a9 admin admin] For port 273e176a-0c4f-444f-b508-eabc343a8562, host dv-cinder-840511-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=273e176a-0c4f-444f-b508-eabc343a8562,segment=NetworkSegment(bff755d0-708f-46dc-97e7-b50558f025ca),segment_id=bff755d0-708f-46dc-97e7-b50558f025ca)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:24:08.022812 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-97956a20-bca7-4ec3-9e2e-0de7ade6c0a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786495'] for port (273e176a-0c4f-444f-b508-eabc343a8562), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:08.036001 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-97956a20-bca7-4ec3-9e2e-0de7ade6c0a9 admin admin] Calling delete_port for 273e176a-0c4f-444f-b508-eabc343a8562 owned by network:router_interface {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 08 22:24:08.234850 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-97956a20-bca7-4ec3-9e2e-0de7ade6c0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791034301049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791034024021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59173228'] for port (273e176a-0c4f-444f-b508-eabc343a8562), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:08.264781 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97956a20-bca7-4ec3-9e2e-0de7ade6c0a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=273e176a-0c4f-444f-b508-eabc343a8562,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:24:08.427408 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-97956a20-bca7-4ec3-9e2e-0de7ade6c0a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1045482'] for router_interface (40e3bb02-430b-45dd-b0e6-f5706e07f1bc), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:08.646343 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97956a20-bca7-4ec3-9e2e-0de7ade6c0a9 admin admin] Router 40e3bb02-430b-45dd-b0e6-f5706e07f1bc has already been hosted by L3 agent 69aa2ac4-530d-40c2-a84a-3161d84edf61 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 08 22:24:08.757023 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97956a20-bca7-4ec3-9e2e-0de7ade6c0a9 admin admin] Notify agent at l3_agent.dv-cinder-840511-5-iscsi the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 08 22:24:08.762124 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-97956a20-bca7-4ec3-9e2e-0de7ade6c0a9 admin admin] 10.222.0.44 "PUT /v2.0/routers/40e3bb02-430b-45dd-b0e6-f5706e07f1bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4887595 May 08 22:24:08.764906 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 56880) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:24:08.765681 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1b6b58-013b-4e15-8995-5afe32b86226 None None] Sync routers for ids ['40e3bb02-430b-45dd-b0e6-f5706e07f1bc'] in dv-cinder-840511-5-iscsi {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 08 22:24:08.775438 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1b6b58-013b-4e15-8995-5afe32b86226 None None] Routers {'40e3bb02-430b-45dd-b0e6-f5706e07f1bc'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:24:08.776041 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-4d1b6b58-013b-4e15-8995-5afe32b86226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:23:48Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['40e3bb02-430b-45dd-b0e6-f5706e07f1bc'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:24:08.882772 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-06d0c556-f303-4e01-9338-0e2339b55dc0 admin admin] Publish callbacks [] for router (40e3bb02-430b-45dd-b0e6-f5706e07f1bc), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:08.894627 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-4d1b6b58-013b-4e15-8995-5afe32b86226 None None] Set router 40e3bb02-430b-45dd-b0e6-f5706e07f1bc gateway port host: dv-cinder-840511-5-iscsi {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:24:08.985640 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-06d0c556-f303-4e01-9338-0e2339b55dc0 admin admin] Publish callbacks [] for router_gateway (40e3bb02-430b-45dd-b0e6-f5706e07f1bc), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:09.038029 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-06d0c556-f303-4e01-9338-0e2339b55dc0 admin admin] Deleting port 718d2169-e803-436e-aa16-5616b23d0b0c {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 08 22:24:09.038294 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-06d0c556-f303-4e01-9338-0e2339b55dc0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791034291685'] for port (718d2169-e803-436e-aa16-5616b23d0b0c), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:09.064676 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-4d1b6b58-013b-4e15-8995-5afe32b86226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e3bb02-430b-45dd-b0e6-f5706e07f1bc', 'name': 'tempest-AttachVolumeTestJSON-325224771-router', 'tenant_id': '877c3ddd8833480d8dedc0796ec7dcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '718d2169-e803-436e-aa16-5616b23d0b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:15:04Z', 'updated_at': '2022-05-08T22:24:08Z', 'revision_number': 5, 'project_id': '877c3ddd8833480d8dedc0796ec7dcd2', 'gw_port': {'id': '718d2169-e803-436e-aa16-5616b23d0b0c', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ab:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e3bb02-430b-45dd-b0e6-f5706e07f1bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:05Z', 'updated_at': '2022-05-08T22:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi'}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:24:09.091956 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1b6b58-013b-4e15-8995-5afe32b86226 None None] Checking router: 40e3bb02-430b-45dd-b0e6-f5706e07f1bc for host: dv-cinder-840511-5-iscsi {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 08 22:24:09.100540 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1b6b58-013b-4e15-8995-5afe32b86226 None None] Routers {'40e3bb02-430b-45dd-b0e6-f5706e07f1bc'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:24:09.101182 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-4d1b6b58-013b-4e15-8995-5afe32b86226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:23:48Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['40e3bb02-430b-45dd-b0e6-f5706e07f1bc'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:24:09.121068 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-06d0c556-f303-4e01-9338-0e2339b55dc0 admin admin] For port 718d2169-e803-436e-aa16-5616b23d0b0c, host dv-cinder-840511-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=718d2169-e803-436e-aa16-5616b23d0b0c,segment=NetworkSegment(0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa),segment_id=0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:24:09.121643 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-06d0c556-f303-4e01-9338-0e2339b55dc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786495'] for port (718d2169-e803-436e-aa16-5616b23d0b0c), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:09.135234 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-06d0c556-f303-4e01-9338-0e2339b55dc0 admin admin] Calling delete_port for 718d2169-e803-436e-aa16-5616b23d0b0c owned by network:router_gateway {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 08 22:24:09.190101 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-4d1b6b58-013b-4e15-8995-5afe32b86226 None None] Set router 40e3bb02-430b-45dd-b0e6-f5706e07f1bc gateway port host: None {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:24:09.240411 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-4d1b6b58-013b-4e15-8995-5afe32b86226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40e3bb02-430b-45dd-b0e6-f5706e07f1bc', 'name': 'tempest-AttachVolumeTestJSON-325224771-router', 'tenant_id': '877c3ddd8833480d8dedc0796ec7dcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:15:04Z', 'updated_at': '2022-05-08T22:24:08Z', 'revision_number': 6, 'project_id': '877c3ddd8833480d8dedc0796ec7dcd2', 'gw_port_host': None}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:24:09.269366 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1b6b58-013b-4e15-8995-5afe32b86226 None None] The sync data for ids ['40e3bb02-430b-45dd-b0e6-f5706e07f1bc'] in dv-cinder-840511-5-iscsi is: [{'id': '40e3bb02-430b-45dd-b0e6-f5706e07f1bc', 'name': 'tempest-AttachVolumeTestJSON-325224771-router', 'tenant_id': '877c3ddd8833480d8dedc0796ec7dcd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:15:04Z', 'updated_at': '2022-05-08T22:24:08Z', 'revision_number': 6, 'project_id': '877c3ddd8833480d8dedc0796ec7dcd2', 'gw_port_host': None}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 08 22:24:09.307189 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-06d0c556-f303-4e01-9338-0e2339b55dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791034301049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791034024021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59173228'] for port (718d2169-e803-436e-aa16-5616b23d0b0c), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:09.332767 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d0c556-f303-4e01-9338-0e2339b55dc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=718d2169-e803-436e-aa16-5616b23d0b0c,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:24:09.402778 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-06d0c556-f303-4e01-9338-0e2339b55dc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-789703'] for router_gateway (40e3bb02-430b-45dd-b0e6-f5706e07f1bc), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:09.495397 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-06d0c556-f303-4e01-9338-0e2339b55dc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15475'] for router (40e3bb02-430b-45dd-b0e6-f5706e07f1bc), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:09.497771 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-06d0c556-f303-4e01-9338-0e2339b55dc0 admin admin] Publish callbacks [] for router_controller (40e3bb02-430b-45dd-b0e6-f5706e07f1bc), precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:09.545604 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-06d0c556-f303-4e01-9338-0e2339b55dc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-790678'] for router (40e3bb02-430b-45dd-b0e6-f5706e07f1bc), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:09.546126 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06d0c556-f303-4e01-9338-0e2339b55dc0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40e3bb02-430b-45dd-b0e6-f5706e07f1bc {{(pid=103628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 08 22:24:09.551616 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-06d0c556-f303-4e01-9338-0e2339b55dc0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:09.553244 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-06d0c556-f303-4e01-9338-0e2339b55dc0 admin admin] 10.222.0.44 "DELETE /v2.0/routers/40e3bb02-430b-45dd-b0e6-f5706e07f1bc HTTP/1.1" status: 204 len: 168 time: 0.7872176 May 08 22:24:09.555991 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 56882) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:24:09.605505 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1c670cf-8896-48e7-b271-6fe0ccbd3b4f admin admin] Deleting subnet 22276153-f38c-4e2a-9ff9-b172da35f69d {{(pid=103628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 08 22:24:09.610041 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f1c670cf-8896-48e7-b271-6fe0ccbd3b4f admin admin] Publish callbacks [] for subnet (22276153-f38c-4e2a-9ff9-b172da35f69d), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:09.652508 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f1c670cf-8896-48e7-b271-6fe0ccbd3b4f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59229207'] for subnet (22276153-f38c-4e2a-9ff9-b172da35f69d), precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:09.738882 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f1c670cf-8896-48e7-b271-6fe0ccbd3b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16446418'] for subnet (22276153-f38c-4e2a-9ff9-b172da35f69d), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:09.796907 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f1c670cf-8896-48e7-b271-6fe0ccbd3b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16446411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59176605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59072913'] for subnet (22276153-f38c-4e2a-9ff9-b172da35f69d), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:09.821443 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c670cf-8896-48e7-b271-6fe0ccbd3b4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22276153-f38c-4e2a-9ff9-b172da35f69d,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:24:09.825708 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f1c670cf-8896-48e7-b271-6fe0ccbd3b4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745315'] for subnet (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:09.830595 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-f1c670cf-8896-48e7-b271-6fe0ccbd3b4f admin admin] 10.222.0.44 "DELETE /v2.0/subnets/22276153-f38c-4e2a-9ff9-b172da35f69d HTTP/1.1" status: 204 len: 168 time: 0.2734351 May 08 22:24:09.832021 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 56884) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:24:09.832556 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf5c886-cb03-4701-8a31-30184c885ee8 None None] Network 387fc46a-30bd-496f-ac2d-d7b18b5cbea6 requested from dv-cinder-840511-5-iscsi {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 08 22:24:09.906922 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-017527ad-74c6-486d-9b49-5bae57cb019a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16411149'] for network (387fc46a-30bd-496f-ac2d-d7b18b5cbea6), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:09.956734 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-017527ad-74c6-486d-9b49-5bae57cb019a admin admin] Deleting port e14c8e0c-4e7d-46fb-a4bc-a2ce93fe046b {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 08 22:24:09.957078 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-017527ad-74c6-486d-9b49-5bae57cb019a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791034291685'] for port (e14c8e0c-4e7d-46fb-a4bc-a2ce93fe046b), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:10.029818 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-017527ad-74c6-486d-9b49-5bae57cb019a admin admin] For port e14c8e0c-4e7d-46fb-a4bc-a2ce93fe046b, host dv-cinder-840511-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=e14c8e0c-4e7d-46fb-a4bc-a2ce93fe046b,segment=NetworkSegment(bff755d0-708f-46dc-97e7-b50558f025ca),segment_id=bff755d0-708f-46dc-97e7-b50558f025ca)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:24:10.030185 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-017527ad-74c6-486d-9b49-5bae57cb019a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786495'] for port (e14c8e0c-4e7d-46fb-a4bc-a2ce93fe046b), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:10.044637 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-017527ad-74c6-486d-9b49-5bae57cb019a admin admin] Calling delete_port for e14c8e0c-4e7d-46fb-a4bc-a2ce93fe046b owned by network:dhcp {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 08 22:24:10.054568 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56176274-bff6-4a1f-aec2-9fbe56afc28b None None] DHCP port deletion for 387fc46a-30bd-496f-ac2d-d7b18b5cbea6 request from dv-cinder-840511-5-iscsi {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 08 22:24:10.109096 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-56176274-bff6-4a1f-aec2-9fbe56afc28b None None] Deleting port e14c8e0c-4e7d-46fb-a4bc-a2ce93fe046b {{(pid=103630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 08 22:24:10.109481 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-56176274-bff6-4a1f-aec2-9fbe56afc28b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791034291685'] for port (e14c8e0c-4e7d-46fb-a4bc-a2ce93fe046b), before_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:10.150818 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-017527ad-74c6-486d-9b49-5bae57cb019a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791034301049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791034024021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633834'] for port (e14c8e0c-4e7d-46fb-a4bc-a2ce93fe046b), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:10.194927 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017527ad-74c6-486d-9b49-5bae57cb019a admin admin] Pushing event deleted for resources: {'Port': ['ID=e14c8e0c-4e7d-46fb-a4bc-a2ce93fe046b,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:24:10.198243 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-56176274-bff6-4a1f-aec2-9fbe56afc28b None None] For port e14c8e0c-4e7d-46fb-a4bc-a2ce93fe046b, host dv-cinder-840511-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=e14c8e0c-4e7d-46fb-a4bc-a2ce93fe046b,segment=NetworkSegment(bff755d0-708f-46dc-97e7-b50558f025ca),segment_id=bff755d0-708f-46dc-97e7-b50558f025ca)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:24:10.198844 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-56176274-bff6-4a1f-aec2-9fbe56afc28b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786495'] for port (e14c8e0c-4e7d-46fb-a4bc-a2ce93fe046b), precommit_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:10.200777 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017527ad-74c6-486d-9b49-5bae57cb019a admin admin] No DVR routers for this DVR port e14c8e0c-4e7d-46fb-a4bc-a2ce93fe046b on host dv-cinder-840511-5-iscsi {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 08 22:24:10.217955 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-56176274-bff6-4a1f-aec2-9fbe56afc28b None None] Calling delete_port for e14c8e0c-4e7d-46fb-a4bc-a2ce93fe046b owned by network:dhcp {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 08 22:24:10.285327 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-017527ad-74c6-486d-9b49-5bae57cb019a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16435559', 'neutron.services.segments.db._delete_segments_for_network-8791034498326'] for network (387fc46a-30bd-496f-ac2d-d7b18b5cbea6), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:10.310666 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.services.segments.db [None req-017527ad-74c6-486d-9b49-5bae57cb019a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['387fc46a-30bd-496f-ac2d-d7b18b5cbea6']}} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:24:10.312031 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (50086534-3b0f-4edb-899f-da05c46c2546), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:10.322318 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.services.segments.db [None req-017527ad-74c6-486d-9b49-5bae57cb019a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bff755d0-708f-46dc-97e7-b50558f025ca') {'for_net_delete': True} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:24:10.322632 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.services.segments.db [None req-017527ad-74c6-486d-9b49-5bae57cb019a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bff755d0-708f-46dc-97e7-b50558f025ca') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:24:10.331037 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-56176274-bff6-4a1f-aec2-9fbe56afc28b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791034301049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791034024021'] for port (e14c8e0c-4e7d-46fb-a4bc-a2ce93fe046b), after_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:10.333844 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-017527ad-74c6-486d-9b49-5bae57cb019a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791034500383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3425548'] for segment (bff755d0-708f-46dc-97e7-b50558f025ca), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:10.351140 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-017527ad-74c6-486d-9b49-5bae57cb019a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16448297'] for segment (bff755d0-708f-46dc-97e7-b50558f025ca), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:10.360295 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-017527ad-74c6-486d-9b49-5bae57cb019a admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=103629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 08 22:24:10.360517 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56176274-bff6-4a1f-aec2-9fbe56afc28b None None] Pushing event deleted for resources: {'Port': ['ID=e14c8e0c-4e7d-46fb-a4bc-a2ce93fe046b,revision_number=None']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:24:10.361449 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-017527ad-74c6-486d-9b49-5bae57cb019a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16448297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59633913'] for segment (bff755d0-708f-46dc-97e7-b50558f025ca), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:10.366267 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56176274-bff6-4a1f-aec2-9fbe56afc28b None None] No DVR routers for this DVR port e14c8e0c-4e7d-46fb-a4bc-a2ce93fe046b on host dv-cinder-840511-5-iscsi {{(pid=103630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 08 22:24:10.412049 dv-cinder-840511-5-iscsi neutron-server[103629]: Traceback (most recent call last): May 08 22:24:10.412049 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 08 22:24:10.412049 dv-cinder-840511-5-iscsi neutron-server[103629]: timer() May 08 22:24:10.412049 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 08 22:24:10.412049 dv-cinder-840511-5-iscsi neutron-server[103629]: cb(*args, **kw) May 08 22:24:10.412049 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 08 22:24:10.412049 dv-cinder-840511-5-iscsi neutron-server[103629]: return func(*args, **kwargs) May 08 22:24:10.412049 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 08 22:24:10.412049 dv-cinder-840511-5-iscsi neutron-server[103629]: self._notify() May 08 22:24:10.412049 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 08 22:24:10.412049 dv-cinder-840511-5-iscsi neutron-server[103629]: self.callback(batched_events) May 08 22:24:10.412049 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 08 22:24:10.412049 dv-cinder-840511-5-iscsi neutron-server[103629]: event.method(event) May 08 22:24:10.412049 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 08 22:24:10.412049 dv-cinder-840511-5-iscsi neutron-server[103629]: aggregate_id = self._get_aggregate_id(event.segment_id) May 08 22:24:10.412049 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 08 22:24:10.412049 dv-cinder-840511-5-iscsi neutron-server[103629]: aggregate_uuid = self.p_client.list_aggregates( May 08 22:24:10.412049 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 08 22:24:10.412049 dv-cinder-840511-5-iscsi neutron-server[103629]: return f(self, *a, **k) May 08 22:24:10.412049 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 08 22:24:10.412049 dv-cinder-840511-5-iscsi neutron-server[103629]: return self._get(url).json() May 08 22:24:10.412049 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 08 22:24:10.412049 dv-cinder-840511-5-iscsi neutron-server[103629]: return self._client.get(url, endpoint_filter=self._ks_filter, May 08 22:24:10.412049 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 08 22:24:10.412049 dv-cinder-840511-5-iscsi neutron-server[103629]: return self.request(url, 'GET', **kwargs) May 08 22:24:10.412049 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 08 22:24:10.412049 dv-cinder-840511-5-iscsi neutron-server[103629]: base_url = self.get_endpoint(auth, allow=allow, May 08 22:24:10.412049 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 08 22:24:10.412049 dv-cinder-840511-5-iscsi neutron-server[103629]: auth = self._auth_required(auth, 'determine endpoint URL') May 08 22:24:10.412049 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 08 22:24:10.412049 dv-cinder-840511-5-iscsi neutron-server[103629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 08 22:24:10.412049 dv-cinder-840511-5-iscsi neutron-server[103629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 08 22:24:10.436581 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-017527ad-74c6-486d-9b49-5bae57cb019a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16435548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-788469'] for network (387fc46a-30bd-496f-ac2d-d7b18b5cbea6), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:10.442558 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-017527ad-74c6-486d-9b49-5bae57cb019a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745315'] for network (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:10.445807 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-017527ad-74c6-486d-9b49-5bae57cb019a admin admin] 10.222.0.44 "DELETE /v2.0/networks/387fc46a-30bd-496f-ac2d-d7b18b5cbea6 HTTP/1.1" status: 204 len: 168 time: 0.6127758 May 08 22:24:10.460364 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017527ad-74c6-486d-9b49-5bae57cb019a admin admin] Pushing event deleted for resources: {'Network': ['ID=387fc46a-30bd-496f-ac2d-d7b18b5cbea6,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:24:10.542217 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device 718d2169-e803-436e-aa16-5616b23d0b0c no longer exists at agent ovs-agent-dv-cinder-840511-5-iscsi {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 08 22:24:10.566974 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] No Port match for: 718d2169-e803-436e-aa16-5616b23d0b0c {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 08 22:24:10.567244 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device 718d2169-e803-436e-aa16-5616b23d0b0c not bound to the agent host dv-cinder-840511-5-iscsi {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 08 22:24:10.567658 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device 273e176a-0c4f-444f-b508-eabc343a8562 no longer exists at agent ovs-agent-dv-cinder-840511-5-iscsi {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 08 22:24:10.581813 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 56888) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:24:10.589501 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] No Port match for: 273e176a-0c4f-444f-b508-eabc343a8562 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 08 22:24:10.589844 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device 273e176a-0c4f-444f-b508-eabc343a8562 not bound to the agent host dv-cinder-840511-5-iscsi {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 08 22:24:10.590252 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device e14c8e0c-4e7d-46fb-a4bc-a2ce93fe046b no longer exists at agent ovs-agent-dv-cinder-840511-5-iscsi {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 08 22:24:10.619980 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] No Port match for: e14c8e0c-4e7d-46fb-a4bc-a2ce93fe046b {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 08 22:24:10.620343 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device e14c8e0c-4e7d-46fb-a4bc-a2ce93fe046b not bound to the agent host dv-cinder-840511-5-iscsi {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 08 22:24:10.632591 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 56890) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:24:10.633166 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-1daf5a6f-3322-471d-9854-bde8fd08199a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=877c3ddd8833480d8dedc0796ec7dcd2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0491173 May 08 22:24:10.702027 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c175988e-5a6d-4539-bc1a-cd72d30e525c admin admin] Publish callbacks [] for security_group (918ecdea-6984-4db7-9b18-7e1afe1a6b74), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:10.732310 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c175988e-5a6d-4539-bc1a-cd72d30e525c admin admin] Publish callbacks [] for security_group (918ecdea-6984-4db7-9b18-7e1afe1a6b74), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:10.797285 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c175988e-5a6d-4539-bc1a-cd72d30e525c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (918ecdea-6984-4db7-9b18-7e1afe1a6b74), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:10.801647 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c175988e-5a6d-4539-bc1a-cd72d30e525c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:10.803182 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-c175988e-5a6d-4539-bc1a-cd72d30e525c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/918ecdea-6984-4db7-9b18-7e1afe1a6b74 HTTP/1.1" status: 204 len: 168 time: 0.1673253 May 08 22:24:10.811443 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c175988e-5a6d-4539-bc1a-cd72d30e525c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=918ecdea-6984-4db7-9b18-7e1afe1a6b74,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:24:16.222612 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-8b339ebb-dbcc-4b23-a9b4-843067741bdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (399f5491-dab9-4373-bd22-64cd7c73418d), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:18.488831 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-cd78041f-13fa-411c-bee7-1eb151c34bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (69aa2ac4-530d-40c2-a84a-3161d84edf61), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:19.375642 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-68d59b13-bdd3-4890-b330-3a9be9bf9791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (167e5ba9-08ef-43b6-aca0-7c88b7f9e735), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:20.972396 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f82e6e54-0a06-4075-8e4d-2bf0b0f201e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (1fcc0290-7f55-4633-95cb-6d94e7aa5e57), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:21.362289 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 57008) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:24:21.480411 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-32638474-8c7b-433b-951e-235c90a9f856 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:21.562087 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-32638474-8c7b-433b-951e-235c90a9f856 admin admin] Publish callbacks [] for security_group (143cc668-abd6-4c7a-8a0b-4909a43ff02e), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:21.568094 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-32638474-8c7b-433b-951e-235c90a9f856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (143cc668-abd6-4c7a-8a0b-4909a43ff02e), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:21.605849 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32638474-8c7b-433b-951e-235c90a9f856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=143cc668-abd6-4c7a-8a0b-4909a43ff02e,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:24:21.610080 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-32638474-8c7b-433b-951e-235c90a9f856 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e25980a1e1384ff0826d689043ea09fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2465978 May 08 22:24:21.612871 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 57016) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:24:21.673130 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-cf686b68-069c-4063-abb4-1d7b2fd835a7 admin admin] Publish callbacks [] for security_group (143cc668-abd6-4c7a-8a0b-4909a43ff02e), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:21.694430 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-cf686b68-069c-4063-abb4-1d7b2fd835a7 admin admin] Publish callbacks [] for security_group (143cc668-abd6-4c7a-8a0b-4909a43ff02e), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:21.749991 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-cf686b68-069c-4063-abb4-1d7b2fd835a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (143cc668-abd6-4c7a-8a0b-4909a43ff02e), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:21.752523 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-cf686b68-069c-4063-abb4-1d7b2fd835a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:21.753712 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-cf686b68-069c-4063-abb4-1d7b2fd835a7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/143cc668-abd6-4c7a-8a0b-4909a43ff02e HTTP/1.1" status: 204 len: 168 time: 0.1396348 May 08 22:24:21.762082 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf686b68-069c-4063-abb4-1d7b2fd835a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=143cc668-abd6-4c7a-8a0b-4909a43ff02e,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:24:22.401919 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 57038) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:24:22.460985 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (7e3c7ef6-abd5-4f0f-b372-b2734b637fd0), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:22.500845 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [None req-130ba326-0412-4a50-be89-8f6fbe316ef7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1668574757-network', 'tenant_id': 'c01f08f4313d4f4687deec0a2989f2bc'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:24:22.522778 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-130ba326-0412-4a50-be89-8f6fbe316ef7 admin admin] Made reservation on behalf of c01f08f4313d4f4687deec0a2989f2bc for: {'network': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 08 22:24:22.525074 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-130ba326-0412-4a50-be89-8f6fbe316ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for network (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:22.533356 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-130ba326-0412-4a50-be89-8f6fbe316ef7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:22.608327 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-130ba326-0412-4a50-be89-8f6fbe316ef7 admin admin] Publish callbacks [] for security_group (e8d0988d-0cee-493b-a169-d0469b0da34d), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:22.615306 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-130ba326-0412-4a50-be89-8f6fbe316ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (e8d0988d-0cee-493b-a169-d0469b0da34d), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:22.639524 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-130ba326-0412-4a50-be89-8f6fbe316ef7 admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=103629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 08 22:24:22.649110 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130ba326-0412-4a50-be89-8f6fbe316ef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d0988d-0cee-493b-a169-d0469b0da34d,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:24:22.653736 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-130ba326-0412-4a50-be89-8f6fbe316ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16448297'] for segment (5ede8af0-c884-4789-8527-ad97b5a11fbf), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:22.654073 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.db.segments_db [None req-130ba326-0412-4a50-be89-8f6fbe316ef7 admin admin] Added segment 5ede8af0-c884-4789-8527-ad97b5a11fbf of type vlan for network 30b5f579-85a7-4182-9adc-e803feafe018 May 08 22:24:22.695375 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-130ba326-0412-4a50-be89-8f6fbe316ef7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791033991810'] for network (30b5f579-85a7-4182-9adc-e803feafe018), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:22.722843 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-130ba326-0412-4a50-be89-8f6fbe316ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293'] for network (30b5f579-85a7-4182-9adc-e803feafe018), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:22.723816 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130ba326-0412-4a50-be89-8f6fbe316ef7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:24:22.724411 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-130ba326-0412-4a50-be89-8f6fbe316ef7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745315'] for network (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:22.784206 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-130ba326-0412-4a50-be89-8f6fbe316ef7 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3809497 May 08 22:24:22.788184 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 57042) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:24:22.792808 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130ba326-0412-4a50-be89-8f6fbe316ef7 admin admin] Pushing event updated for resources: {'Network': ['ID=30b5f579-85a7-4182-9adc-e803feafe018,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:24:22.793320 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.v2.base [None req-07a6fbad-93e6-42d5-9624-d9fa366dc2ec admin admin] Request body: {'subnet': {'network_id': '30b5f579-85a7-4182-9adc-e803feafe018', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1668574757-subnet', 'tenant_id': 'c01f08f4313d4f4687deec0a2989f2bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:24:22.803393 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Network 30b5f579-85a7-4182-9adc-e803feafe018 details requested by agent ovs-agent-dv-cinder-840511-5-iscsi with host dv-cinder-840511-5-iscsi {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 08 22:24:22.814130 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07a6fbad-93e6-42d5-9624-d9fa366dc2ec admin admin] Made reservation on behalf of c01f08f4313d4f4687deec0a2989f2bc for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 08 22:24:22.816628 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-07a6fbad-93e6-42d5-9624-d9fa366dc2ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59072956'] for subnet (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:23.239729 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-07a6fbad-93e6-42d5-9624-d9fa366dc2ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59176668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59072938'] for subnet (dbd00be8-c083-4749-9e8b-0bb52f3c393a), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:23.292984 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a6fbad-93e6-42d5-9624-d9fa366dc2ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbd00be8-c083-4749-9e8b-0bb52f3c393a,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:24:23.302052 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a6fbad-93e6-42d5-9624-d9fa366dc2ec admin admin] Checking segment: {'id': '5ede8af0-c884-4789-8527-ad97b5a11fbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '30b5f579-85a7-4182-9adc-e803feafe018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 08 22:24:23.302410 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a6fbad-93e6-42d5-9624-d9fa366dc2ec admin admin] Network hostable DHCP agents. Network: 30b5f579-85a7-4182-9adc-e803feafe018, hostable agents: ['399f5491-dab9-4373-bd22-64cd7c73418d'], hosted agents: [] {{(pid=103628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 08 22:24:23.321521 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a6fbad-93e6-42d5-9624-d9fa366dc2ec admin admin] Network 30b5f579-85a7-4182-9adc-e803feafe018 is scheduled to be hosted by DHCP agent 399f5491-dab9-4373-bd22-64cd7c73418d with binding_index 1 {{(pid=103628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 08 22:24:23.332198 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-07a6fbad-93e6-42d5-9624-d9fa366dc2ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840511-5-iscsi, 30b5f579-85a7-4182-9adc-e803feafe018) {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:24:23.337457 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a6fbad-93e6-42d5-9624-d9fa366dc2ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:24:23.338171 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-07a6fbad-93e6-42d5-9624-d9fa366dc2ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745315'] for subnet (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:23.343146 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3021e4-66f4-443b-a236-a9a37e18ab3e None None] Network 30b5f579-85a7-4182-9adc-e803feafe018 requested from dv-cinder-840511-5-iscsi {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 08 22:24:23.357626 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-07a6fbad-93e6-42d5-9624-d9fa366dc2ec admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5683014 May 08 22:24:23.574713 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078f5458-1c09-4586-b0c4-48112cfa6fde None None] Network 30b5f579-85a7-4182-9adc-e803feafe018 requested from dv-cinder-840511-5-iscsi {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 08 22:24:23.846767 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 57058) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:24:23.853991 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [None req-f1efb4b9-645b-44dc-9514-bb697581994c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-705274035-network', 'tenant_id': 'a2932d3d1d2c4aab8f35d5a51e866f04'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:24:23.880310 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1efb4b9-645b-44dc-9514-bb697581994c admin admin] Made reservation on behalf of a2932d3d1d2c4aab8f35d5a51e866f04 for: {'network': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 08 22:24:23.882621 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f1efb4b9-645b-44dc-9514-bb697581994c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for network (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:23.891375 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f1efb4b9-645b-44dc-9514-bb697581994c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:23.963374 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f1efb4b9-645b-44dc-9514-bb697581994c admin admin] Publish callbacks [] for security_group (e9374dea-a07a-4877-9662-d360357a6c3c), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:23.969571 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f1efb4b9-645b-44dc-9514-bb697581994c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (e9374dea-a07a-4877-9662-d360357a6c3c), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:23.994968 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1efb4b9-645b-44dc-9514-bb697581994c admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=103629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 08 22:24:24.000552 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efb4b9-645b-44dc-9514-bb697581994c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9374dea-a07a-4877-9662-d360357a6c3c,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:24:24.006424 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f1efb4b9-645b-44dc-9514-bb697581994c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16448297'] for segment (891202f4-0bb0-46d4-b3f6-bcd5d74c7fb0), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:24.006755 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.db.segments_db [None req-f1efb4b9-645b-44dc-9514-bb697581994c admin admin] Added segment 891202f4-0bb0-46d4-b3f6-bcd5d74c7fb0 of type vlan for network 7d5685ef-1fed-4a2c-8db4-ec506a57e294 May 08 22:24:24.051364 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f1efb4b9-645b-44dc-9514-bb697581994c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791033991810'] for network (7d5685ef-1fed-4a2c-8db4-ec506a57e294), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:24.079403 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f1efb4b9-645b-44dc-9514-bb697581994c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293'] for network (7d5685ef-1fed-4a2c-8db4-ec506a57e294), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:24.080438 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1efb4b9-645b-44dc-9514-bb697581994c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:24:24.081048 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-f1efb4b9-645b-44dc-9514-bb697581994c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745315'] for network (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:24.138004 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-f1efb4b9-645b-44dc-9514-bb697581994c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2899952 May 08 22:24:24.140960 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 57060) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:24:24.145318 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efb4b9-645b-44dc-9514-bb697581994c admin admin] Pushing event updated for resources: {'Network': ['ID=7d5685ef-1fed-4a2c-8db4-ec506a57e294,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:24:24.146072 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.v2.base [None req-09df4353-e289-4ac7-82a6-319185926b29 admin admin] Request body: {'subnet': {'network_id': '7d5685ef-1fed-4a2c-8db4-ec506a57e294', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-705274035-subnet', 'tenant_id': 'a2932d3d1d2c4aab8f35d5a51e866f04', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:24:24.155486 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Network 7d5685ef-1fed-4a2c-8db4-ec506a57e294 details requested by agent ovs-agent-dv-cinder-840511-5-iscsi with host dv-cinder-840511-5-iscsi {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 08 22:24:24.170127 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09df4353-e289-4ac7-82a6-319185926b29 admin admin] Made reservation on behalf of a2932d3d1d2c4aab8f35d5a51e866f04 for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 08 22:24:24.172703 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-09df4353-e289-4ac7-82a6-319185926b29 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59072956'] for subnet (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:24.340307 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-09df4353-e289-4ac7-82a6-319185926b29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59176668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59072938'] for subnet (f297937d-9a6c-41b4-b5ac-8c3d7fa0e938), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:24.395647 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09df4353-e289-4ac7-82a6-319185926b29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f297937d-9a6c-41b4-b5ac-8c3d7fa0e938,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:24:24.405815 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09df4353-e289-4ac7-82a6-319185926b29 admin admin] Checking segment: {'id': '891202f4-0bb0-46d4-b3f6-bcd5d74c7fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '7d5685ef-1fed-4a2c-8db4-ec506a57e294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 08 22:24:24.406173 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09df4353-e289-4ac7-82a6-319185926b29 admin admin] Network hostable DHCP agents. Network: 7d5685ef-1fed-4a2c-8db4-ec506a57e294, hostable agents: ['399f5491-dab9-4373-bd22-64cd7c73418d'], hosted agents: [] {{(pid=103628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 08 22:24:24.425905 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09df4353-e289-4ac7-82a6-319185926b29 admin admin] Network 7d5685ef-1fed-4a2c-8db4-ec506a57e294 is scheduled to be hosted by DHCP agent 399f5491-dab9-4373-bd22-64cd7c73418d with binding_index 1 {{(pid=103628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 08 22:24:24.437009 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-09df4353-e289-4ac7-82a6-319185926b29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840511-5-iscsi, 7d5685ef-1fed-4a2c-8db4-ec506a57e294) {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:24:24.441355 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09df4353-e289-4ac7-82a6-319185926b29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:24:24.441985 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-09df4353-e289-4ac7-82a6-319185926b29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745315'] for subnet (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:24.445974 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44cfbafd-2f92-4d6e-bafd-272c29d67541 None None] Network 7d5685ef-1fed-4a2c-8db4-ec506a57e294 requested from dv-cinder-840511-5-iscsi {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 08 22:24:24.461114 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-09df4353-e289-4ac7-82a6-319185926b29 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3189561 May 08 22:24:24.547817 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc19278-08d7-4089-a1bf-ee54e628f683 None None] Network 7d5685ef-1fed-4a2c-8db4-ec506a57e294 requested from dv-cinder-840511-5-iscsi {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 08 22:24:24.570925 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 57064) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:24:24.617036 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fe37b78-6110-442a-9bc6-44617c5ed729 admin admin] Deleting subnet dbd00be8-c083-4749-9e8b-0bb52f3c393a {{(pid=103628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 08 22:24:24.620383 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4fe37b78-6110-442a-9bc6-44617c5ed729 admin admin] Publish callbacks [] for subnet (dbd00be8-c083-4749-9e8b-0bb52f3c393a), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:24.654239 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4fe37b78-6110-442a-9bc6-44617c5ed729 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59229207'] for subnet (dbd00be8-c083-4749-9e8b-0bb52f3c393a), precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:24.691885 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4fe37b78-6110-442a-9bc6-44617c5ed729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16446418'] for subnet (dbd00be8-c083-4749-9e8b-0bb52f3c393a), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:24.748592 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4fe37b78-6110-442a-9bc6-44617c5ed729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16446411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59176605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59072913'] for subnet (dbd00be8-c083-4749-9e8b-0bb52f3c393a), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:24.771303 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe37b78-6110-442a-9bc6-44617c5ed729 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbd00be8-c083-4749-9e8b-0bb52f3c393a,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:24:24.777025 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4fe37b78-6110-442a-9bc6-44617c5ed729 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745315'] for subnet (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:24.780176 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-4fe37b78-6110-442a-9bc6-44617c5ed729 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/dbd00be8-c083-4749-9e8b-0bb52f3c393a HTTP/1.1" status: 204 len: 168 time: 0.2081399 May 08 22:24:24.782780 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 57066) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:24:24.850344 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d962eb17-3fdb-437f-9abf-71cce685e7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16411149'] for network (30b5f579-85a7-4182-9adc-e803feafe018), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:24.933168 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d962eb17-3fdb-437f-9abf-71cce685e7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16435559', 'neutron.services.segments.db._delete_segments_for_network-8791034498326'] for network (30b5f579-85a7-4182-9adc-e803feafe018), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:24.960303 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.services.segments.db [None req-d962eb17-3fdb-437f-9abf-71cce685e7c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30b5f579-85a7-4182-9adc-e803feafe018']}} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:24:24.971153 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.services.segments.db [None req-d962eb17-3fdb-437f-9abf-71cce685e7c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ede8af0-c884-4789-8527-ad97b5a11fbf') {'for_net_delete': True} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:24:24.971445 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.services.segments.db [None req-d962eb17-3fdb-437f-9abf-71cce685e7c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ede8af0-c884-4789-8527-ad97b5a11fbf') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:24:24.981721 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d962eb17-3fdb-437f-9abf-71cce685e7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791034500383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59229230'] for segment (5ede8af0-c884-4789-8527-ad97b5a11fbf), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:24.995361 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d962eb17-3fdb-437f-9abf-71cce685e7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16448297'] for segment (5ede8af0-c884-4789-8527-ad97b5a11fbf), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:25.004344 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d962eb17-3fdb-437f-9abf-71cce685e7c3 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=103628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 08 22:24:25.005022 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d962eb17-3fdb-437f-9abf-71cce685e7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16448297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59173183'] for segment (5ede8af0-c884-4789-8527-ad97b5a11fbf), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:25.007485 dv-cinder-840511-5-iscsi neutron-server[103628]: Traceback (most recent call last): May 08 22:24:25.007485 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 08 22:24:25.007485 dv-cinder-840511-5-iscsi neutron-server[103628]: timer() May 08 22:24:25.007485 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 08 22:24:25.007485 dv-cinder-840511-5-iscsi neutron-server[103628]: cb(*args, **kw) May 08 22:24:25.007485 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 08 22:24:25.007485 dv-cinder-840511-5-iscsi neutron-server[103628]: return func(*args, **kwargs) May 08 22:24:25.007485 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 08 22:24:25.007485 dv-cinder-840511-5-iscsi neutron-server[103628]: self._notify() May 08 22:24:25.007485 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 08 22:24:25.007485 dv-cinder-840511-5-iscsi neutron-server[103628]: self.callback(batched_events) May 08 22:24:25.007485 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 08 22:24:25.007485 dv-cinder-840511-5-iscsi neutron-server[103628]: event.method(event) May 08 22:24:25.007485 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 08 22:24:25.007485 dv-cinder-840511-5-iscsi neutron-server[103628]: aggregate_id = self._get_aggregate_id(event.segment_id) May 08 22:24:25.007485 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 08 22:24:25.007485 dv-cinder-840511-5-iscsi neutron-server[103628]: aggregate_uuid = self.p_client.list_aggregates( May 08 22:24:25.007485 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 08 22:24:25.007485 dv-cinder-840511-5-iscsi neutron-server[103628]: return f(self, *a, **k) May 08 22:24:25.007485 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 08 22:24:25.007485 dv-cinder-840511-5-iscsi neutron-server[103628]: return self._get(url).json() May 08 22:24:25.007485 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 08 22:24:25.007485 dv-cinder-840511-5-iscsi neutron-server[103628]: return self._client.get(url, endpoint_filter=self._ks_filter, May 08 22:24:25.007485 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 08 22:24:25.007485 dv-cinder-840511-5-iscsi neutron-server[103628]: return self.request(url, 'GET', **kwargs) May 08 22:24:25.007485 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 08 22:24:25.007485 dv-cinder-840511-5-iscsi neutron-server[103628]: base_url = self.get_endpoint(auth, allow=allow, May 08 22:24:25.007485 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 08 22:24:25.007485 dv-cinder-840511-5-iscsi neutron-server[103628]: auth = self._auth_required(auth, 'determine endpoint URL') May 08 22:24:25.007485 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 08 22:24:25.007485 dv-cinder-840511-5-iscsi neutron-server[103628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 08 22:24:25.007485 dv-cinder-840511-5-iscsi neutron-server[103628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 08 22:24:25.064323 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d962eb17-3fdb-437f-9abf-71cce685e7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16435548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-788469'] for network (30b5f579-85a7-4182-9adc-e803feafe018), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:25.071793 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d962eb17-3fdb-437f-9abf-71cce685e7c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745315'] for network (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:25.075232 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-d962eb17-3fdb-437f-9abf-71cce685e7c3 admin admin] 10.222.0.44 "DELETE /v2.0/networks/30b5f579-85a7-4182-9adc-e803feafe018 HTTP/1.1" status: 204 len: 168 time: 0.2915421 May 08 22:24:25.078332 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 57068) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:24:25.084927 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d962eb17-3fdb-437f-9abf-71cce685e7c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=30b5f579-85a7-4182-9adc-e803feafe018,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:24:25.123723 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d3294f8-ded3-485d-9adc-746a878295b5 admin admin] Deleting subnet f297937d-9a6c-41b4-b5ac-8c3d7fa0e938 {{(pid=103629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 08 22:24:25.127397 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5d3294f8-ded3-485d-9adc-746a878295b5 admin admin] Publish callbacks [] for subnet (f297937d-9a6c-41b4-b5ac-8c3d7fa0e938), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:25.173392 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5d3294f8-ded3-485d-9adc-746a878295b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3425589'] for subnet (f297937d-9a6c-41b4-b5ac-8c3d7fa0e938), precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:25.216003 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5d3294f8-ded3-485d-9adc-746a878295b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16446418'] for subnet (f297937d-9a6c-41b4-b5ac-8c3d7fa0e938), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:25.273497 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5d3294f8-ded3-485d-9adc-746a878295b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16446411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59633499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59716232'] for subnet (f297937d-9a6c-41b4-b5ac-8c3d7fa0e938), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:25.297918 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3294f8-ded3-485d-9adc-746a878295b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f297937d-9a6c-41b4-b5ac-8c3d7fa0e938,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:24:25.303668 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5d3294f8-ded3-485d-9adc-746a878295b5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:25.306949 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-5d3294f8-ded3-485d-9adc-746a878295b5 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/f297937d-9a6c-41b4-b5ac-8c3d7fa0e938 HTTP/1.1" status: 204 len: 168 time: 0.2275035 May 08 22:24:25.309949 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 57070) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:24:25.381195 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8b8c47e5-edb6-4a0d-85de-01670326d26c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16411149'] for network (7d5685ef-1fed-4a2c-8db4-ec506a57e294), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:25.459980 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8b8c47e5-edb6-4a0d-85de-01670326d26c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16435559', 'neutron.services.segments.db._delete_segments_for_network-8791034498326'] for network (7d5685ef-1fed-4a2c-8db4-ec506a57e294), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:25.485012 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.services.segments.db [None req-8b8c47e5-edb6-4a0d-85de-01670326d26c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d5685ef-1fed-4a2c-8db4-ec506a57e294']}} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:24:25.494919 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.services.segments.db [None req-8b8c47e5-edb6-4a0d-85de-01670326d26c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '891202f4-0bb0-46d4-b3f6-bcd5d74c7fb0') {'for_net_delete': True} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:24:25.495160 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.services.segments.db [None req-8b8c47e5-edb6-4a0d-85de-01670326d26c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '891202f4-0bb0-46d4-b3f6-bcd5d74c7fb0') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:24:25.504804 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8b8c47e5-edb6-4a0d-85de-01670326d26c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791034500383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59229230'] for segment (891202f4-0bb0-46d4-b3f6-bcd5d74c7fb0), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:25.519067 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8b8c47e5-edb6-4a0d-85de-01670326d26c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16448297'] for segment (891202f4-0bb0-46d4-b3f6-bcd5d74c7fb0), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:25.525431 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b8c47e5-edb6-4a0d-85de-01670326d26c admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 08 22:24:25.525924 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8b8c47e5-edb6-4a0d-85de-01670326d26c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16448297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59173183'] for segment (891202f4-0bb0-46d4-b3f6-bcd5d74c7fb0), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:25.527702 dv-cinder-840511-5-iscsi neutron-server[103628]: Traceback (most recent call last): May 08 22:24:25.527702 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 08 22:24:25.527702 dv-cinder-840511-5-iscsi neutron-server[103628]: timer() May 08 22:24:25.527702 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 08 22:24:25.527702 dv-cinder-840511-5-iscsi neutron-server[103628]: cb(*args, **kw) May 08 22:24:25.527702 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 08 22:24:25.527702 dv-cinder-840511-5-iscsi neutron-server[103628]: return func(*args, **kwargs) May 08 22:24:25.527702 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 08 22:24:25.527702 dv-cinder-840511-5-iscsi neutron-server[103628]: self._notify() May 08 22:24:25.527702 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 08 22:24:25.527702 dv-cinder-840511-5-iscsi neutron-server[103628]: self.callback(batched_events) May 08 22:24:25.527702 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 08 22:24:25.527702 dv-cinder-840511-5-iscsi neutron-server[103628]: event.method(event) May 08 22:24:25.527702 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 08 22:24:25.527702 dv-cinder-840511-5-iscsi neutron-server[103628]: aggregate_id = self._get_aggregate_id(event.segment_id) May 08 22:24:25.527702 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 08 22:24:25.527702 dv-cinder-840511-5-iscsi neutron-server[103628]: aggregate_uuid = self.p_client.list_aggregates( May 08 22:24:25.527702 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 08 22:24:25.527702 dv-cinder-840511-5-iscsi neutron-server[103628]: return f(self, *a, **k) May 08 22:24:25.527702 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 08 22:24:25.527702 dv-cinder-840511-5-iscsi neutron-server[103628]: return self._get(url).json() May 08 22:24:25.527702 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 08 22:24:25.527702 dv-cinder-840511-5-iscsi neutron-server[103628]: return self._client.get(url, endpoint_filter=self._ks_filter, May 08 22:24:25.527702 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 08 22:24:25.527702 dv-cinder-840511-5-iscsi neutron-server[103628]: return self.request(url, 'GET', **kwargs) May 08 22:24:25.527702 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 08 22:24:25.527702 dv-cinder-840511-5-iscsi neutron-server[103628]: base_url = self.get_endpoint(auth, allow=allow, May 08 22:24:25.527702 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 08 22:24:25.527702 dv-cinder-840511-5-iscsi neutron-server[103628]: auth = self._auth_required(auth, 'determine endpoint URL') May 08 22:24:25.527702 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 08 22:24:25.527702 dv-cinder-840511-5-iscsi neutron-server[103628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 08 22:24:25.527702 dv-cinder-840511-5-iscsi neutron-server[103628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 08 22:24:25.584903 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8b8c47e5-edb6-4a0d-85de-01670326d26c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16435548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-788469'] for network (7d5685ef-1fed-4a2c-8db4-ec506a57e294), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:25.592229 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8b8c47e5-edb6-4a0d-85de-01670326d26c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745315'] for network (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:25.596663 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-8b8c47e5-edb6-4a0d-85de-01670326d26c admin admin] 10.222.0.44 "DELETE /v2.0/networks/7d5685ef-1fed-4a2c-8db4-ec506a57e294 HTTP/1.1" status: 204 len: 168 time: 0.2857075 May 08 22:24:25.608961 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8c47e5-edb6-4a0d-85de-01670326d26c admin admin] Pushing event deleted for resources: {'Network': ['ID=7d5685ef-1fed-4a2c-8db4-ec506a57e294,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:24:25.774971 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 57074) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:24:25.814320 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-3c2c3f7c-99dd-4c21-8ecb-9e916889a8b9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c01f08f4313d4f4687deec0a2989f2bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382180 May 08 22:24:25.816902 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 57076) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:24:25.869176 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4a4fc11f-ab5e-47db-9dd2-65e0e14e2ff2 admin admin] Publish callbacks [] for security_group (e8d0988d-0cee-493b-a169-d0469b0da34d), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:25.890825 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4a4fc11f-ab5e-47db-9dd2-65e0e14e2ff2 admin admin] Publish callbacks [] for security_group (e8d0988d-0cee-493b-a169-d0469b0da34d), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:25.939078 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4a4fc11f-ab5e-47db-9dd2-65e0e14e2ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (e8d0988d-0cee-493b-a169-d0469b0da34d), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:25.941642 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4a4fc11f-ab5e-47db-9dd2-65e0e14e2ff2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:25.942818 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-4a4fc11f-ab5e-47db-9dd2-65e0e14e2ff2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e8d0988d-0cee-493b-a169-d0469b0da34d HTTP/1.1" status: 204 len: 168 time: 0.1250522 May 08 22:24:25.950503 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4fc11f-ab5e-47db-9dd2-65e0e14e2ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8d0988d-0cee-493b-a169-d0469b0da34d,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:24:26.304363 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 57082) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:24:26.344739 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-1362601b-4b47-409b-be19-a5377dbc4e79 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a2932d3d1d2c4aab8f35d5a51e866f04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391245 May 08 22:24:26.347333 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 57084) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:24:26.394722 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d94b1ef3-2271-40a1-9ad4-0807e00811ad admin admin] Publish callbacks [] for security_group (e9374dea-a07a-4877-9662-d360357a6c3c), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:26.415601 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d94b1ef3-2271-40a1-9ad4-0807e00811ad admin admin] Publish callbacks [] for security_group (e9374dea-a07a-4877-9662-d360357a6c3c), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:26.464687 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d94b1ef3-2271-40a1-9ad4-0807e00811ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (e9374dea-a07a-4877-9662-d360357a6c3c), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:26.467229 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d94b1ef3-2271-40a1-9ad4-0807e00811ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:26.471139 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-d94b1ef3-2271-40a1-9ad4-0807e00811ad admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e9374dea-a07a-4877-9662-d360357a6c3c HTTP/1.1" status: 204 len: 168 time: 0.1228523 May 08 22:24:26.478963 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94b1ef3-2271-40a1-9ad4-0807e00811ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9374dea-a07a-4877-9662-d360357a6c3c,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:24:27.863156 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.agents_db [None req-09216671-537f-4251-a64c-737ccd42d6d2 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 08 22:24:30.165073 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685c43cb-32ce-4655-a509-43cbe8c5ce15 req-c70c3c42-5e0e-4f0d-9446-5056b5f3ec4d tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:24:30.166545 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-685c43cb-32ce-4655-a509-43cbe8c5ce15 req-c70c3c42-5e0e-4f0d-9446-5056b5f3ec4d tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=94989391-0b1d-49ca-9e5f-92877f21b5c2 HTTP/1.1" status: 200 len: 945 time: 0.0479970 May 08 22:24:30.222830 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-685c43cb-32ce-4655-a509-43cbe8c5ce15 req-406864dd-f407-4ab0-af18-e9f8a7e95dff tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=51cb9774-2323-4600-8505-b98050a2e52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477378 May 08 22:24:31.517091 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadd3ca6-91ac-48d1-a1b7-5e9ac05224ad req-5427be01-c166-4fe6-aca3-0b559e3884b7 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:24:31.518472 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-cadd3ca6-91ac-48d1-a1b7-5e9ac05224ad req-5427be01-c166-4fe6-aca3-0b559e3884b7 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=94989391-0b1d-49ca-9e5f-92877f21b5c2 HTTP/1.1" status: 200 len: 945 time: 0.0561836 May 08 22:24:31.568632 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-cadd3ca6-91ac-48d1-a1b7-5e9ac05224ad req-488b30e5-4b13-48b5-95e6-6644134eb4a7 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=51cb9774-2323-4600-8505-b98050a2e52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416839 May 08 22:24:32.706649 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aed417-af1e-4c3d-8c6d-86e27509d9b4 req-b534f903-bd91-4743-b400-6856812e47ee tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:24:32.708133 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-34aed417-af1e-4c3d-8c6d-86e27509d9b4 req-b534f903-bd91-4743-b400-6856812e47ee tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=94989391-0b1d-49ca-9e5f-92877f21b5c2 HTTP/1.1" status: 200 len: 945 time: 0.0539789 May 08 22:24:32.758104 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-34aed417-af1e-4c3d-8c6d-86e27509d9b4 req-e81ad5e0-23dc-43ad-9020-0c2948ac37f2 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=51cb9774-2323-4600-8505-b98050a2e52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421762 May 08 22:24:33.890682 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732f3d9d-1957-4084-8e91-ae219d9855fb req-3eb08831-1908-4403-b45c-e5b3fd6b7aa5 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:24:33.892110 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-732f3d9d-1957-4084-8e91-ae219d9855fb req-3eb08831-1908-4403-b45c-e5b3fd6b7aa5 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=94989391-0b1d-49ca-9e5f-92877f21b5c2 HTTP/1.1" status: 200 len: 945 time: 0.0507166 May 08 22:24:33.938396 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-732f3d9d-1957-4084-8e91-ae219d9855fb req-af1d31b9-50f5-48ad-99db-754eb004bcbd tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=51cb9774-2323-4600-8505-b98050a2e52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404749 May 08 22:24:35.078979 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ba93b-e980-4617-9de6-234334aa8520 req-15cfd39a-f066-4fcd-9edd-1dbac33dd749 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:24:35.080441 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-824ba93b-e980-4617-9de6-234334aa8520 req-15cfd39a-f066-4fcd-9edd-1dbac33dd749 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=94989391-0b1d-49ca-9e5f-92877f21b5c2 HTTP/1.1" status: 200 len: 945 time: 0.0490630 May 08 22:24:35.128420 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-824ba93b-e980-4617-9de6-234334aa8520 req-b7a6b369-ef3f-438e-b75e-2a0cd5fddda8 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=51cb9774-2323-4600-8505-b98050a2e52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420561 May 08 22:24:36.265195 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cc996b-9822-4a14-ad37-58793ea9d52f req-0d5daf30-735b-4c01-9c24-f32d7c99a201 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:24:36.266635 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-f8cc996b-9822-4a14-ad37-58793ea9d52f req-0d5daf30-735b-4c01-9c24-f32d7c99a201 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=94989391-0b1d-49ca-9e5f-92877f21b5c2 HTTP/1.1" status: 200 len: 945 time: 0.0518723 May 08 22:24:36.322192 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-f8cc996b-9822-4a14-ad37-58793ea9d52f req-8be291bf-5ad7-48a6-8dc6-40e297c61cac tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=51cb9774-2323-4600-8505-b98050a2e52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474374 May 08 22:24:37.452304 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46ffbcc-ba41-4257-b6c5-9fa6277ae6d2 req-6483889c-5a95-48ae-8415-f026576730a0 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:24:37.453804 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-b46ffbcc-ba41-4257-b6c5-9fa6277ae6d2 req-6483889c-5a95-48ae-8415-f026576730a0 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=94989391-0b1d-49ca-9e5f-92877f21b5c2 HTTP/1.1" status: 200 len: 945 time: 0.0508928 May 08 22:24:37.506664 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-b46ffbcc-ba41-4257-b6c5-9fa6277ae6d2 req-0c11f80d-56fe-47bd-878c-3ed0362321db tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=51cb9774-2323-4600-8505-b98050a2e52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441453 May 08 22:24:38.633415 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c8649a-e94e-4b45-9d9f-12091537bc2e req-8393654d-d6ce-4938-a0dd-b763131359af tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:24:38.634872 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-d6c8649a-e94e-4b45-9d9f-12091537bc2e req-8393654d-d6ce-4938-a0dd-b763131359af tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=94989391-0b1d-49ca-9e5f-92877f21b5c2 HTTP/1.1" status: 200 len: 945 time: 0.0505440 May 08 22:24:38.680948 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-d6c8649a-e94e-4b45-9d9f-12091537bc2e req-a6fb9fd5-b64f-4e6c-8d6e-dd017ba0aac4 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=51cb9774-2323-4600-8505-b98050a2e52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403140 May 08 22:24:39.690816 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 57276) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:24:39.808309 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-80bbb3d1-9db8-41eb-bab6-6c208d61dabf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:39.823928 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b2f33c-107e-4a90-a1d1-027adf3b48d4 req-495296e8-6250-4507-ad86-c38993bb1d57 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:24:39.825508 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-d0b2f33c-107e-4a90-a1d1-027adf3b48d4 req-495296e8-6250-4507-ad86-c38993bb1d57 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=94989391-0b1d-49ca-9e5f-92877f21b5c2 HTTP/1.1" status: 200 len: 945 time: 0.0720942 May 08 22:24:39.900416 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-d0b2f33c-107e-4a90-a1d1-027adf3b48d4 req-416c8eb3-ba76-4ff4-bab2-7e28c23a8705 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=51cb9774-2323-4600-8505-b98050a2e52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687208 May 08 22:24:39.929869 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-80bbb3d1-9db8-41eb-bab6-6c208d61dabf admin admin] Publish callbacks [] for security_group (30bad8e0-9bbf-4c52-99b8-d3bdde1273d3), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:39.936367 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-80bbb3d1-9db8-41eb-bab6-6c208d61dabf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (30bad8e0-9bbf-4c52-99b8-d3bdde1273d3), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:39.984214 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-80bbb3d1-9db8-41eb-bab6-6c208d61dabf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e647edf1b9384d83aa8cf60d94afcb22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2922695 May 08 22:24:39.985188 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bbb3d1-9db8-41eb-bab6-6c208d61dabf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30bad8e0-9bbf-4c52-99b8-d3bdde1273d3,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:24:39.988097 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 57282) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:24:40.041433 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3552aa24-9dad-4cc3-b009-6da36309be3c admin admin] Publish callbacks [] for security_group (30bad8e0-9bbf-4c52-99b8-d3bdde1273d3), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:40.063718 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3552aa24-9dad-4cc3-b009-6da36309be3c admin admin] Publish callbacks [] for security_group (30bad8e0-9bbf-4c52-99b8-d3bdde1273d3), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:40.111589 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3552aa24-9dad-4cc3-b009-6da36309be3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (30bad8e0-9bbf-4c52-99b8-d3bdde1273d3), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:40.114210 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3552aa24-9dad-4cc3-b009-6da36309be3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:40.115360 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-3552aa24-9dad-4cc3-b009-6da36309be3c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/30bad8e0-9bbf-4c52-99b8-d3bdde1273d3 HTTP/1.1" status: 204 len: 168 time: 0.1260786 May 08 22:24:40.123051 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3552aa24-9dad-4cc3-b009-6da36309be3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30bad8e0-9bbf-4c52-99b8-d3bdde1273d3,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:24:40.304517 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (50086534-3b0f-4edb-899f-da05c46c2546), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:40.392305 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 57288) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:24:40.405914 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-02333183-ad93-43f6-b100-ee8a4ac2cf84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:40.481761 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-02333183-ad93-43f6-b100-ee8a4ac2cf84 admin admin] Publish callbacks [] for security_group (ca48996c-05fa-49e5-b024-1284bf14aac0), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:40.487949 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-02333183-ad93-43f6-b100-ee8a4ac2cf84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (ca48996c-05fa-49e5-b024-1284bf14aac0), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:40.535976 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-02333183-ad93-43f6-b100-ee8a4ac2cf84 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=76c06e486a0045b99dda59b7af754a23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1425238 May 08 22:24:40.536858 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02333183-ad93-43f6-b100-ee8a4ac2cf84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca48996c-05fa-49e5-b024-1284bf14aac0,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:24:40.539444 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 57290) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:24:40.587368 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8dfdfcc3-a9f2-4b30-848f-06b6f020011e admin admin] Publish callbacks [] for security_group (ca48996c-05fa-49e5-b024-1284bf14aac0), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:40.609307 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8dfdfcc3-a9f2-4b30-848f-06b6f020011e admin admin] Publish callbacks [] for security_group (ca48996c-05fa-49e5-b024-1284bf14aac0), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:40.658753 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8dfdfcc3-a9f2-4b30-848f-06b6f020011e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (ca48996c-05fa-49e5-b024-1284bf14aac0), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:40.661333 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8dfdfcc3-a9f2-4b30-848f-06b6f020011e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:40.662471 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-8dfdfcc3-a9f2-4b30-848f-06b6f020011e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ca48996c-05fa-49e5-b024-1284bf14aac0 HTTP/1.1" status: 204 len: 168 time: 0.1220207 May 08 22:24:40.670539 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfdfcc3-a9f2-4b30-848f-06b6f020011e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca48996c-05fa-49e5-b024-1284bf14aac0,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:24:41.026640 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a38920-db0b-4970-af35-acc864fc6387 req-c672793d-170c-48f5-8d80-11266b422a4c tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:24:41.028148 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-d1a38920-db0b-4970-af35-acc864fc6387 req-c672793d-170c-48f5-8d80-11266b422a4c tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=94989391-0b1d-49ca-9e5f-92877f21b5c2 HTTP/1.1" status: 200 len: 945 time: 0.0478122 May 08 22:24:41.076975 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-d1a38920-db0b-4970-af35-acc864fc6387 req-8fc9c1f1-ec18-48d3-bf8a-b9b0be877008 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=51cb9774-2323-4600-8505-b98050a2e52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427558 May 08 22:24:42.196473 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ca0ab-93a4-4885-8d24-b4ae4762e7cb req-fabf5c8b-5f65-46e1-be88-5fb55e588161 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:24:42.197967 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-744ca0ab-93a4-4885-8d24-b4ae4762e7cb req-fabf5c8b-5f65-46e1-be88-5fb55e588161 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=94989391-0b1d-49ca-9e5f-92877f21b5c2 HTTP/1.1" status: 200 len: 945 time: 0.0463467 May 08 22:24:42.247963 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-744ca0ab-93a4-4885-8d24-b4ae4762e7cb req-8484f8c1-b156-4953-9d00-269656727974 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=51cb9774-2323-4600-8505-b98050a2e52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437889 May 08 22:24:42.739114 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 57366) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:24:42.847319 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4ff71f12-48f2-424a-a936-e34b3e245d9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:42.924123 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4ff71f12-48f2-424a-a936-e34b3e245d9d admin admin] Publish callbacks [] for security_group (2829b2bb-32a3-4bee-8bd1-2c42bcab0694), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:42.930226 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-4ff71f12-48f2-424a-a936-e34b3e245d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (2829b2bb-32a3-4bee-8bd1-2c42bcab0694), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:42.967245 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-4ff71f12-48f2-424a-a936-e34b3e245d9d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dafa1e1685f84574b2d78cf129bc6be9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2270441 May 08 22:24:42.968264 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff71f12-48f2-424a-a936-e34b3e245d9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2829b2bb-32a3-4bee-8bd1-2c42bcab0694,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:24:42.970841 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 57370) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:24:43.016973 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-bf05246c-20c3-41fe-873b-73d7f1f7d70a admin admin] Publish callbacks [] for security_group (2829b2bb-32a3-4bee-8bd1-2c42bcab0694), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:43.038539 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-bf05246c-20c3-41fe-873b-73d7f1f7d70a admin admin] Publish callbacks [] for security_group (2829b2bb-32a3-4bee-8bd1-2c42bcab0694), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:43.086226 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-bf05246c-20c3-41fe-873b-73d7f1f7d70a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (2829b2bb-32a3-4bee-8bd1-2c42bcab0694), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:43.089516 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-bf05246c-20c3-41fe-873b-73d7f1f7d70a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:43.090689 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-bf05246c-20c3-41fe-873b-73d7f1f7d70a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2829b2bb-32a3-4bee-8bd1-2c42bcab0694 HTTP/1.1" status: 204 len: 168 time: 0.1189609 May 08 22:24:43.098740 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf05246c-20c3-41fe-873b-73d7f1f7d70a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2829b2bb-32a3-4bee-8bd1-2c42bcab0694,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:24:43.368323 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 57378) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:24:43.372016 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cb268a-b82f-47df-b7d6-588cb7a8ae7e req-07401a00-ffed-4af7-8f43-d6ac5aafd5d3 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:24:43.373858 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-c0cb268a-b82f-47df-b7d6-588cb7a8ae7e req-07401a00-ffed-4af7-8f43-d6ac5aafd5d3 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=94989391-0b1d-49ca-9e5f-92877f21b5c2 HTTP/1.1" status: 200 len: 945 time: 0.0529222 May 08 22:24:43.384945 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a50a17d1-5d27-4bed-818d-9e82c785fcf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:43.421160 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-c0cb268a-b82f-47df-b7d6-588cb7a8ae7e req-de61bf9c-e5b8-45f7-88ba-aed23be7f19e tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=51cb9774-2323-4600-8505-b98050a2e52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417032 May 08 22:24:43.456957 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a50a17d1-5d27-4bed-818d-9e82c785fcf2 admin admin] Publish callbacks [] for security_group (aeec5603-d6c3-423f-af72-5898d9b1199f), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:43.462307 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a50a17d1-5d27-4bed-818d-9e82c785fcf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (aeec5603-d6c3-423f-af72-5898d9b1199f), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:43.502329 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-a50a17d1-5d27-4bed-818d-9e82c785fcf2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=02108864443e4ae982341dc1dc0fbbfa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1329057 May 08 22:24:43.503399 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50a17d1-5d27-4bed-818d-9e82c785fcf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeec5603-d6c3-423f-af72-5898d9b1199f,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:24:43.506123 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 57380) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:24:43.564359 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-34ae4971-e954-42a1-83dc-5dd902faad40 admin admin] Publish callbacks [] for security_group (aeec5603-d6c3-423f-af72-5898d9b1199f), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:43.585822 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-34ae4971-e954-42a1-83dc-5dd902faad40 admin admin] Publish callbacks [] for security_group (aeec5603-d6c3-423f-af72-5898d9b1199f), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:43.638294 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-34ae4971-e954-42a1-83dc-5dd902faad40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (aeec5603-d6c3-423f-af72-5898d9b1199f), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:43.640951 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-34ae4971-e954-42a1-83dc-5dd902faad40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:43.642105 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-34ae4971-e954-42a1-83dc-5dd902faad40 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/aeec5603-d6c3-423f-af72-5898d9b1199f HTTP/1.1" status: 204 len: 168 time: 0.1347549 May 08 22:24:43.649921 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ae4971-e954-42a1-83dc-5dd902faad40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeec5603-d6c3-423f-af72-5898d9b1199f,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:24:44.381151 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 57402) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:24:44.483109 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [None req-9939bc51-d530-4aae-83cd-27c7f43e7405 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1987067342-network', 'tenant_id': '20c6c596f22448f3b78fc2e6f2047487'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:24:44.504760 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9939bc51-d530-4aae-83cd-27c7f43e7405 admin admin] Made reservation on behalf of 20c6c596f22448f3b78fc2e6f2047487 for: {'network': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 08 22:24:44.507111 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9939bc51-d530-4aae-83cd-27c7f43e7405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for network (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:44.516259 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9939bc51-d530-4aae-83cd-27c7f43e7405 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:44.543070 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f1f502-a7bc-41f9-bdb7-5085daa57de1 req-5c08c3b5-d77e-4efe-97ab-177b7a463a80 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:24:44.544547 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-57f1f502-a7bc-41f9-bdb7-5085daa57de1 req-5c08c3b5-d77e-4efe-97ab-177b7a463a80 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=94989391-0b1d-49ca-9e5f-92877f21b5c2 HTTP/1.1" status: 200 len: 945 time: 0.0497334 May 08 22:24:44.594185 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-57f1f502-a7bc-41f9-bdb7-5085daa57de1 req-ae25da6b-b47f-4185-8a76-bae6a0afdb61 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=51cb9774-2323-4600-8505-b98050a2e52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431759 May 08 22:24:44.598374 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9939bc51-d530-4aae-83cd-27c7f43e7405 admin admin] Publish callbacks [] for security_group (ea57da39-55e0-41a0-a1cc-32e1b6e0ed1a), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:44.603918 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9939bc51-d530-4aae-83cd-27c7f43e7405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (ea57da39-55e0-41a0-a1cc-32e1b6e0ed1a), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:44.629222 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9939bc51-d530-4aae-83cd-27c7f43e7405 admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=103629) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 08 22:24:44.637990 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9939bc51-d530-4aae-83cd-27c7f43e7405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea57da39-55e0-41a0-a1cc-32e1b6e0ed1a,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:24:44.645666 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9939bc51-d530-4aae-83cd-27c7f43e7405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16448297'] for segment (4542c47d-9ed3-4086-90c8-eb72ff8b5edd), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:44.645666 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.db.segments_db [None req-9939bc51-d530-4aae-83cd-27c7f43e7405 admin admin] Added segment 4542c47d-9ed3-4086-90c8-eb72ff8b5edd of type vlan for network e3b78d98-fefe-4652-9ea5-c1892b587426 May 08 22:24:44.684955 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9939bc51-d530-4aae-83cd-27c7f43e7405 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791033991810'] for network (e3b78d98-fefe-4652-9ea5-c1892b587426), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:44.711548 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9939bc51-d530-4aae-83cd-27c7f43e7405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293'] for network (e3b78d98-fefe-4652-9ea5-c1892b587426), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:44.712845 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9939bc51-d530-4aae-83cd-27c7f43e7405 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:24:44.713417 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9939bc51-d530-4aae-83cd-27c7f43e7405 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745315'] for network (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:44.766735 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-9939bc51-d530-4aae-83cd-27c7f43e7405 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3844140 May 08 22:24:44.769840 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 57408) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:24:44.774821 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.v2.base [None req-656238c4-1999-43d8-87c2-bc63eeb1e147 admin admin] Request body: {'subnet': {'network_id': 'e3b78d98-fefe-4652-9ea5-c1892b587426', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1987067342-subnet', 'tenant_id': '20c6c596f22448f3b78fc2e6f2047487', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:24:44.775334 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9939bc51-d530-4aae-83cd-27c7f43e7405 admin admin] Pushing event updated for resources: {'Network': ['ID=e3b78d98-fefe-4652-9ea5-c1892b587426,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:24:44.785303 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Network e3b78d98-fefe-4652-9ea5-c1892b587426 details requested by agent ovs-agent-dv-cinder-840511-5-iscsi with host dv-cinder-840511-5-iscsi {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 08 22:24:44.797068 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-656238c4-1999-43d8-87c2-bc63eeb1e147 admin admin] Made reservation on behalf of 20c6c596f22448f3b78fc2e6f2047487 for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 08 22:24:44.799524 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-656238c4-1999-43d8-87c2-bc63eeb1e147 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59072956'] for subnet (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:44.973937 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-656238c4-1999-43d8-87c2-bc63eeb1e147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59176668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59072938'] for subnet (bb5cb77c-e54c-408c-a2bc-0fc4ab2d3b4b), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:45.026558 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656238c4-1999-43d8-87c2-bc63eeb1e147 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb5cb77c-e54c-408c-a2bc-0fc4ab2d3b4b,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:24:45.035760 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656238c4-1999-43d8-87c2-bc63eeb1e147 admin admin] Checking segment: {'id': '4542c47d-9ed3-4086-90c8-eb72ff8b5edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e3b78d98-fefe-4652-9ea5-c1892b587426'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 08 22:24:45.036112 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656238c4-1999-43d8-87c2-bc63eeb1e147 admin admin] Network hostable DHCP agents. Network: e3b78d98-fefe-4652-9ea5-c1892b587426, hostable agents: ['399f5491-dab9-4373-bd22-64cd7c73418d'], hosted agents: [] {{(pid=103628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 08 22:24:45.055626 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656238c4-1999-43d8-87c2-bc63eeb1e147 admin admin] Network e3b78d98-fefe-4652-9ea5-c1892b587426 is scheduled to be hosted by DHCP agent 399f5491-dab9-4373-bd22-64cd7c73418d with binding_index 1 {{(pid=103628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 08 22:24:45.065583 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-656238c4-1999-43d8-87c2-bc63eeb1e147 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840511-5-iscsi, e3b78d98-fefe-4652-9ea5-c1892b587426) {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:24:45.069959 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656238c4-1999-43d8-87c2-bc63eeb1e147 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:24:45.070542 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-656238c4-1999-43d8-87c2-bc63eeb1e147 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745315'] for subnet (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:45.075204 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65f152f-d722-4623-8d31-2581ebbfc29c None None] Network e3b78d98-fefe-4652-9ea5-c1892b587426 requested from dv-cinder-840511-5-iscsi {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 08 22:24:45.088954 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-656238c4-1999-43d8-87c2-bc63eeb1e147 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3177936 May 08 22:24:45.176095 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a98cc91-3a13-4b31-ac2c-01dd4bafc845 None None] Network e3b78d98-fefe-4652-9ea5-c1892b587426 requested from dv-cinder-840511-5-iscsi {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 08 22:24:45.557363 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 57424) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:24:45.562848 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.v2.base [None req-709b181b-92ea-454a-ba8c-eb4d686b2bb2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-706626657-network', 'tenant_id': '090b6aa360b24136b17a4f202ba958b0'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:24:45.583496 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-709b181b-92ea-454a-ba8c-eb4d686b2bb2 admin admin] Made reservation on behalf of 090b6aa360b24136b17a4f202ba958b0 for: {'network': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 08 22:24:45.585957 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-709b181b-92ea-454a-ba8c-eb4d686b2bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for network (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:45.597244 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-709b181b-92ea-454a-ba8c-eb4d686b2bb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:45.683940 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-709b181b-92ea-454a-ba8c-eb4d686b2bb2 admin admin] Publish callbacks [] for security_group (feedc6a4-dc64-49de-a419-bf38406fd099), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:45.706398 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-709b181b-92ea-454a-ba8c-eb4d686b2bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (feedc6a4-dc64-49de-a419-bf38406fd099), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:45.739374 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-709b181b-92ea-454a-ba8c-eb4d686b2bb2 admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=103628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 08 22:24:45.749199 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd157e37-7156-4f80-96de-2b672bee62bd req-0ca05551-ca95-4d24-8f0a-5f4cc75f4d1b tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:24:45.750649 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-fd157e37-7156-4f80-96de-2b672bee62bd req-0ca05551-ca95-4d24-8f0a-5f4cc75f4d1b tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=94989391-0b1d-49ca-9e5f-92877f21b5c2 HTTP/1.1" status: 200 len: 945 time: 0.0789733 May 08 22:24:45.755725 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709b181b-92ea-454a-ba8c-eb4d686b2bb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feedc6a4-dc64-49de-a419-bf38406fd099,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:24:45.767939 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-709b181b-92ea-454a-ba8c-eb4d686b2bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16448297'] for segment (2de405ea-4e82-417b-a337-3d0639d1d8f4), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:45.768279 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.db.segments_db [None req-709b181b-92ea-454a-ba8c-eb4d686b2bb2 admin admin] Added segment 2de405ea-4e82-417b-a337-3d0639d1d8f4 of type vlan for network 6f1ebffb-fa8d-4bb0-be9d-a19f1944e63a May 08 22:24:45.833696 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-709b181b-92ea-454a-ba8c-eb4d686b2bb2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791033991810'] for network (6f1ebffb-fa8d-4bb0-be9d-a19f1944e63a), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:45.838989 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-fd157e37-7156-4f80-96de-2b672bee62bd req-b2b55948-6db9-49b4-8b90-e857fa1855e1 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=51cb9774-2323-4600-8505-b98050a2e52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805542 May 08 22:24:45.864242 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-709b181b-92ea-454a-ba8c-eb4d686b2bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293'] for network (6f1ebffb-fa8d-4bb0-be9d-a19f1944e63a), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:45.865363 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709b181b-92ea-454a-ba8c-eb4d686b2bb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:24:45.866026 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-709b181b-92ea-454a-ba8c-eb4d686b2bb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745315'] for network (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:45.929267 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-709b181b-92ea-454a-ba8c-eb4d686b2bb2 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3707595 May 08 22:24:45.931953 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 57428) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:24:45.936611 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.v2.base [None req-4c0e3f46-4e1e-491b-bdb2-74cbeb8de1df admin admin] Request body: {'subnet': {'network_id': '6f1ebffb-fa8d-4bb0-be9d-a19f1944e63a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-706626657-subnet', 'tenant_id': '090b6aa360b24136b17a4f202ba958b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:24:45.950235 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709b181b-92ea-454a-ba8c-eb4d686b2bb2 admin admin] Pushing event updated for resources: {'Network': ['ID=6f1ebffb-fa8d-4bb0-be9d-a19f1944e63a,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:24:45.960850 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Network 6f1ebffb-fa8d-4bb0-be9d-a19f1944e63a details requested by agent ovs-agent-dv-cinder-840511-5-iscsi with host dv-cinder-840511-5-iscsi {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 08 22:24:45.967288 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c0e3f46-4e1e-491b-bdb2-74cbeb8de1df admin admin] Made reservation on behalf of 090b6aa360b24136b17a4f202ba958b0 for: {'subnet': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 08 22:24:45.969710 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4c0e3f46-4e1e-491b-bdb2-74cbeb8de1df admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59072956'] for subnet (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:46.139306 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4c0e3f46-4e1e-491b-bdb2-74cbeb8de1df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59176668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59072938'] for subnet (0519ccd5-51eb-4d47-924b-b88de1073451), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:46.187057 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0e3f46-4e1e-491b-bdb2-74cbeb8de1df admin admin] Pushing event updated for resources: {'Subnet': ['ID=0519ccd5-51eb-4d47-924b-b88de1073451,revision_number=0']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:24:46.202178 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0e3f46-4e1e-491b-bdb2-74cbeb8de1df admin admin] Checking segment: {'id': '2de405ea-4e82-417b-a337-3d0639d1d8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6f1ebffb-fa8d-4bb0-be9d-a19f1944e63a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 08 22:24:46.202510 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0e3f46-4e1e-491b-bdb2-74cbeb8de1df admin admin] Network hostable DHCP agents. Network: 6f1ebffb-fa8d-4bb0-be9d-a19f1944e63a, hostable agents: ['399f5491-dab9-4373-bd22-64cd7c73418d'], hosted agents: [] {{(pid=103628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 08 22:24:46.217337 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f6eebd97-17bc-40c1-944c-2c58141f1df6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (399f5491-dab9-4373-bd22-64cd7c73418d), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:46.222762 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0e3f46-4e1e-491b-bdb2-74cbeb8de1df admin admin] Network 6f1ebffb-fa8d-4bb0-be9d-a19f1944e63a is scheduled to be hosted by DHCP agent 399f5491-dab9-4373-bd22-64cd7c73418d with binding_index 1 {{(pid=103628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 08 22:24:46.233369 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-4c0e3f46-4e1e-491b-bdb2-74cbeb8de1df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840511-5-iscsi, 6f1ebffb-fa8d-4bb0-be9d-a19f1944e63a) {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:24:46.237407 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0e3f46-4e1e-491b-bdb2-74cbeb8de1df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:24:46.238005 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-4c0e3f46-4e1e-491b-bdb2-74cbeb8de1df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745315'] for subnet (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:46.242635 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc878ab-9d0c-49bc-b7a8-7ee7dd10bd48 None None] Network 6f1ebffb-fa8d-4bb0-be9d-a19f1944e63a requested from dv-cinder-840511-5-iscsi {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 08 22:24:46.255300 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-4c0e3f46-4e1e-491b-bdb2-74cbeb8de1df admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3223541 May 08 22:24:46.345830 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8800a68-4dbf-46f0-8a72-9d9e82eb489c None None] Network 6f1ebffb-fa8d-4bb0-be9d-a19f1944e63a requested from dv-cinder-840511-5-iscsi {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 08 22:24:46.978692 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d73456e-9ccd-4ec4-8d71-fc0ebae483c3 req-2579e15d-0a5f-47f2-9203-d945a8238887 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:24:46.980083 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-2d73456e-9ccd-4ec4-8d71-fc0ebae483c3 req-2579e15d-0a5f-47f2-9203-d945a8238887 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=94989391-0b1d-49ca-9e5f-92877f21b5c2 HTTP/1.1" status: 200 len: 945 time: 0.0556624 May 08 22:24:47.028903 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-2d73456e-9ccd-4ec4-8d71-fc0ebae483c3 req-54915cc4-d446-4b1d-8252-f96618075923 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=51cb9774-2323-4600-8505-b98050a2e52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427999 May 08 22:24:48.011930 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 57450) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:24:48.115113 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device 82e7621a-c795-4e95-b128-51da98ab579e details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=103630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 08 22:24:48.159724 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e4d3e-ce34-48f9-b1b2-4c095de41dad req-ceb93aa8-f552-4fc0-a6f2-503ffe765375 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:24:48.167125 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-e35e4d3e-ce34-48f9-b1b2-4c095de41dad req-ceb93aa8-f552-4fc0-a6f2-503ffe765375 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=94989391-0b1d-49ca-9e5f-92877f21b5c2 HTTP/1.1" status: 200 len: 945 time: 0.0624108 May 08 22:24:48.218566 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-e35e4d3e-ce34-48f9-b1b2-4c095de41dad req-74c9cff9-4ab1-4587-9a7f-014dbdada706 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=51cb9774-2323-4600-8505-b98050a2e52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493677 May 08 22:24:48.244231 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] For port 82e7621a-c795-4e95-b128-51da98ab579e, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=82e7621a-c795-4e95-b128-51da98ab579e,segment=NetworkSegment(33fc6b3c-a604-4cee-a3d5-5a89d0b49ae0),segment_id=33fc6b3c-a604-4cee-a3d5-5a89d0b49ae0)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:24:48.256473 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Returning: {'device': '82e7621a-c795-4e95-b128-51da98ab579e', 'network_id': '2962a37b-5c8b-493f-a8f7-204192291fd9', 'port_id': '82e7621a-c795-4e95-b128-51da98ab579e', 'mac_address': 'fa:16:3e:51:e0:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2595fc7c-f188-492f-94ae-311dba05015f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 08 22:24:48.292620 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Current status of the port 82e7621a-c795-4e95-b128-51da98ab579e is: ACTIVE; New status is: BUILD {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:24:48.293192 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (82e7621a-c795-4e95-b128-51da98ab579e), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:48.305867 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.notifiers.nova [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 82e7621a-c795-4e95-b128-51da98ab579e {{(pid=103630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 08 22:24:48.326290 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] For port 82e7621a-c795-4e95-b128-51da98ab579e, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=82e7621a-c795-4e95-b128-51da98ab579e,segment=NetworkSegment(33fc6b3c-a604-4cee-a3d5-5a89d0b49ae0),segment_id=33fc6b3c-a604-4cee-a3d5-5a89d0b49ae0)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:24:48.332295 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (82e7621a-c795-4e95-b128-51da98ab579e), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:48.346409 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-c1dd3cf4-4bce-443e-909f-d73f9938a7f1 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Deleting port 5d22804f-2961-45b4-a799-ec0336622f5f {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 08 22:24:48.346726 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c1dd3cf4-4bce-443e-909f-d73f9938a7f1 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791034291685'] for port (5d22804f-2961-45b4-a799-ec0336622f5f), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:48.380851 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Pushing event updated for resources: {'Port': ['ID=82e7621a-c795-4e95-b128-51da98ab579e,revision_number=6']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:24:48.388755 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:24:48.389103 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:24:48.389447 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:24:48.389913 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:24:48.390239 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:24:48.390671 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:24:48.390888 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:24:48.391211 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:24:48.391576 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:24:48.391850 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:24:48.392334 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:24:48.392539 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:24:48.392900 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:24:48.393207 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:24:48.393557 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:24:48.421863 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c1dd3cf4-4bce-443e-909f-d73f9938a7f1 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786495'] for port (5d22804f-2961-45b4-a799-ec0336622f5f), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:48.422218 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c1dd3cf4-4bce-443e-909f-d73f9938a7f1 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Publish callbacks [] for floatingip (5d22804f-2961-45b4-a799-ec0336622f5f), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:48.439571 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-c1dd3cf4-4bce-443e-909f-d73f9938a7f1 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Calling delete_port for 5d22804f-2961-45b4-a799-ec0336622f5f owned by network:floatingip {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 08 22:24:48.490069 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-3169524f-88d0-4304-813c-aa5263379107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (69aa2ac4-530d-40c2-a84a-3161d84edf61), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:48.526825 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] get_ports_and_sgs() called for port_ids ['82e7621a-c795-4e95-b128-51da98ab579e'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 08 22:24:48.609924 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c1dd3cf4-4bce-443e-909f-d73f9938a7f1 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791034301049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791034024021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633834'] for port (5d22804f-2961-45b4-a799-ec0336622f5f), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:48.634993 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dd3cf4-4bce-443e-909f-d73f9938a7f1 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Pushing event deleted for resources: {'Port': ['ID=5d22804f-2961-45b4-a799-ec0336622f5f,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:24:48.702063 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c1dd3cf4-4bce-443e-909f-d73f9938a7f1 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Publish callbacks [] for floatingip (fb1b836e-747b-47bc-bd06-43f22181cf1d), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:48.702302 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.db.l3_db [None req-c1dd3cf4-4bce-443e-909f-d73f9938a7f1 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Floating IP fb1b836e-747b-47bc-bd06-43f22181cf1d disassociated (deleted). External IP: 172.27.2.185, port: ba0c26c1-8042-4360-bb22-303466902223. May 08 22:24:48.914607 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1dd3cf4-4bce-443e-909f-d73f9938a7f1 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Router 904a2c54-3feb-465c-8fe1-8590dd3ef06e has already been hosted by L3 agent 69aa2ac4-530d-40c2-a84a-3161d84edf61 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 08 22:24:49.025811 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1dd3cf4-4bce-443e-909f-d73f9938a7f1 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Notify agent at l3_agent.dv-cinder-840511-5-iscsi the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 08 22:24:49.031467 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-c1dd3cf4-4bce-443e-909f-d73f9938a7f1 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870'] for floatingip (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:49.036098 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d2961c-45e8-4b41-9045-7e89a9356e4a None None] Sync routers for ids ['904a2c54-3feb-465c-8fe1-8590dd3ef06e'] in dv-cinder-840511-5-iscsi {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 08 22:24:49.047470 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d2961c-45e8-4b41-9045-7e89a9356e4a None None] Routers {'904a2c54-3feb-465c-8fe1-8590dd3ef06e'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:24:49.048076 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-14d2961c-45e8-4b41-9045-7e89a9356e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:24:48Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['904a2c54-3feb-465c-8fe1-8590dd3ef06e'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:24:49.061811 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-c1dd3cf4-4bce-443e-909f-d73f9938a7f1 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "DELETE /v2.0/floatingips/fb1b836e-747b-47bc-bd06-43f22181cf1d HTTP/1.1" status: 204 len: 168 time: 1.0486245 May 08 22:24:49.062711 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cbc3a45-509d-47bc-893c-e5dd7e364f48', 'tag': 'ba0c26c1-8042-4360-bb22-303466902223'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 08 22:24:49.064782 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cc8a0c475ac6fe54f5122aa5a8750c48412c688b8f67dba420990604a8daf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a2d9df3-ba7e-4098-990f-3af8ee032998" -d '{"events": [{"name": "network-changed", "server_uuid": "5cbc3a45-509d-47bc-893c-e5dd7e364f48", "tag": "ba0c26c1-8042-4360-bb22-303466902223"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 08 22:24:49.101048 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 08 May 2022 22:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f42f893-f5db-46e8-9027-59148af626dd x-openstack-request-id: req-4f42f893-f5db-46e8-9027-59148af626dd {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 08 22:24:49.101347 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cbc3a45-509d-47bc-893c-e5dd7e364f48", "tag": "ba0c26c1-8042-4360-bb22-303466902223", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 08 22:24:49.101571 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4f42f893-f5db-46e8-9027-59148af626dd {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 08 22:24:49.102003 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f42f893-f5db-46e8-9027-59148af626dd'] response: {'name': 'network-changed', 'server_uuid': '5cbc3a45-509d-47bc-893c-e5dd7e364f48', 'tag': 'ba0c26c1-8042-4360-bb22-303466902223', 'status': 'completed', 'code': 200} May 08 22:24:49.168891 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-14d2961c-45e8-4b41-9045-7e89a9356e4a None None] Set router 904a2c54-3feb-465c-8fe1-8590dd3ef06e gateway port host: dv-cinder-840511-5-iscsi {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:24:49.193705 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2d9df3-ba7e-4098-990f-3af8ee032998 req-a001c1fc-0a09-4c50-917b-1b78bf6d3602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:24:49.195775 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-9a2d9df3-ba7e-4098-990f-3af8ee032998 req-a001c1fc-0a09-4c50-917b-1b78bf6d3602 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=df8e9de548524630a8a026f764dad655&device_id=5cbc3a45-509d-47bc-893c-e5dd7e364f48 HTTP/1.1" status: 200 len: 1129 time: 0.0463176 May 08 22:24:49.311611 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2d9df3-ba7e-4098-990f-3af8ee032998 req-08fc60b4-d08a-4724-bb1c-aec343ee5d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:24:49.313333 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-9a2d9df3-ba7e-4098-990f-3af8ee032998 req-08fc60b4-d08a-4724-bb1c-aec343ee5d97 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e6b2f0e6-c175-43bf-9b5c-34f8ce60d012 HTTP/1.1" status: 200 len: 910 time: 0.1060343 May 08 22:24:49.408517 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9f97a2-2820-447b-9473-dcda2806ccee req-91d58c5a-5260-4738-a362-cd0d638d0d03 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:24:49.415474 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-0b9f97a2-2820-447b-9473-dcda2806ccee req-91d58c5a-5260-4738-a362-cd0d638d0d03 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cbc3a45-509d-47bc-893c-e5dd7e364f48 HTTP/1.1" status: 200 len: 945 time: 0.0904186 May 08 22:24:49.423733 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8def84-5687-4cb1-bb32-4d1cecb7f693 req-86661351-ebba-496c-a6ef-ea9d6a26e44a tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:24:49.425487 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-fe8def84-5687-4cb1-bb32-4d1cecb7f693 req-86661351-ebba-496c-a6ef-ea9d6a26e44a tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=94989391-0b1d-49ca-9e5f-92877f21b5c2 HTTP/1.1" status: 200 len: 944 time: 0.0687697 May 08 22:24:49.478356 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-68d59b13-bdd3-4890-b330-3a9be9bf9791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (167e5ba9-08ef-43b6-aca0-7c88b7f9e735), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:49.516411 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-0b9f97a2-2820-447b-9473-dcda2806ccee req-e16f8b03-0cea-403e-97c4-e0367f39a07b tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdc836f6-496f-44ae-925c-dc7c52f678f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000292 May 08 22:24:49.532260 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-fe8def84-5687-4cb1-bb32-4d1cecb7f693 req-b007db85-01c2-40ee-a250-af38c04be689 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=51cb9774-2323-4600-8505-b98050a2e52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775027 May 08 22:24:49.570879 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-14d2961c-45e8-4b41-9045-7e89a9356e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '904a2c54-3feb-465c-8fe1-8590dd3ef06e', 'name': 'tempest-TestShelveInstance-1939198278-router', 'tenant_id': 'df8e9de548524630a8a026f764dad655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '5a5cea59-50b8-4143-8132-17e8d199054b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:18:42Z', 'updated_at': '2022-05-08T22:18:45Z', 'revision_number': 4, 'project_id': 'df8e9de548524630a8a026f764dad655', 'gw_port': {'id': '5a5cea59-50b8-4143-8132-17e8d199054b', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:45:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904a2c54-3feb-465c-8fe1-8590dd3ef06e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:18:42Z', 'updated_at': '2022-05-08T22:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_interfaces': [{'id': '30732ce1-c4aa-44c6-bcf3-161ebf4303f4', 'name': '', 'network_id': 'e6b2f0e6-c175-43bf-9b5c-34f8ce60d012', 'tenant_id': 'df8e9de548524630a8a026f764dad655', 'mac_address': 'fa:16:3e:c1:7f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904a2c54-3feb-465c-8fe1-8590dd3ef06e', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'ce8c7aea-95c0-4231-af51-1dbbdcc77349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:18:44Z', 'updated_at': '2022-05-08T22:18:49Z', 'revision_number': 5, 'project_id': 'df8e9de548524630a8a026f764dad655', 'subnets': [{'id': 'ce8c7aea-95c0-4231-af51-1dbbdcc77349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:24:49.598666 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d2961c-45e8-4b41-9045-7e89a9356e4a None None] Checking router: 904a2c54-3feb-465c-8fe1-8590dd3ef06e for host: dv-cinder-840511-5-iscsi {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 08 22:24:49.607474 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d2961c-45e8-4b41-9045-7e89a9356e4a None None] Routers {'904a2c54-3feb-465c-8fe1-8590dd3ef06e'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:24:49.608081 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-14d2961c-45e8-4b41-9045-7e89a9356e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:24:48Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['904a2c54-3feb-465c-8fe1-8590dd3ef06e'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:24:49.721587 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-14d2961c-45e8-4b41-9045-7e89a9356e4a None None] Set router 904a2c54-3feb-465c-8fe1-8590dd3ef06e gateway port host: dv-cinder-840511-5-iscsi {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:24:49.931817 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-14d2961c-45e8-4b41-9045-7e89a9356e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '904a2c54-3feb-465c-8fe1-8590dd3ef06e', 'name': 'tempest-TestShelveInstance-1939198278-router', 'tenant_id': 'df8e9de548524630a8a026f764dad655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '5a5cea59-50b8-4143-8132-17e8d199054b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:18:42Z', 'updated_at': '2022-05-08T22:18:45Z', 'revision_number': 4, 'project_id': 'df8e9de548524630a8a026f764dad655', 'gw_port': {'id': '5a5cea59-50b8-4143-8132-17e8d199054b', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:45:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904a2c54-3feb-465c-8fe1-8590dd3ef06e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:18:42Z', 'updated_at': '2022-05-08T22:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_interfaces': [{'id': '30732ce1-c4aa-44c6-bcf3-161ebf4303f4', 'name': '', 'network_id': 'e6b2f0e6-c175-43bf-9b5c-34f8ce60d012', 'tenant_id': 'df8e9de548524630a8a026f764dad655', 'mac_address': 'fa:16:3e:c1:7f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904a2c54-3feb-465c-8fe1-8590dd3ef06e', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'ce8c7aea-95c0-4231-af51-1dbbdcc77349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:18:44Z', 'updated_at': '2022-05-08T22:18:49Z', 'revision_number': 5, 'project_id': 'df8e9de548524630a8a026f764dad655', 'subnets': [{'id': 'ce8c7aea-95c0-4231-af51-1dbbdcc77349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:24:49.959035 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d2961c-45e8-4b41-9045-7e89a9356e4a None None] The sync data for ids ['904a2c54-3feb-465c-8fe1-8590dd3ef06e'] in dv-cinder-840511-5-iscsi is: [{'id': '904a2c54-3feb-465c-8fe1-8590dd3ef06e', 'name': 'tempest-TestShelveInstance-1939198278-router', 'tenant_id': 'df8e9de548524630a8a026f764dad655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '5a5cea59-50b8-4143-8132-17e8d199054b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:18:42Z', 'updated_at': '2022-05-08T22:18:45Z', 'revision_number': 4, 'project_id': 'df8e9de548524630a8a026f764dad655', 'gw_port': {'id': '5a5cea59-50b8-4143-8132-17e8d199054b', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:45:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904a2c54-3feb-465c-8fe1-8590dd3ef06e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:18:42Z', 'updated_at': '2022-05-08T22:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_interfaces': [{'id': '30732ce1-c4aa-44c6-bcf3-161ebf4303f4', 'name': '', 'network_id': 'e6b2f0e6-c175-43bf-9b5c-34f8ce60d012', 'tenant_id': 'df8e9de548524630a8a026f764dad655', 'mac_address': 'fa:16:3e:c1:7f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904a2c54-3feb-465c-8fe1-8590dd3ef06e', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'ce8c7aea-95c0-4231-af51-1dbbdcc77349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:18:44Z', 'updated_at': '2022-05-08T22:18:49Z', 'revision_number': 5, 'project_id': 'df8e9de548524630a8a026f764dad655', 'subnets': [{'id': 'ce8c7aea-95c0-4231-af51-1dbbdcc77349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 08 22:24:50.124224 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device 82e7621a-c795-4e95-b128-51da98ab579e up at agent hyperv_hv-cinder-84051 {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 08 22:24:50.174621 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Provisioning complete for port 82e7621a-c795-4e95-b128-51da98ab579e triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:24:50.175250 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (82e7621a-c795-4e95-b128-51da98ab579e), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:50.186346 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0106896-e65f-4480-8aa4-287cd2d8844e None None] New status for floating IP fb1b836e-747b-47bc-bd06-43f22181cf1d: DOWN {{(pid=103631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 08 22:24:50.260468 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Current status of the port 82e7621a-c795-4e95-b128-51da98ab579e is: BUILD; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:24:50.260893 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (82e7621a-c795-4e95-b128-51da98ab579e), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:50.284638 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94989391-0b1d-49ca-9e5f-92877f21b5c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82e7621a-c795-4e95-b128-51da98ab579e'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 08 22:24:50.286949 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bcef9e280bae9da70c0250555725ec84c8fe71b1405edcfc00240691fe86bce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7681e6e7-1559-4c4e-9718-c536c00ef5bf" -d '{"events": [{"server_uuid": "94989391-0b1d-49ca-9e5f-92877f21b5c2", "name": "network-vif-plugged", "status": "completed", "tag": "82e7621a-c795-4e95-b128-51da98ab579e"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 08 22:24:50.299573 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] For port 82e7621a-c795-4e95-b128-51da98ab579e, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=82e7621a-c795-4e95-b128-51da98ab579e,segment=NetworkSegment(33fc6b3c-a604-4cee-a3d5-5a89d0b49ae0),segment_id=33fc6b3c-a604-4cee-a3d5-5a89d0b49ae0)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:24:50.307775 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (82e7621a-c795-4e95-b128-51da98ab579e), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:50.330435 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 08 May 2022 22:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f88f64b7-9545-443b-b19f-60cc8320fbec x-openstack-request-id: req-f88f64b7-9545-443b-b19f-60cc8320fbec {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 08 22:24:50.330730 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94989391-0b1d-49ca-9e5f-92877f21b5c2", "name": "network-vif-plugged", "status": "completed", "tag": "82e7621a-c795-4e95-b128-51da98ab579e", "code": 200}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 08 22:24:50.330979 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f88f64b7-9545-443b-b19f-60cc8320fbec {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 08 22:24:50.331368 dv-cinder-840511-5-iscsi neutron-server[103630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f88f64b7-9545-443b-b19f-60cc8320fbec'] response: {'server_uuid': '94989391-0b1d-49ca-9e5f-92877f21b5c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82e7621a-c795-4e95-b128-51da98ab579e', 'code': 200} May 08 22:24:50.356255 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Pushing event updated for resources: {'Port': ['ID=82e7621a-c795-4e95-b128-51da98ab579e,revision_number=7']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:24:50.485272 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-9a2d9df3-ba7e-4098-990f-3af8ee032998 req-be1d22ec-3f9b-4064-80a9-01546367855e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba0c26c1-8042-4360-bb22-303466902223 HTTP/1.1" status: 200 len: 217 time: 0.0492058 May 08 22:24:50.538851 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2d9df3-ba7e-4098-990f-3af8ee032998 req-d34c2e7d-9cce-499a-be83-1b537411b36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:24:50.540330 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-9a2d9df3-ba7e-4098-990f-3af8ee032998 req-d34c2e7d-9cce-499a-be83-1b537411b36a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ce8c7aea-95c0-4231-af51-1dbbdcc77349 HTTP/1.1" status: 200 len: 848 time: 0.0489240 May 08 22:24:50.591606 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2d9df3-ba7e-4098-990f-3af8ee032998 req-0045ec18-0ca7-40ef-bcbf-e5fb946f6d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:24:50.593949 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-9a2d9df3-ba7e-4098-990f-3af8ee032998 req-0045ec18-0ca7-40ef-bcbf-e5fb946f6d4c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e6b2f0e6-c175-43bf-9b5c-34f8ce60d012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446572 May 08 22:24:50.680612 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe17606-8891-450e-89ff-43045f00e9ad req-426ddaf6-455f-4d1b-bd1a-7c91bbd72c6b tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:24:50.682080 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-dfe17606-8891-450e-89ff-43045f00e9ad req-426ddaf6-455f-4d1b-bd1a-7c91bbd72c6b tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cbc3a45-509d-47bc-893c-e5dd7e364f48 HTTP/1.1" status: 200 len: 945 time: 0.0714436 May 08 22:24:50.689097 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-9a2d9df3-ba7e-4098-990f-3af8ee032998 req-c38c988f-4da4-4e80-91a8-b50d6c80e448 service neutron] 10.222.0.24 "GET /v2.0/networks/e6b2f0e6-c175-43bf-9b5c-34f8ce60d012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865183 May 08 22:24:50.690676 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba9acc1-ed26-48a2-b958-c7259223af0d req-63c31a57-557c-43d2-8014-530ef78f122e tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:24:50.692056 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-fba9acc1-ed26-48a2-b958-c7259223af0d req-63c31a57-557c-43d2-8014-530ef78f122e tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=94989391-0b1d-49ca-9e5f-92877f21b5c2 HTTP/1.1" status: 200 len: 945 time: 0.0728014 May 08 22:24:50.764911 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-dfe17606-8891-450e-89ff-43045f00e9ad req-2121bf92-7ea5-4760-90a2-f96fadf97d7a tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdc836f6-496f-44ae-925c-dc7c52f678f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717053 May 08 22:24:50.768328 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-fba9acc1-ed26-48a2-b958-c7259223af0d req-8f0e223b-eb15-423e-a338-8ef7cf29a5d3 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=51cb9774-2323-4600-8505-b98050a2e52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692444 May 08 22:24:50.787843 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-9a2d9df3-ba7e-4098-990f-3af8ee032998 req-37044cdb-39fa-49f2-9e1f-531c7fcd2fa8 service neutron] 10.222.0.24 "GET /v2.0/networks/e6b2f0e6-c175-43bf-9b5c-34f8ce60d012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917757 May 08 22:24:50.977809 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f82e6e54-0a06-4075-8e4d-2bf0b0f201e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (1fcc0290-7f55-4633-95cb-6d94e7aa5e57), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:51.577615 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba3cc84-8dc5-49b0-8b18-b9071e2cb2d6 req-698fc43d-5759-4f29-bbcf-b97f0352b7cf tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:24:51.579021 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-6ba3cc84-8dc5-49b0-8b18-b9071e2cb2d6 req-698fc43d-5759-4f29-bbcf-b97f0352b7cf tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cbc3a45-509d-47bc-893c-e5dd7e364f48 HTTP/1.1" status: 200 len: 945 time: 0.0555964 May 08 22:24:51.670437 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-6ba3cc84-8dc5-49b0-8b18-b9071e2cb2d6 req-cb87423f-be66-406d-bd45-eed8d386fb0c tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Deleting port ba0c26c1-8042-4360-bb22-303466902223 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 08 22:24:51.670814 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-6ba3cc84-8dc5-49b0-8b18-b9071e2cb2d6 req-cb87423f-be66-406d-bd45-eed8d386fb0c tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791034291685'] for port (ba0c26c1-8042-4360-bb22-303466902223), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:51.758517 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-6ba3cc84-8dc5-49b0-8b18-b9071e2cb2d6 req-cb87423f-be66-406d-bd45-eed8d386fb0c tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] For port ba0c26c1-8042-4360-bb22-303466902223, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=ba0c26c1-8042-4360-bb22-303466902223,segment=NetworkSegment(735a76af-a47a-4608-9953-4d27f1f0e7e9),segment_id=735a76af-a47a-4608-9953-4d27f1f0e7e9)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:24:51.758876 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-6ba3cc84-8dc5-49b0-8b18-b9071e2cb2d6 req-cb87423f-be66-406d-bd45-eed8d386fb0c tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786495'] for port (ba0c26c1-8042-4360-bb22-303466902223), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:51.771677 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-6ba3cc84-8dc5-49b0-8b18-b9071e2cb2d6 req-cb87423f-be66-406d-bd45-eed8d386fb0c tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Calling delete_port for ba0c26c1-8042-4360-bb22-303466902223 owned by compute:nova {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 08 22:24:51.926248 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b247ad42-84c4-45a3-a6dc-cf11a3a2276b req-94e37fd9-cecc-4e55-87e6-dc289c53f142 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:24:51.933954 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-b247ad42-84c4-45a3-a6dc-cf11a3a2276b req-94e37fd9-cecc-4e55-87e6-dc289c53f142 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cbc3a45-509d-47bc-893c-e5dd7e364f48 HTTP/1.1" status: 200 len: 945 time: 0.0884230 May 08 22:24:51.942288 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-6ba3cc84-8dc5-49b0-8b18-b9071e2cb2d6 req-cb87423f-be66-406d-bd45-eed8d386fb0c tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791034301049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791034024021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633834'] for port (ba0c26c1-8042-4360-bb22-303466902223), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:51.964156 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7a6e10-f403-4ddf-b5ea-e9974874bf21 req-b8b8848f-dfc0-4540-addb-3d938daa6296 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:24:51.965652 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-4a7a6e10-f403-4ddf-b5ea-e9974874bf21 req-b8b8848f-dfc0-4540-addb-3d938daa6296 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=94989391-0b1d-49ca-9e5f-92877f21b5c2 HTTP/1.1" status: 200 len: 945 time: 0.0786536 May 08 22:24:51.973302 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb87423f-be66-406d-bd45-eed8d386fb0c tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Pushing event deleted for resources: {'Port': ['ID=ba0c26c1-8042-4360-bb22-303466902223,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:24:52.017257 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-b247ad42-84c4-45a3-a6dc-cf11a3a2276b req-03380307-16ac-4d5f-a566-15b61dd47409 tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdc836f6-496f-44ae-925c-dc7c52f678f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823720 May 08 22:24:52.038112 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ba3cc84-8dc5-49b0-8b18-b9071e2cb2d6 req-cb87423f-be66-406d-bd45-eed8d386fb0c tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] No DVR routers for this DVR port ba0c26c1-8042-4360-bb22-303466902223 on host hv-cinder-84051 {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 08 22:24:52.041071 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-6ba3cc84-8dc5-49b0-8b18-b9071e2cb2d6 req-cb87423f-be66-406d-bd45-eed8d386fb0c tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870'] for port (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:52.044274 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-4a7a6e10-f403-4ddf-b5ea-e9974874bf21 req-34220d6c-e76f-434e-bb5c-0e41f6e2cc22 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=51cb9774-2323-4600-8505-b98050a2e52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681465 May 08 22:24:52.044739 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-6ba3cc84-8dc5-49b0-8b18-b9071e2cb2d6 req-cb87423f-be66-406d-bd45-eed8d386fb0c tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.24 "DELETE /v2.0/ports/ba0c26c1-8042-4360-bb22-303466902223 HTTP/1.1" status: 204 len: 173 time: 0.4597795 May 08 22:24:52.045184 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cbc3a45-509d-47bc-893c-e5dd7e364f48', 'name': 'network-vif-deleted', 'tag': 'ba0c26c1-8042-4360-bb22-303466902223'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 08 22:24:52.047702 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cc8a0c475ac6fe54f5122aa5a8750c48412c688b8f67dba420990604a8daf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac9a079-3f4c-48c7-b959-2163c92fa94c" -d '{"events": [{"server_uuid": "5cbc3a45-509d-47bc-893c-e5dd7e364f48", "name": "network-vif-deleted", "tag": "ba0c26c1-8042-4360-bb22-303466902223"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 08 22:24:52.105890 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 08 May 2022 22:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da4786b0-55b2-47df-86ca-40a791aaca3c x-openstack-request-id: req-da4786b0-55b2-47df-86ca-40a791aaca3c {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 08 22:24:52.106252 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cbc3a45-509d-47bc-893c-e5dd7e364f48", "name": "network-vif-deleted", "tag": "ba0c26c1-8042-4360-bb22-303466902223", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 08 22:24:52.106543 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-da4786b0-55b2-47df-86ca-40a791aaca3c {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 08 22:24:52.106967 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da4786b0-55b2-47df-86ca-40a791aaca3c'] response: {'server_uuid': '5cbc3a45-509d-47bc-893c-e5dd7e364f48', 'name': 'network-vif-deleted', 'tag': 'ba0c26c1-8042-4360-bb22-303466902223', 'status': 'completed', 'code': 200} May 08 22:24:52.458471 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (7e3c7ef6-abd5-4f0f-b372-b2734b637fd0), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:53.070289 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 57508) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:24:53.175977 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-07384fde-8d23-4734-810e-ebbf38c35a6e tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Publish callbacks [] for security_group (cdc836f6-496f-44ae-925c-dc7c52f678f3), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:53.207653 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-07384fde-8d23-4734-810e-ebbf38c35a6e tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Publish callbacks [] for security_group (cdc836f6-496f-44ae-925c-dc7c52f678f3), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:53.252198 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033443d-d545-4004-a685-d9c86beb0735 req-ddb34552-ede2-4d69-80bc-ea35a42a6712 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:24:53.254095 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-f033443d-d545-4004-a685-d9c86beb0735 req-ddb34552-ede2-4d69-80bc-ea35a42a6712 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=94989391-0b1d-49ca-9e5f-92877f21b5c2 HTTP/1.1" status: 200 len: 945 time: 0.1248374 May 08 22:24:53.314471 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-f033443d-d545-4004-a685-d9c86beb0735 req-10ee8cf4-ee63-487d-b6d9-f1b49d13dc46 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=51cb9774-2323-4600-8505-b98050a2e52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522535 May 08 22:24:53.342925 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-07384fde-8d23-4734-810e-ebbf38c35a6e tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (cdc836f6-496f-44ae-925c-dc7c52f678f3), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:53.346765 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-07384fde-8d23-4734-810e-ebbf38c35a6e tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Publish callbacks [] for security_group (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:53.348321 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-07384fde-8d23-4734-810e-ebbf38c35a6e tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] 10.222.0.44 "DELETE /v2.0/security-groups/cdc836f6-496f-44ae-925c-dc7c52f678f3 HTTP/1.1" status: 204 len: 168 time: 0.2768981 May 08 22:24:53.360661 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07384fde-8d23-4734-810e-ebbf38c35a6e tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc836f6-496f-44ae-925c-dc7c52f678f3,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:24:53.369550 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07384fde-8d23-4734-810e-ebbf38c35a6e tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:24:53.369892 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07384fde-8d23-4734-810e-ebbf38c35a6e tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:24:53.370226 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07384fde-8d23-4734-810e-ebbf38c35a6e tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:24:53.370553 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07384fde-8d23-4734-810e-ebbf38c35a6e tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:24:53.370877 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07384fde-8d23-4734-810e-ebbf38c35a6e tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:24:53.371202 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07384fde-8d23-4734-810e-ebbf38c35a6e tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:24:53.371516 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07384fde-8d23-4734-810e-ebbf38c35a6e tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:24:53.371832 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07384fde-8d23-4734-810e-ebbf38c35a6e tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:24:53.372143 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07384fde-8d23-4734-810e-ebbf38c35a6e tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:24:53.372458 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07384fde-8d23-4734-810e-ebbf38c35a6e tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:24:53.372819 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07384fde-8d23-4734-810e-ebbf38c35a6e tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:24:53.373136 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07384fde-8d23-4734-810e-ebbf38c35a6e tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:24:53.373455 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07384fde-8d23-4734-810e-ebbf38c35a6e tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:24:53.373758 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07384fde-8d23-4734-810e-ebbf38c35a6e tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:24:53.374333 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07384fde-8d23-4734-810e-ebbf38c35a6e tempest-TestShelveInstance-606850136 tempest-TestShelveInstance-606850136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:24:53.411029 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 57534) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:24:54.188174 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-915fccb0-a469-4258-bc68-e870b43b054a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-786677'] for router_interface (904a2c54-3feb-465c-8fe1-8590dd3ef06e), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:54.525023 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-915fccb0-a469-4258-bc68-e870b43b054a admin admin] Deleting port 30732ce1-c4aa-44c6-bcf3-161ebf4303f4 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 08 22:24:54.526023 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-915fccb0-a469-4258-bc68-e870b43b054a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791034291685'] for port (30732ce1-c4aa-44c6-bcf3-161ebf4303f4), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:54.542852 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fe35b1-8d50-4722-bc1b-f8e5c16ece11 req-f56d5043-aa91-448f-b925-08e374741a65 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:24:54.550729 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-f7fe35b1-8d50-4722-bc1b-f8e5c16ece11 req-f56d5043-aa91-448f-b925-08e374741a65 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=94989391-0b1d-49ca-9e5f-92877f21b5c2 HTTP/1.1" status: 200 len: 945 time: 0.0844734 May 08 22:24:54.610371 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-f7fe35b1-8d50-4722-bc1b-f8e5c16ece11 req-64794093-15f8-4a69-8c57-e0325c565f59 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=51cb9774-2323-4600-8505-b98050a2e52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586393 May 08 22:24:54.655491 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-915fccb0-a469-4258-bc68-e870b43b054a admin admin] For port 30732ce1-c4aa-44c6-bcf3-161ebf4303f4, host dv-cinder-840511-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=30732ce1-c4aa-44c6-bcf3-161ebf4303f4,segment=NetworkSegment(735a76af-a47a-4608-9953-4d27f1f0e7e9),segment_id=735a76af-a47a-4608-9953-4d27f1f0e7e9)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:24:54.656020 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-915fccb0-a469-4258-bc68-e870b43b054a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786495'] for port (30732ce1-c4aa-44c6-bcf3-161ebf4303f4), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:54.674652 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-915fccb0-a469-4258-bc68-e870b43b054a admin admin] Calling delete_port for 30732ce1-c4aa-44c6-bcf3-161ebf4303f4 owned by network:router_interface {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 08 22:24:54.864603 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-915fccb0-a469-4258-bc68-e870b43b054a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791034301049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791034024021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633834'] for port (30732ce1-c4aa-44c6-bcf3-161ebf4303f4), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:54.892334 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915fccb0-a469-4258-bc68-e870b43b054a admin admin] Pushing event deleted for resources: {'Port': ['ID=30732ce1-c4aa-44c6-bcf3-161ebf4303f4,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:24:55.101587 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-915fccb0-a469-4258-bc68-e870b43b054a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1045482'] for router_interface (904a2c54-3feb-465c-8fe1-8590dd3ef06e), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:55.342414 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-915fccb0-a469-4258-bc68-e870b43b054a admin admin] Router 904a2c54-3feb-465c-8fe1-8590dd3ef06e has already been hosted by L3 agent 69aa2ac4-530d-40c2-a84a-3161d84edf61 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 08 22:24:55.460798 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-915fccb0-a469-4258-bc68-e870b43b054a admin admin] Notify agent at l3_agent.dv-cinder-840511-5-iscsi the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 08 22:24:55.466678 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-915fccb0-a469-4258-bc68-e870b43b054a admin admin] 10.222.0.44 "PUT /v2.0/routers/904a2c54-3feb-465c-8fe1-8590dd3ef06e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0540061 May 08 22:24:55.469998 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 57574) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:24:55.479267 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17192182-91bb-4a71-bada-04f7576f8df1 None None] Sync routers for ids ['904a2c54-3feb-465c-8fe1-8590dd3ef06e'] in dv-cinder-840511-5-iscsi {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 08 22:24:55.491200 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17192182-91bb-4a71-bada-04f7576f8df1 None None] Routers {'904a2c54-3feb-465c-8fe1-8590dd3ef06e'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:24:55.491819 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-17192182-91bb-4a71-bada-04f7576f8df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:24:48Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['904a2c54-3feb-465c-8fe1-8590dd3ef06e'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:24:55.612113 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-602d3be5-c6d8-490c-8c0d-a69bfd6dc2d0 admin admin] Publish callbacks [] for router (904a2c54-3feb-465c-8fe1-8590dd3ef06e), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:55.616876 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-17192182-91bb-4a71-bada-04f7576f8df1 None None] Set router 904a2c54-3feb-465c-8fe1-8590dd3ef06e gateway port host: dv-cinder-840511-5-iscsi {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:24:55.808966 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-602d3be5-c6d8-490c-8c0d-a69bfd6dc2d0 admin admin] Publish callbacks [] for router_gateway (904a2c54-3feb-465c-8fe1-8590dd3ef06e), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:55.860243 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-17192182-91bb-4a71-bada-04f7576f8df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '904a2c54-3feb-465c-8fe1-8590dd3ef06e', 'name': 'tempest-TestShelveInstance-1939198278-router', 'tenant_id': 'df8e9de548524630a8a026f764dad655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '5a5cea59-50b8-4143-8132-17e8d199054b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:18:42Z', 'updated_at': '2022-05-08T22:24:54Z', 'revision_number': 5, 'project_id': 'df8e9de548524630a8a026f764dad655', 'gw_port': {'id': '5a5cea59-50b8-4143-8132-17e8d199054b', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:45:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '904a2c54-3feb-465c-8fe1-8590dd3ef06e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:18:42Z', 'updated_at': '2022-05-08T22:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi'}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:24:55.934093 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75bcbb2-f2db-46a2-8e71-3e6c76619733 req-6383bb36-6813-4730-9ce3-bde7fb795a34 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:24:55.936323 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-c75bcbb2-f2db-46a2-8e71-3e6c76619733 req-6383bb36-6813-4730-9ce3-bde7fb795a34 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=94989391-0b1d-49ca-9e5f-92877f21b5c2 HTTP/1.1" status: 200 len: 945 time: 0.1141832 May 08 22:24:55.942714 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17192182-91bb-4a71-bada-04f7576f8df1 None None] Checking router: 904a2c54-3feb-465c-8fe1-8590dd3ef06e for host: dv-cinder-840511-5-iscsi {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 08 22:24:55.954888 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-602d3be5-c6d8-490c-8c0d-a69bfd6dc2d0 admin admin] Deleting port 5a5cea59-50b8-4143-8132-17e8d199054b {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 08 22:24:55.955763 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-602d3be5-c6d8-490c-8c0d-a69bfd6dc2d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791034291685'] for port (5a5cea59-50b8-4143-8132-17e8d199054b), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:55.962543 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17192182-91bb-4a71-bada-04f7576f8df1 None None] Routers {'904a2c54-3feb-465c-8fe1-8590dd3ef06e'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:24:55.963483 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-17192182-91bb-4a71-bada-04f7576f8df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:24:48Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['904a2c54-3feb-465c-8fe1-8590dd3ef06e'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:24:56.066556 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-c75bcbb2-f2db-46a2-8e71-3e6c76619733 req-b78f4403-3315-4891-b90a-cba646fe9fdf tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=51cb9774-2323-4600-8505-b98050a2e52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224680 May 08 22:24:56.093118 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-17192182-91bb-4a71-bada-04f7576f8df1 None None] Set router 904a2c54-3feb-465c-8fe1-8590dd3ef06e gateway port host: None {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:24:56.134436 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-602d3be5-c6d8-490c-8c0d-a69bfd6dc2d0 admin admin] For port 5a5cea59-50b8-4143-8132-17e8d199054b, host dv-cinder-840511-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=5a5cea59-50b8-4143-8132-17e8d199054b,segment=NetworkSegment(0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa),segment_id=0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:24:56.134806 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-602d3be5-c6d8-490c-8c0d-a69bfd6dc2d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786495'] for port (5a5cea59-50b8-4143-8132-17e8d199054b), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:56.161644 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-602d3be5-c6d8-490c-8c0d-a69bfd6dc2d0 admin admin] Calling delete_port for 5a5cea59-50b8-4143-8132-17e8d199054b owned by network:router_gateway {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 08 22:24:56.399915 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device ba0c26c1-8042-4360-bb22-303466902223 no longer exists at agent hyperv_hv-cinder-84051 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 08 22:24:56.461213 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] No Port match for: ba0c26c1-8042-4360-bb22-303466902223 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 08 22:24:56.461551 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device ba0c26c1-8042-4360-bb22-303466902223 not bound to the agent host hv-cinder-84051 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 08 22:24:56.464862 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-17192182-91bb-4a71-bada-04f7576f8df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '904a2c54-3feb-465c-8fe1-8590dd3ef06e', 'name': 'tempest-TestShelveInstance-1939198278-router', 'tenant_id': 'df8e9de548524630a8a026f764dad655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:18:42Z', 'updated_at': '2022-05-08T22:24:55Z', 'revision_number': 6, 'project_id': 'df8e9de548524630a8a026f764dad655', 'gw_port_host': None}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:24:56.487694 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-602d3be5-c6d8-490c-8c0d-a69bfd6dc2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791034301049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791034024021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59173228'] for port (5a5cea59-50b8-4143-8132-17e8d199054b), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:56.501700 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17192182-91bb-4a71-bada-04f7576f8df1 None None] The sync data for ids ['904a2c54-3feb-465c-8fe1-8590dd3ef06e'] in dv-cinder-840511-5-iscsi is: [{'id': '904a2c54-3feb-465c-8fe1-8590dd3ef06e', 'name': 'tempest-TestShelveInstance-1939198278-router', 'tenant_id': 'df8e9de548524630a8a026f764dad655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:18:42Z', 'updated_at': '2022-05-08T22:24:55Z', 'revision_number': 6, 'project_id': 'df8e9de548524630a8a026f764dad655', 'gw_port_host': None}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 08 22:24:56.531034 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d3be5-c6d8-490c-8c0d-a69bfd6dc2d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a5cea59-50b8-4143-8132-17e8d199054b,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:24:56.615917 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-602d3be5-c6d8-490c-8c0d-a69bfd6dc2d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-789703'] for router_gateway (904a2c54-3feb-465c-8fe1-8590dd3ef06e), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:56.720269 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-602d3be5-c6d8-490c-8c0d-a69bfd6dc2d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15475'] for router (904a2c54-3feb-465c-8fe1-8590dd3ef06e), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:56.723285 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-602d3be5-c6d8-490c-8c0d-a69bfd6dc2d0 admin admin] Publish callbacks [] for router_controller (904a2c54-3feb-465c-8fe1-8590dd3ef06e), precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:56.770979 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-602d3be5-c6d8-490c-8c0d-a69bfd6dc2d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-790678'] for router (904a2c54-3feb-465c-8fe1-8590dd3ef06e), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:56.771522 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-602d3be5-c6d8-490c-8c0d-a69bfd6dc2d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 904a2c54-3feb-465c-8fe1-8590dd3ef06e {{(pid=103628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 08 22:24:56.777136 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-602d3be5-c6d8-490c-8c0d-a69bfd6dc2d0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:56.783786 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 57598) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:24:56.784367 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-602d3be5-c6d8-490c-8c0d-a69bfd6dc2d0 admin admin] 10.222.0.44 "DELETE /v2.0/routers/904a2c54-3feb-465c-8fe1-8590dd3ef06e HTTP/1.1" status: 204 len: 168 time: 1.3127367 May 08 22:24:56.831488 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.db_base_plugin_v2 [None req-497d4ab1-7577-4820-908f-bf772d4c74e8 admin admin] Deleting subnet ce8c7aea-95c0-4231-af51-1dbbdcc77349 {{(pid=103629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 08 22:24:56.837580 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-497d4ab1-7577-4820-908f-bf772d4c74e8 admin admin] Publish callbacks [] for subnet (ce8c7aea-95c0-4231-af51-1dbbdcc77349), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:56.880724 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-497d4ab1-7577-4820-908f-bf772d4c74e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3425589'] for subnet (ce8c7aea-95c0-4231-af51-1dbbdcc77349), precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:56.984649 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-497d4ab1-7577-4820-908f-bf772d4c74e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16446418'] for subnet (ce8c7aea-95c0-4231-af51-1dbbdcc77349), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:57.046992 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-497d4ab1-7577-4820-908f-bf772d4c74e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16446411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59633499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59716232'] for subnet (ce8c7aea-95c0-4231-af51-1dbbdcc77349), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:57.073384 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497d4ab1-7577-4820-908f-bf772d4c74e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce8c7aea-95c0-4231-af51-1dbbdcc77349,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:24:57.077667 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-497d4ab1-7577-4820-908f-bf772d4c74e8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:57.080945 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-497d4ab1-7577-4820-908f-bf772d4c74e8 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/ce8c7aea-95c0-4231-af51-1dbbdcc77349 HTTP/1.1" status: 204 len: 168 time: 0.2949836 May 08 22:24:57.083732 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 57600) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:24:57.089845 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ddb6551-2344-4b90-9658-eda3a93b8377 None None] Network e6b2f0e6-c175-43bf-9b5c-34f8ce60d012 requested from dv-cinder-840511-5-iscsi {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 08 22:24:57.165819 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0b4fdd34-8f73-4293-ada8-6f3374e2aa33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16411149'] for network (e6b2f0e6-c175-43bf-9b5c-34f8ce60d012), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:57.219241 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-0b4fdd34-8f73-4293-ada8-6f3374e2aa33 admin admin] Deleting port d8b86004-7eeb-4322-bf52-f24b85ce7862 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 08 22:24:57.219854 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0b4fdd34-8f73-4293-ada8-6f3374e2aa33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791034291685'] for port (d8b86004-7eeb-4322-bf52-f24b85ce7862), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:57.256399 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513b51a-63cb-4e39-b168-818016b7fa4a req-32c2a8bd-cdb1-49b2-8ce8-3a0692e81102 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:24:57.260788 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-5513b51a-63cb-4e39-b168-818016b7fa4a req-32c2a8bd-cdb1-49b2-8ce8-3a0692e81102 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=94989391-0b1d-49ca-9e5f-92877f21b5c2 HTTP/1.1" status: 200 len: 945 time: 0.0898049 May 08 22:24:57.292721 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-0b4fdd34-8f73-4293-ada8-6f3374e2aa33 admin admin] For port d8b86004-7eeb-4322-bf52-f24b85ce7862, host dv-cinder-840511-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=d8b86004-7eeb-4322-bf52-f24b85ce7862,segment=NetworkSegment(735a76af-a47a-4608-9953-4d27f1f0e7e9),segment_id=735a76af-a47a-4608-9953-4d27f1f0e7e9)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:24:57.292721 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0b4fdd34-8f73-4293-ada8-6f3374e2aa33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786495'] for port (d8b86004-7eeb-4322-bf52-f24b85ce7862), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:57.313272 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-0b4fdd34-8f73-4293-ada8-6f3374e2aa33 admin admin] Calling delete_port for d8b86004-7eeb-4322-bf52-f24b85ce7862 owned by network:dhcp {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 08 22:24:57.347133 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba81ad87-8e33-4ec4-8951-0757670b11c0 None None] DHCP port deletion for e6b2f0e6-c175-43bf-9b5c-34f8ce60d012 request from dv-cinder-840511-5-iscsi {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 08 22:24:57.373376 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-5513b51a-63cb-4e39-b168-818016b7fa4a req-c51b0172-08d2-4750-8b04-7678ea2b7b8f tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=51cb9774-2323-4600-8505-b98050a2e52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966113 May 08 22:24:57.450352 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-ba81ad87-8e33-4ec4-8951-0757670b11c0 None None] Deleting port d8b86004-7eeb-4322-bf52-f24b85ce7862 {{(pid=103630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 08 22:24:57.450759 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-ba81ad87-8e33-4ec4-8951-0757670b11c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791034291685'] for port (d8b86004-7eeb-4322-bf52-f24b85ce7862), before_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:57.528083 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0b4fdd34-8f73-4293-ada8-6f3374e2aa33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791034301049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791034024021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633834'] for port (d8b86004-7eeb-4322-bf52-f24b85ce7862), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:57.549764 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4fdd34-8f73-4293-ada8-6f3374e2aa33 admin admin] No DVR routers for this DVR port d8b86004-7eeb-4322-bf52-f24b85ce7862 on host dv-cinder-840511-5-iscsi {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 08 22:24:57.603871 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-ba81ad87-8e33-4ec4-8951-0757670b11c0 None None] For port d8b86004-7eeb-4322-bf52-f24b85ce7862, host dv-cinder-840511-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=d8b86004-7eeb-4322-bf52-f24b85ce7862,segment=NetworkSegment(735a76af-a47a-4608-9953-4d27f1f0e7e9),segment_id=735a76af-a47a-4608-9953-4d27f1f0e7e9)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:24:57.607558 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-ba81ad87-8e33-4ec4-8951-0757670b11c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786495'] for port (d8b86004-7eeb-4322-bf52-f24b85ce7862), precommit_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:57.626133 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-ba81ad87-8e33-4ec4-8951-0757670b11c0 None None] Calling delete_port for d8b86004-7eeb-4322-bf52-f24b85ce7862 owned by network:dhcp {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 08 22:24:57.656166 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4fdd34-8f73-4293-ada8-6f3374e2aa33 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8b86004-7eeb-4322-bf52-f24b85ce7862,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:24:57.679175 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0b4fdd34-8f73-4293-ada8-6f3374e2aa33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16435559', 'neutron.services.segments.db._delete_segments_for_network-8791034498326'] for network (e6b2f0e6-c175-43bf-9b5c-34f8ce60d012), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:57.726587 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.services.segments.db [None req-0b4fdd34-8f73-4293-ada8-6f3374e2aa33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6b2f0e6-c175-43bf-9b5c-34f8ce60d012']}} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:24:57.739077 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.services.segments.db [None req-0b4fdd34-8f73-4293-ada8-6f3374e2aa33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '735a76af-a47a-4608-9953-4d27f1f0e7e9') {'for_net_delete': True} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:24:57.739732 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.services.segments.db [None req-0b4fdd34-8f73-4293-ada8-6f3374e2aa33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '735a76af-a47a-4608-9953-4d27f1f0e7e9') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:24:57.753439 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0b4fdd34-8f73-4293-ada8-6f3374e2aa33 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791034500383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3425548'] for segment (735a76af-a47a-4608-9953-4d27f1f0e7e9), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:57.786451 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-ba81ad87-8e33-4ec4-8951-0757670b11c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791034301049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791034024021'] for port (d8b86004-7eeb-4322-bf52-f24b85ce7862), after_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:57.787490 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0b4fdd34-8f73-4293-ada8-6f3374e2aa33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16448297'] for segment (735a76af-a47a-4608-9953-4d27f1f0e7e9), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:57.801337 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b4fdd34-8f73-4293-ada8-6f3374e2aa33 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=103629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 08 22:24:57.802298 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0b4fdd34-8f73-4293-ada8-6f3374e2aa33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16448297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59633913'] for segment (735a76af-a47a-4608-9953-4d27f1f0e7e9), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:57.804882 dv-cinder-840511-5-iscsi neutron-server[103629]: Traceback (most recent call last): May 08 22:24:57.804882 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 08 22:24:57.804882 dv-cinder-840511-5-iscsi neutron-server[103629]: timer() May 08 22:24:57.804882 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 08 22:24:57.804882 dv-cinder-840511-5-iscsi neutron-server[103629]: cb(*args, **kw) May 08 22:24:57.804882 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 08 22:24:57.804882 dv-cinder-840511-5-iscsi neutron-server[103629]: return func(*args, **kwargs) May 08 22:24:57.804882 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 08 22:24:57.804882 dv-cinder-840511-5-iscsi neutron-server[103629]: self._notify() May 08 22:24:57.804882 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 08 22:24:57.804882 dv-cinder-840511-5-iscsi neutron-server[103629]: self.callback(batched_events) May 08 22:24:57.804882 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 08 22:24:57.804882 dv-cinder-840511-5-iscsi neutron-server[103629]: event.method(event) May 08 22:24:57.804882 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 08 22:24:57.804882 dv-cinder-840511-5-iscsi neutron-server[103629]: aggregate_id = self._get_aggregate_id(event.segment_id) May 08 22:24:57.804882 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 08 22:24:57.804882 dv-cinder-840511-5-iscsi neutron-server[103629]: aggregate_uuid = self.p_client.list_aggregates( May 08 22:24:57.804882 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 08 22:24:57.804882 dv-cinder-840511-5-iscsi neutron-server[103629]: return f(self, *a, **k) May 08 22:24:57.804882 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 08 22:24:57.804882 dv-cinder-840511-5-iscsi neutron-server[103629]: return self._get(url).json() May 08 22:24:57.804882 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 08 22:24:57.804882 dv-cinder-840511-5-iscsi neutron-server[103629]: return self._client.get(url, endpoint_filter=self._ks_filter, May 08 22:24:57.804882 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 08 22:24:57.804882 dv-cinder-840511-5-iscsi neutron-server[103629]: return self.request(url, 'GET', **kwargs) May 08 22:24:57.804882 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 08 22:24:57.804882 dv-cinder-840511-5-iscsi neutron-server[103629]: base_url = self.get_endpoint(auth, allow=allow, May 08 22:24:57.804882 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 08 22:24:57.804882 dv-cinder-840511-5-iscsi neutron-server[103629]: auth = self._auth_required(auth, 'determine endpoint URL') May 08 22:24:57.804882 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 08 22:24:57.804882 dv-cinder-840511-5-iscsi neutron-server[103629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 08 22:24:57.804882 dv-cinder-840511-5-iscsi neutron-server[103629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 08 22:24:57.838857 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba81ad87-8e33-4ec4-8951-0757670b11c0 None None] Pushing event deleted for resources: {'Port': ['ID=d8b86004-7eeb-4322-bf52-f24b85ce7862,revision_number=None']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:24:57.843173 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba81ad87-8e33-4ec4-8951-0757670b11c0 None None] No DVR routers for this DVR port d8b86004-7eeb-4322-bf52-f24b85ce7862 on host dv-cinder-840511-5-iscsi {{(pid=103630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 08 22:24:57.916110 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0b4fdd34-8f73-4293-ada8-6f3374e2aa33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16435548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-788469'] for network (e6b2f0e6-c175-43bf-9b5c-34f8ce60d012), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:57.921284 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0b4fdd34-8f73-4293-ada8-6f3374e2aa33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745315'] for network (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:57.925389 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-0b4fdd34-8f73-4293-ada8-6f3374e2aa33 admin admin] 10.222.0.44 "DELETE /v2.0/networks/e6b2f0e6-c175-43bf-9b5c-34f8ce60d012 HTTP/1.1" status: 204 len: 168 time: 0.8405385 May 08 22:24:57.928321 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 57620) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:24:57.966130 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4fdd34-8f73-4293-ada8-6f3374e2aa33 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6b2f0e6-c175-43bf-9b5c-34f8ce60d012,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:24:58.347269 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8d334675-fcf4-42f1-8c56-bf072390a1d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-786677'] for router_interface (f46c2708-7b8d-472b-9546-ae8d9a8ee410), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:58.604721 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device 5a5cea59-50b8-4143-8132-17e8d199054b no longer exists at agent ovs-agent-dv-cinder-840511-5-iscsi {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 08 22:24:58.628772 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] No Port match for: 5a5cea59-50b8-4143-8132-17e8d199054b {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 08 22:24:58.629507 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device 5a5cea59-50b8-4143-8132-17e8d199054b not bound to the agent host dv-cinder-840511-5-iscsi {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 08 22:24:58.629977 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device 30732ce1-c4aa-44c6-bcf3-161ebf4303f4 no longer exists at agent ovs-agent-dv-cinder-840511-5-iscsi {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 08 22:24:58.655706 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] No Port match for: 30732ce1-c4aa-44c6-bcf3-161ebf4303f4 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 08 22:24:58.656451 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device 30732ce1-c4aa-44c6-bcf3-161ebf4303f4 not bound to the agent host dv-cinder-840511-5-iscsi {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 08 22:24:58.657075 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device d8b86004-7eeb-4322-bf52-f24b85ce7862 no longer exists at agent ovs-agent-dv-cinder-840511-5-iscsi {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 08 22:24:58.685394 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] No Port match for: d8b86004-7eeb-4322-bf52-f24b85ce7862 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 08 22:24:58.686213 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device d8b86004-7eeb-4322-bf52-f24b85ce7862 not bound to the agent host dv-cinder-840511-5-iscsi {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 08 22:24:58.838184 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc6a773-a643-465e-b831-b0ae9a9cc7d7 req-2c2f4762-9380-4cf3-9b2a-59c0382bf7cd tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:24:58.839602 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-cbc6a773-a643-465e-b831-b0ae9a9cc7d7 req-2c2f4762-9380-4cf3-9b2a-59c0382bf7cd tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=94989391-0b1d-49ca-9e5f-92877f21b5c2 HTTP/1.1" status: 200 len: 945 time: 0.1018796 May 08 22:24:58.940589 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-cbc6a773-a643-465e-b831-b0ae9a9cc7d7 req-bbbad7cc-1dfe-4f61-a42b-eef01997a0f8 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=51cb9774-2323-4600-8505-b98050a2e52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773284 May 08 22:24:58.989315 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-8d334675-fcf4-42f1-8c56-bf072390a1d7 admin admin] Deleting port 97d6388b-73bc-4ddc-8d9a-e8d2fe8c9961 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 08 22:24:58.989675 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8d334675-fcf4-42f1-8c56-bf072390a1d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791034291685'] for port (97d6388b-73bc-4ddc-8d9a-e8d2fe8c9961), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:59.077032 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-8d334675-fcf4-42f1-8c56-bf072390a1d7 admin admin] For port 97d6388b-73bc-4ddc-8d9a-e8d2fe8c9961, host dv-cinder-840511-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=97d6388b-73bc-4ddc-8d9a-e8d2fe8c9961,segment=NetworkSegment(cc3e1b8b-e66c-412c-a3e0-5e9b26fe8737),segment_id=cc3e1b8b-e66c-412c-a3e0-5e9b26fe8737)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:24:59.078346 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8d334675-fcf4-42f1-8c56-bf072390a1d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786495'] for port (97d6388b-73bc-4ddc-8d9a-e8d2fe8c9961), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:59.094311 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-8d334675-fcf4-42f1-8c56-bf072390a1d7 admin admin] Calling delete_port for 97d6388b-73bc-4ddc-8d9a-e8d2fe8c9961 owned by network:router_interface {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 08 22:24:59.373966 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8d334675-fcf4-42f1-8c56-bf072390a1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791034301049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791034024021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59173228'] for port (97d6388b-73bc-4ddc-8d9a-e8d2fe8c9961), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:59.401623 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d334675-fcf4-42f1-8c56-bf072390a1d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=97d6388b-73bc-4ddc-8d9a-e8d2fe8c9961,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:24:59.599901 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-8d334675-fcf4-42f1-8c56-bf072390a1d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1045482'] for router_interface (f46c2708-7b8d-472b-9546-ae8d9a8ee410), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:24:59.870512 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d334675-fcf4-42f1-8c56-bf072390a1d7 admin admin] Router f46c2708-7b8d-472b-9546-ae8d9a8ee410 has already been hosted by L3 agent 69aa2ac4-530d-40c2-a84a-3161d84edf61 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 08 22:24:59.994714 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d334675-fcf4-42f1-8c56-bf072390a1d7 admin admin] Notify agent at l3_agent.dv-cinder-840511-5-iscsi the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 08 22:25:00.000650 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-8d334675-fcf4-42f1-8c56-bf072390a1d7 admin admin] 10.222.0.44 "PUT /v2.0/routers/f46c2708-7b8d-472b-9546-ae8d9a8ee410/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0704131 May 08 22:25:00.003121 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 57638) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:25:00.012326 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0df398-9e82-4f35-b570-f739ad92f29b None None] Sync routers for ids ['f46c2708-7b8d-472b-9546-ae8d9a8ee410'] in dv-cinder-840511-5-iscsi {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 08 22:25:00.023872 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0df398-9e82-4f35-b570-f739ad92f29b None None] Routers {'f46c2708-7b8d-472b-9546-ae8d9a8ee410'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:25:00.024919 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-fd0df398-9e82-4f35-b570-f739ad92f29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:24:48Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['f46c2708-7b8d-472b-9546-ae8d9a8ee410'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:25:00.121762 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c39c4f7-614f-4fff-a262-db4fdafb9509 req-4cb170e6-9250-4b3f-bb57-030be777dc0b tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:25:00.126699 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-6c39c4f7-614f-4fff-a262-db4fdafb9509 req-4cb170e6-9250-4b3f-bb57-030be777dc0b tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=94989391-0b1d-49ca-9e5f-92877f21b5c2 HTTP/1.1" status: 200 len: 945 time: 0.0716012 May 08 22:25:00.183644 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-fd0df398-9e82-4f35-b570-f739ad92f29b None None] Set router f46c2708-7b8d-472b-9546-ae8d9a8ee410 gateway port host: dv-cinder-840511-5-iscsi {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:25:00.185284 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fb1a117e-b329-4316-a43b-15a3eab68770 admin admin] Publish callbacks [] for router (f46c2708-7b8d-472b-9546-ae8d9a8ee410), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:00.231918 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-6c39c4f7-614f-4fff-a262-db4fdafb9509 req-d96c0d0d-29a8-41dd-b253-452ea0f49227 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=51cb9774-2323-4600-8505-b98050a2e52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948164 May 08 22:25:00.342547 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fb1a117e-b329-4316-a43b-15a3eab68770 admin admin] Publish callbacks [] for router_gateway (f46c2708-7b8d-472b-9546-ae8d9a8ee410), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:00.402773 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-fb1a117e-b329-4316-a43b-15a3eab68770 admin admin] Deleting port 098abcce-132a-420a-a961-302598c5be0c {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 08 22:25:00.403400 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fb1a117e-b329-4316-a43b-15a3eab68770 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791034291685'] for port (098abcce-132a-420a-a961-302598c5be0c), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:00.517709 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-fd0df398-9e82-4f35-b570-f739ad92f29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46c2708-7b8d-472b-9546-ae8d9a8ee410', 'name': 'tempest-TestShelveInstance-1230794085-router', 'tenant_id': 'b9c85627d131448583f3bd7597c2d557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.139'}], 'enable_snat': True}, 'gw_port_id': '098abcce-132a-420a-a961-302598c5be0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:18:47Z', 'updated_at': '2022-05-08T22:24:59Z', 'revision_number': 5, 'project_id': 'b9c85627d131448583f3bd7597c2d557', 'gw_port': {'id': '098abcce-132a-420a-a961-302598c5be0c', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:30:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46c2708-7b8d-472b-9546-ae8d9a8ee410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:18:48Z', 'updated_at': '2022-05-08T22:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi'}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:25:00.563315 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0df398-9e82-4f35-b570-f739ad92f29b None None] Checking router: f46c2708-7b8d-472b-9546-ae8d9a8ee410 for host: dv-cinder-840511-5-iscsi {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 08 22:25:00.563571 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0df398-9e82-4f35-b570-f739ad92f29b None None] Routers {'f46c2708-7b8d-472b-9546-ae8d9a8ee410'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:25:00.564334 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-fd0df398-9e82-4f35-b570-f739ad92f29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:24:48Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['f46c2708-7b8d-472b-9546-ae8d9a8ee410'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:25:00.564935 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-fb1a117e-b329-4316-a43b-15a3eab68770 admin admin] For port 098abcce-132a-420a-a961-302598c5be0c, host dv-cinder-840511-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=098abcce-132a-420a-a961-302598c5be0c,segment=NetworkSegment(0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa),segment_id=0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:25:00.565411 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fb1a117e-b329-4316-a43b-15a3eab68770 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786495'] for port (098abcce-132a-420a-a961-302598c5be0c), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:00.598648 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-fb1a117e-b329-4316-a43b-15a3eab68770 admin admin] Calling delete_port for 098abcce-132a-420a-a961-302598c5be0c owned by network:router_gateway {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 08 22:25:00.692330 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-fd0df398-9e82-4f35-b570-f739ad92f29b None None] Set router f46c2708-7b8d-472b-9546-ae8d9a8ee410 gateway port host: None {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:25:00.788061 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-fd0df398-9e82-4f35-b570-f739ad92f29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46c2708-7b8d-472b-9546-ae8d9a8ee410', 'name': 'tempest-TestShelveInstance-1230794085-router', 'tenant_id': 'b9c85627d131448583f3bd7597c2d557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:18:47Z', 'updated_at': '2022-05-08T22:25:00Z', 'revision_number': 6, 'project_id': 'b9c85627d131448583f3bd7597c2d557', 'gw_port_host': None}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:25:00.830558 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0df398-9e82-4f35-b570-f739ad92f29b None None] The sync data for ids ['f46c2708-7b8d-472b-9546-ae8d9a8ee410'] in dv-cinder-840511-5-iscsi is: [{'id': 'f46c2708-7b8d-472b-9546-ae8d9a8ee410', 'name': 'tempest-TestShelveInstance-1230794085-router', 'tenant_id': 'b9c85627d131448583f3bd7597c2d557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:18:47Z', 'updated_at': '2022-05-08T22:25:00Z', 'revision_number': 6, 'project_id': 'b9c85627d131448583f3bd7597c2d557', 'gw_port_host': None}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 08 22:25:00.855777 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fb1a117e-b329-4316-a43b-15a3eab68770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791034301049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791034024021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633834'] for port (098abcce-132a-420a-a961-302598c5be0c), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:00.888056 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1a117e-b329-4316-a43b-15a3eab68770 admin admin] Pushing event deleted for resources: {'Port': ['ID=098abcce-132a-420a-a961-302598c5be0c,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:25:00.956351 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fb1a117e-b329-4316-a43b-15a3eab68770 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-789703'] for router_gateway (f46c2708-7b8d-472b-9546-ae8d9a8ee410), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:01.080192 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fb1a117e-b329-4316-a43b-15a3eab68770 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15475'] for router (f46c2708-7b8d-472b-9546-ae8d9a8ee410), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:01.084325 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fb1a117e-b329-4316-a43b-15a3eab68770 admin admin] Publish callbacks [] for router_controller (f46c2708-7b8d-472b-9546-ae8d9a8ee410), precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:01.159338 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fb1a117e-b329-4316-a43b-15a3eab68770 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-790678'] for router (f46c2708-7b8d-472b-9546-ae8d9a8ee410), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:01.159799 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb1a117e-b329-4316-a43b-15a3eab68770 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f46c2708-7b8d-472b-9546-ae8d9a8ee410 {{(pid=103629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 08 22:25:01.166234 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fb1a117e-b329-4316-a43b-15a3eab68770 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:01.175436 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-fb1a117e-b329-4316-a43b-15a3eab68770 admin admin] 10.222.0.44 "DELETE /v2.0/routers/f46c2708-7b8d-472b-9546-ae8d9a8ee410 HTTP/1.1" status: 204 len: 168 time: 1.1710424 May 08 22:25:01.178686 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 57664) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:25:01.259490 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ada1319-3bb2-4dc1-af36-f8ffbcc0b915 admin admin] Deleting subnet 9c9878e7-ce13-4310-baec-c49ff7dcbc01 {{(pid=103628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 08 22:25:01.263487 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5ada1319-3bb2-4dc1-af36-f8ffbcc0b915 admin admin] Publish callbacks [] for subnet (9c9878e7-ce13-4310-baec-c49ff7dcbc01), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:01.336278 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5ada1319-3bb2-4dc1-af36-f8ffbcc0b915 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59229207'] for subnet (9c9878e7-ce13-4310-baec-c49ff7dcbc01), precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:01.444679 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acd11b4-4a77-4f99-8637-160845579244 req-dc84b3bd-a061-49af-8e24-78d963c0e33e tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:25:01.446246 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-8acd11b4-4a77-4f99-8637-160845579244 req-dc84b3bd-a061-49af-8e24-78d963c0e33e tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=94989391-0b1d-49ca-9e5f-92877f21b5c2 HTTP/1.1" status: 200 len: 945 time: 0.0756967 May 08 22:25:01.478594 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5ada1319-3bb2-4dc1-af36-f8ffbcc0b915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16446418'] for subnet (9c9878e7-ce13-4310-baec-c49ff7dcbc01), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:01.536787 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-8acd11b4-4a77-4f99-8637-160845579244 req-79fd1646-e329-44c1-91a1-56be177fc31f tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=51cb9774-2323-4600-8505-b98050a2e52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781822 May 08 22:25:01.557392 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5ada1319-3bb2-4dc1-af36-f8ffbcc0b915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16446411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59176605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59072913'] for subnet (9c9878e7-ce13-4310-baec-c49ff7dcbc01), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:01.583235 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ada1319-3bb2-4dc1-af36-f8ffbcc0b915 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c9878e7-ce13-4310-baec-c49ff7dcbc01,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:25:01.599331 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5ada1319-3bb2-4dc1-af36-f8ffbcc0b915 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745315'] for subnet (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:01.601337 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3bf8fe-0a9e-46d0-b401-ead6e1d5012f None None] Network 8e5f4949-8656-4073-94bd-6aad66493a3a requested from dv-cinder-840511-5-iscsi {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 08 22:25:01.602911 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-5ada1319-3bb2-4dc1-af36-f8ffbcc0b915 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/9c9878e7-ce13-4310-baec-c49ff7dcbc01 HTTP/1.1" status: 204 len: 168 time: 0.4229608 May 08 22:25:01.605803 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 57672) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:25:01.691615 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-08b74b67-4409-4580-8140-a942d0ce661b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16411149'] for network (8e5f4949-8656-4073-94bd-6aad66493a3a), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:01.757192 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-08b74b67-4409-4580-8140-a942d0ce661b admin admin] Deleting port 0261ffb0-3325-41ef-940c-c9a999fa24f0 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 08 22:25:01.757499 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-08b74b67-4409-4580-8140-a942d0ce661b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791034291685'] for port (0261ffb0-3325-41ef-940c-c9a999fa24f0), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:01.834021 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33edb17c-ab29-4465-8964-8f1866ee1ae6 None None] DHCP port deletion for 8e5f4949-8656-4073-94bd-6aad66493a3a request from dv-cinder-840511-5-iscsi {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 08 22:25:01.893765 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-08b74b67-4409-4580-8140-a942d0ce661b admin admin] For port 0261ffb0-3325-41ef-940c-c9a999fa24f0, host dv-cinder-840511-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=0261ffb0-3325-41ef-940c-c9a999fa24f0,segment=NetworkSegment(cc3e1b8b-e66c-412c-a3e0-5e9b26fe8737),segment_id=cc3e1b8b-e66c-412c-a3e0-5e9b26fe8737)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:25:01.894398 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-08b74b67-4409-4580-8140-a942d0ce661b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786495'] for port (0261ffb0-3325-41ef-940c-c9a999fa24f0), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:01.908246 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-33edb17c-ab29-4465-8964-8f1866ee1ae6 None None] Deleting port 0261ffb0-3325-41ef-940c-c9a999fa24f0 {{(pid=103630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 08 22:25:01.909060 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-33edb17c-ab29-4465-8964-8f1866ee1ae6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791034291685'] for port (0261ffb0-3325-41ef-940c-c9a999fa24f0), before_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:01.914009 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-08b74b67-4409-4580-8140-a942d0ce661b admin admin] Calling delete_port for 0261ffb0-3325-41ef-940c-c9a999fa24f0 owned by network:dhcp {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 08 22:25:01.989095 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-33edb17c-ab29-4465-8964-8f1866ee1ae6 None None] For port 0261ffb0-3325-41ef-940c-c9a999fa24f0, host dv-cinder-840511-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=0261ffb0-3325-41ef-940c-c9a999fa24f0,segment=NetworkSegment(cc3e1b8b-e66c-412c-a3e0-5e9b26fe8737),segment_id=cc3e1b8b-e66c-412c-a3e0-5e9b26fe8737)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:25:01.989855 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-33edb17c-ab29-4465-8964-8f1866ee1ae6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786495'] for port (0261ffb0-3325-41ef-940c-c9a999fa24f0), precommit_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:02.006760 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-33edb17c-ab29-4465-8964-8f1866ee1ae6 None None] Calling delete_port for 0261ffb0-3325-41ef-940c-c9a999fa24f0 owned by network:dhcp {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 08 22:25:02.042035 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-08b74b67-4409-4580-8140-a942d0ce661b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791034301049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791034024021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633834'] for port (0261ffb0-3325-41ef-940c-c9a999fa24f0), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:02.057308 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b74b67-4409-4580-8140-a942d0ce661b admin admin] No DVR routers for this DVR port 0261ffb0-3325-41ef-940c-c9a999fa24f0 on host dv-cinder-840511-5-iscsi {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 08 22:25:02.103389 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b74b67-4409-4580-8140-a942d0ce661b admin admin] Pushing event deleted for resources: {'Port': ['ID=0261ffb0-3325-41ef-940c-c9a999fa24f0,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:25:02.112482 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b74b67-4409-4580-8140-a942d0ce661b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:25:02.112996 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b74b67-4409-4580-8140-a942d0ce661b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:25:02.113434 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b74b67-4409-4580-8140-a942d0ce661b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:25:02.113862 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b74b67-4409-4580-8140-a942d0ce661b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:25:02.114284 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b74b67-4409-4580-8140-a942d0ce661b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:25:02.114703 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b74b67-4409-4580-8140-a942d0ce661b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:25:02.115117 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b74b67-4409-4580-8140-a942d0ce661b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:25:02.115530 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b74b67-4409-4580-8140-a942d0ce661b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:25:02.116267 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b74b67-4409-4580-8140-a942d0ce661b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:25:02.116267 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b74b67-4409-4580-8140-a942d0ce661b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:25:02.116799 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b74b67-4409-4580-8140-a942d0ce661b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:25:02.117375 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b74b67-4409-4580-8140-a942d0ce661b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:25:02.117932 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b74b67-4409-4580-8140-a942d0ce661b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:25:02.118345 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b74b67-4409-4580-8140-a942d0ce661b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:25:02.118936 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b74b67-4409-4580-8140-a942d0ce661b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:25:02.133401 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-33edb17c-ab29-4465-8964-8f1866ee1ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791034301049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791034024021'] for port (0261ffb0-3325-41ef-940c-c9a999fa24f0), after_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:02.190300 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33edb17c-ab29-4465-8964-8f1866ee1ae6 None None] Pushing event deleted for resources: {'Port': ['ID=0261ffb0-3325-41ef-940c-c9a999fa24f0,revision_number=None']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:25:02.191152 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-08b74b67-4409-4580-8140-a942d0ce661b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16435559', 'neutron.services.segments.db._delete_segments_for_network-8791034498326'] for network (8e5f4949-8656-4073-94bd-6aad66493a3a), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:02.196020 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33edb17c-ab29-4465-8964-8f1866ee1ae6 None None] No DVR routers for this DVR port 0261ffb0-3325-41ef-940c-c9a999fa24f0 on host dv-cinder-840511-5-iscsi {{(pid=103630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 08 22:25:02.239000 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.services.segments.db [None req-08b74b67-4409-4580-8140-a942d0ce661b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e5f4949-8656-4073-94bd-6aad66493a3a']}} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:25:02.254627 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.services.segments.db [None req-08b74b67-4409-4580-8140-a942d0ce661b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc3e1b8b-e66c-412c-a3e0-5e9b26fe8737') {'for_net_delete': True} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:25:02.255360 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.services.segments.db [None req-08b74b67-4409-4580-8140-a942d0ce661b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc3e1b8b-e66c-412c-a3e0-5e9b26fe8737') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:25:02.277562 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-08b74b67-4409-4580-8140-a942d0ce661b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791034500383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3425548'] for segment (cc3e1b8b-e66c-412c-a3e0-5e9b26fe8737), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:02.301338 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-08b74b67-4409-4580-8140-a942d0ce661b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16448297'] for segment (cc3e1b8b-e66c-412c-a3e0-5e9b26fe8737), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:02.315783 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08b74b67-4409-4580-8140-a942d0ce661b admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 08 22:25:02.316621 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-08b74b67-4409-4580-8140-a942d0ce661b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16448297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59633913'] for segment (cc3e1b8b-e66c-412c-a3e0-5e9b26fe8737), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:02.318629 dv-cinder-840511-5-iscsi neutron-server[103629]: Traceback (most recent call last): May 08 22:25:02.318629 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 08 22:25:02.318629 dv-cinder-840511-5-iscsi neutron-server[103629]: timer() May 08 22:25:02.318629 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 08 22:25:02.318629 dv-cinder-840511-5-iscsi neutron-server[103629]: cb(*args, **kw) May 08 22:25:02.318629 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 08 22:25:02.318629 dv-cinder-840511-5-iscsi neutron-server[103629]: return func(*args, **kwargs) May 08 22:25:02.318629 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 08 22:25:02.318629 dv-cinder-840511-5-iscsi neutron-server[103629]: self._notify() May 08 22:25:02.318629 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 08 22:25:02.318629 dv-cinder-840511-5-iscsi neutron-server[103629]: self.callback(batched_events) May 08 22:25:02.318629 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 08 22:25:02.318629 dv-cinder-840511-5-iscsi neutron-server[103629]: event.method(event) May 08 22:25:02.318629 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 08 22:25:02.318629 dv-cinder-840511-5-iscsi neutron-server[103629]: aggregate_id = self._get_aggregate_id(event.segment_id) May 08 22:25:02.318629 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 08 22:25:02.318629 dv-cinder-840511-5-iscsi neutron-server[103629]: aggregate_uuid = self.p_client.list_aggregates( May 08 22:25:02.318629 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 08 22:25:02.318629 dv-cinder-840511-5-iscsi neutron-server[103629]: return f(self, *a, **k) May 08 22:25:02.318629 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 08 22:25:02.318629 dv-cinder-840511-5-iscsi neutron-server[103629]: return self._get(url).json() May 08 22:25:02.318629 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 08 22:25:02.318629 dv-cinder-840511-5-iscsi neutron-server[103629]: return self._client.get(url, endpoint_filter=self._ks_filter, May 08 22:25:02.318629 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 08 22:25:02.318629 dv-cinder-840511-5-iscsi neutron-server[103629]: return self.request(url, 'GET', **kwargs) May 08 22:25:02.318629 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 08 22:25:02.318629 dv-cinder-840511-5-iscsi neutron-server[103629]: base_url = self.get_endpoint(auth, allow=allow, May 08 22:25:02.318629 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 08 22:25:02.318629 dv-cinder-840511-5-iscsi neutron-server[103629]: auth = self._auth_required(auth, 'determine endpoint URL') May 08 22:25:02.318629 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 08 22:25:02.318629 dv-cinder-840511-5-iscsi neutron-server[103629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 08 22:25:02.318629 dv-cinder-840511-5-iscsi neutron-server[103629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 08 22:25:02.435394 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-08b74b67-4409-4580-8140-a942d0ce661b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16435548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-788469'] for network (8e5f4949-8656-4073-94bd-6aad66493a3a), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:02.441964 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-08b74b67-4409-4580-8140-a942d0ce661b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745315'] for network (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:02.449653 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-08b74b67-4409-4580-8140-a942d0ce661b admin admin] 10.222.0.44 "DELETE /v2.0/networks/8e5f4949-8656-4073-94bd-6aad66493a3a HTTP/1.1" status: 204 len: 168 time: 0.8416901 May 08 22:25:02.458978 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 57688) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:25:02.512782 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b74b67-4409-4580-8140-a942d0ce661b admin admin] Pushing event deleted for resources: {'Network': ['ID=8e5f4949-8656-4073-94bd-6aad66493a3a,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:25:02.554993 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c8d156b-aed2-4fbd-894f-0494e4abbbb2 admin admin] Deleting subnet bb5cb77c-e54c-408c-a2bc-0fc4ab2d3b4b {{(pid=103629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 08 22:25:02.569090 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0c8d156b-aed2-4fbd-894f-0494e4abbbb2 admin admin] Publish callbacks [] for subnet (bb5cb77c-e54c-408c-a2bc-0fc4ab2d3b4b), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:02.608061 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device 97d6388b-73bc-4ddc-8d9a-e8d2fe8c9961 no longer exists at agent ovs-agent-dv-cinder-840511-5-iscsi {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 08 22:25:02.641318 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 57692) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:25:02.643148 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] No Port match for: 97d6388b-73bc-4ddc-8d9a-e8d2fe8c9961 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 08 22:25:02.643407 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device 97d6388b-73bc-4ddc-8d9a-e8d2fe8c9961 not bound to the agent host dv-cinder-840511-5-iscsi {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 08 22:25:02.643822 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device 098abcce-132a-420a-a961-302598c5be0c no longer exists at agent ovs-agent-dv-cinder-840511-5-iscsi {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 08 22:25:02.655189 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0c8d156b-aed2-4fbd-894f-0494e4abbbb2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3425589'] for subnet (bb5cb77c-e54c-408c-a2bc-0fc4ab2d3b4b), precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:02.664469 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] No Port match for: 098abcce-132a-420a-a961-302598c5be0c {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 08 22:25:02.665100 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device 098abcce-132a-420a-a961-302598c5be0c not bound to the agent host dv-cinder-840511-5-iscsi {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 08 22:25:02.665673 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device 0261ffb0-3325-41ef-940c-c9a999fa24f0 no longer exists at agent ovs-agent-dv-cinder-840511-5-iscsi {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 08 22:25:02.693382 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] No Port match for: 0261ffb0-3325-41ef-940c-c9a999fa24f0 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 08 22:25:02.694005 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device 0261ffb0-3325-41ef-940c-c9a999fa24f0 not bound to the agent host dv-cinder-840511-5-iscsi {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 08 22:25:02.705643 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a35cd1-1969-4d6a-a3cf-f8eda15ad871 req-6e410b0c-fb34-4f75-b9fa-80c3c15d5c0c tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:25:02.714805 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-c8a35cd1-1969-4d6a-a3cf-f8eda15ad871 req-6e410b0c-fb34-4f75-b9fa-80c3c15d5c0c tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=94989391-0b1d-49ca-9e5f-92877f21b5c2 HTTP/1.1" status: 200 len: 945 time: 0.0787759 May 08 22:25:02.750094 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-23b6d67a-19b3-4128-b458-964a83d1e16c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=df8e9de548524630a8a026f764dad655&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1073143 May 08 22:25:02.752687 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 57694) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:25:02.752830 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0c8d156b-aed2-4fbd-894f-0494e4abbbb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16446418'] for subnet (bb5cb77c-e54c-408c-a2bc-0fc4ab2d3b4b), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:02.780870 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-c8a35cd1-1969-4d6a-a3cf-f8eda15ad871 req-de8a1c49-21a1-4ff4-8423-582c600c81fe tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=51cb9774-2323-4600-8505-b98050a2e52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642607 May 08 22:25:02.822389 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0c8d156b-aed2-4fbd-894f-0494e4abbbb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16446411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59633499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59716232'] for subnet (bb5cb77c-e54c-408c-a2bc-0fc4ab2d3b4b), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:02.839162 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-13eee154-5a74-42a5-909d-6b36457b7232 admin admin] Publish callbacks [] for security_group (2d410f3f-a726-4af6-9c51-3d45813b52fa), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:02.861706 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d156b-aed2-4fbd-894f-0494e4abbbb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb5cb77c-e54c-408c-a2bc-0fc4ab2d3b4b,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:25:02.865518 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-13eee154-5a74-42a5-909d-6b36457b7232 admin admin] Publish callbacks [] for security_group (2d410f3f-a726-4af6-9c51-3d45813b52fa), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:02.870557 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0c8d156b-aed2-4fbd-894f-0494e4abbbb2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:02.874629 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-0c8d156b-aed2-4fbd-894f-0494e4abbbb2 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/bb5cb77c-e54c-408c-a2bc-0fc4ab2d3b4b HTTP/1.1" status: 204 len: 168 time: 0.4143496 May 08 22:25:02.878058 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 57696) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:25:02.942434 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-13eee154-5a74-42a5-909d-6b36457b7232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (2d410f3f-a726-4af6-9c51-3d45813b52fa), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:02.946475 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-13eee154-5a74-42a5-909d-6b36457b7232 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:02.948271 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-13eee154-5a74-42a5-909d-6b36457b7232 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2d410f3f-a726-4af6-9c51-3d45813b52fa HTTP/1.1" status: 204 len: 168 time: 0.1940236 May 08 22:25:02.960459 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eee154-5a74-42a5-909d-6b36457b7232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d410f3f-a726-4af6-9c51-3d45813b52fa,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:25:02.980296 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-be92cf55-56fd-4b5d-911a-20fa9c413b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16411149'] for network (e3b78d98-fefe-4652-9ea5-c1892b587426), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:03.387785 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-be92cf55-56fd-4b5d-911a-20fa9c413b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16435559', 'neutron.services.segments.db._delete_segments_for_network-8791034498326'] for network (e3b78d98-fefe-4652-9ea5-c1892b587426), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:03.411452 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.services.segments.db [None req-be92cf55-56fd-4b5d-911a-20fa9c413b9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3b78d98-fefe-4652-9ea5-c1892b587426']}} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:25:03.425112 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.services.segments.db [None req-be92cf55-56fd-4b5d-911a-20fa9c413b9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4542c47d-9ed3-4086-90c8-eb72ff8b5edd') {'for_net_delete': True} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:25:03.425789 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.services.segments.db [None req-be92cf55-56fd-4b5d-911a-20fa9c413b9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4542c47d-9ed3-4086-90c8-eb72ff8b5edd') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:25:03.435892 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 57704) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:25:03.437300 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-be92cf55-56fd-4b5d-911a-20fa9c413b9c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791034500383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3425548'] for segment (4542c47d-9ed3-4086-90c8-eb72ff8b5edd), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:03.460971 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-be92cf55-56fd-4b5d-911a-20fa9c413b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16448297'] for segment (4542c47d-9ed3-4086-90c8-eb72ff8b5edd), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:03.470070 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be92cf55-56fd-4b5d-911a-20fa9c413b9c admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=103629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 08 22:25:03.470619 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-be92cf55-56fd-4b5d-911a-20fa9c413b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16448297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59633913'] for segment (4542c47d-9ed3-4086-90c8-eb72ff8b5edd), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:03.472823 dv-cinder-840511-5-iscsi neutron-server[103629]: Traceback (most recent call last): May 08 22:25:03.472823 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 08 22:25:03.472823 dv-cinder-840511-5-iscsi neutron-server[103629]: timer() May 08 22:25:03.472823 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 08 22:25:03.472823 dv-cinder-840511-5-iscsi neutron-server[103629]: cb(*args, **kw) May 08 22:25:03.472823 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 08 22:25:03.472823 dv-cinder-840511-5-iscsi neutron-server[103629]: return func(*args, **kwargs) May 08 22:25:03.472823 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 08 22:25:03.472823 dv-cinder-840511-5-iscsi neutron-server[103629]: self._notify() May 08 22:25:03.472823 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 08 22:25:03.472823 dv-cinder-840511-5-iscsi neutron-server[103629]: self.callback(batched_events) May 08 22:25:03.472823 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 08 22:25:03.472823 dv-cinder-840511-5-iscsi neutron-server[103629]: event.method(event) May 08 22:25:03.472823 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 08 22:25:03.472823 dv-cinder-840511-5-iscsi neutron-server[103629]: aggregate_id = self._get_aggregate_id(event.segment_id) May 08 22:25:03.472823 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 08 22:25:03.472823 dv-cinder-840511-5-iscsi neutron-server[103629]: aggregate_uuid = self.p_client.list_aggregates( May 08 22:25:03.472823 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 08 22:25:03.472823 dv-cinder-840511-5-iscsi neutron-server[103629]: return f(self, *a, **k) May 08 22:25:03.472823 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 08 22:25:03.472823 dv-cinder-840511-5-iscsi neutron-server[103629]: return self._get(url).json() May 08 22:25:03.472823 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 08 22:25:03.472823 dv-cinder-840511-5-iscsi neutron-server[103629]: return self._client.get(url, endpoint_filter=self._ks_filter, May 08 22:25:03.472823 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 08 22:25:03.472823 dv-cinder-840511-5-iscsi neutron-server[103629]: return self.request(url, 'GET', **kwargs) May 08 22:25:03.472823 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 08 22:25:03.472823 dv-cinder-840511-5-iscsi neutron-server[103629]: base_url = self.get_endpoint(auth, allow=allow, May 08 22:25:03.472823 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 08 22:25:03.472823 dv-cinder-840511-5-iscsi neutron-server[103629]: auth = self._auth_required(auth, 'determine endpoint URL') May 08 22:25:03.472823 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 08 22:25:03.472823 dv-cinder-840511-5-iscsi neutron-server[103629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 08 22:25:03.472823 dv-cinder-840511-5-iscsi neutron-server[103629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 08 22:25:03.506303 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-5b99b2a9-a713-4451-a38b-93bcf722f8cf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b9c85627d131448583f3bd7597c2d557&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0690334 May 08 22:25:03.507208 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 57706) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:25:03.550762 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-be92cf55-56fd-4b5d-911a-20fa9c413b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16435548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-788469'] for network (e3b78d98-fefe-4652-9ea5-c1892b587426), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:03.564048 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f29ac958-384a-49f3-8beb-c8da44399525 admin admin] Publish callbacks [] for security_group (ab296449-9fb1-46a4-8924-85a6b4a92dc5), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:03.579515 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-be92cf55-56fd-4b5d-911a-20fa9c413b9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745315'] for network (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:03.588366 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-be92cf55-56fd-4b5d-911a-20fa9c413b9c admin admin] 10.222.0.44 "DELETE /v2.0/networks/e3b78d98-fefe-4652-9ea5-c1892b587426 HTTP/1.1" status: 204 len: 168 time: 0.7089450 May 08 22:25:03.589561 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 57708) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:25:03.593322 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f29ac958-384a-49f3-8beb-c8da44399525 admin admin] Publish callbacks [] for security_group (ab296449-9fb1-46a4-8924-85a6b4a92dc5), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:03.598651 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be92cf55-56fd-4b5d-911a-20fa9c413b9c admin admin] Pushing event deleted for resources: {'Network': ['ID=e3b78d98-fefe-4652-9ea5-c1892b587426,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:25:03.649641 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f29ac958-384a-49f3-8beb-c8da44399525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (ab296449-9fb1-46a4-8924-85a6b4a92dc5), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:03.653318 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f29ac958-384a-49f3-8beb-c8da44399525 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:03.654617 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-f29ac958-384a-49f3-8beb-c8da44399525 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ab296449-9fb1-46a4-8924-85a6b4a92dc5 HTTP/1.1" status: 204 len: 168 time: 0.1463706 May 08 22:25:03.666129 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aec3055-d469-4e03-992f-5313e1c31edf admin admin] Deleting subnet 0519ccd5-51eb-4d47-924b-b88de1073451 {{(pid=103629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 08 22:25:03.668318 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29ac958-384a-49f3-8beb-c8da44399525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab296449-9fb1-46a4-8924-85a6b4a92dc5,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:25:03.674054 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0aec3055-d469-4e03-992f-5313e1c31edf admin admin] Publish callbacks [] for subnet (0519ccd5-51eb-4d47-924b-b88de1073451), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:03.732610 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0aec3055-d469-4e03-992f-5313e1c31edf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3425589'] for subnet (0519ccd5-51eb-4d47-924b-b88de1073451), precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:03.783809 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0aec3055-d469-4e03-992f-5313e1c31edf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16446418'] for subnet (0519ccd5-51eb-4d47-924b-b88de1073451), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:03.856375 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0aec3055-d469-4e03-992f-5313e1c31edf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16446411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59633499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59716232'] for subnet (0519ccd5-51eb-4d47-924b-b88de1073451), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:03.884773 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aec3055-d469-4e03-992f-5313e1c31edf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0519ccd5-51eb-4d47-924b-b88de1073451,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:25:03.897700 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0aec3055-d469-4e03-992f-5313e1c31edf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:03.902404 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-0aec3055-d469-4e03-992f-5313e1c31edf admin admin] 10.222.0.44 "DELETE /v2.0/subnets/0519ccd5-51eb-4d47-924b-b88de1073451 HTTP/1.1" status: 204 len: 168 time: 0.3116453 May 08 22:25:03.905067 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 57716) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:25:03.989514 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-82977fbd-42da-4fa2-ae02-77fcf635b4ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16411149'] for network (6f1ebffb-fa8d-4bb0-be9d-a19f1944e63a), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:04.120208 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dee8dd3-7e77-45d6-ad59-9945181b985d req-15b3bb7c-8fcc-449c-a4d6-fa9612fea120 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:25:04.122366 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-7dee8dd3-7e77-45d6-ad59-9945181b985d req-15b3bb7c-8fcc-449c-a4d6-fa9612fea120 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=94989391-0b1d-49ca-9e5f-92877f21b5c2 HTTP/1.1" status: 200 len: 945 time: 0.1298511 May 08 22:25:04.224287 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-82977fbd-42da-4fa2-ae02-77fcf635b4ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16435559', 'neutron.services.segments.db._delete_segments_for_network-8791034498326'] for network (6f1ebffb-fa8d-4bb0-be9d-a19f1944e63a), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:04.261186 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-7dee8dd3-7e77-45d6-ad59-9945181b985d req-efdb2fab-cc49-4f35-969c-3c12148a0a0e tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=51cb9774-2323-4600-8505-b98050a2e52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174278 May 08 22:25:04.264132 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.services.segments.db [None req-82977fbd-42da-4fa2-ae02-77fcf635b4ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f1ebffb-fa8d-4bb0-be9d-a19f1944e63a']}} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:25:04.277615 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.services.segments.db [None req-82977fbd-42da-4fa2-ae02-77fcf635b4ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2de405ea-4e82-417b-a337-3d0639d1d8f4') {'for_net_delete': True} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:25:04.277984 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.services.segments.db [None req-82977fbd-42da-4fa2-ae02-77fcf635b4ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2de405ea-4e82-417b-a337-3d0639d1d8f4') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:25:04.290798 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-82977fbd-42da-4fa2-ae02-77fcf635b4ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791034500383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59229230'] for segment (2de405ea-4e82-417b-a337-3d0639d1d8f4), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:04.309729 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-82977fbd-42da-4fa2-ae02-77fcf635b4ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16448297'] for segment (2de405ea-4e82-417b-a337-3d0639d1d8f4), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:04.316392 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82977fbd-42da-4fa2-ae02-77fcf635b4ec admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 08 22:25:04.316810 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-82977fbd-42da-4fa2-ae02-77fcf635b4ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16448297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59173183'] for segment (2de405ea-4e82-417b-a337-3d0639d1d8f4), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:04.318681 dv-cinder-840511-5-iscsi neutron-server[103628]: Traceback (most recent call last): May 08 22:25:04.318681 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 08 22:25:04.318681 dv-cinder-840511-5-iscsi neutron-server[103628]: timer() May 08 22:25:04.318681 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 08 22:25:04.318681 dv-cinder-840511-5-iscsi neutron-server[103628]: cb(*args, **kw) May 08 22:25:04.318681 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 08 22:25:04.318681 dv-cinder-840511-5-iscsi neutron-server[103628]: return func(*args, **kwargs) May 08 22:25:04.318681 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 08 22:25:04.318681 dv-cinder-840511-5-iscsi neutron-server[103628]: self._notify() May 08 22:25:04.318681 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 08 22:25:04.318681 dv-cinder-840511-5-iscsi neutron-server[103628]: self.callback(batched_events) May 08 22:25:04.318681 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 08 22:25:04.318681 dv-cinder-840511-5-iscsi neutron-server[103628]: event.method(event) May 08 22:25:04.318681 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 08 22:25:04.318681 dv-cinder-840511-5-iscsi neutron-server[103628]: aggregate_id = self._get_aggregate_id(event.segment_id) May 08 22:25:04.318681 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 08 22:25:04.318681 dv-cinder-840511-5-iscsi neutron-server[103628]: aggregate_uuid = self.p_client.list_aggregates( May 08 22:25:04.318681 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 08 22:25:04.318681 dv-cinder-840511-5-iscsi neutron-server[103628]: return f(self, *a, **k) May 08 22:25:04.318681 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 08 22:25:04.318681 dv-cinder-840511-5-iscsi neutron-server[103628]: return self._get(url).json() May 08 22:25:04.318681 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 08 22:25:04.318681 dv-cinder-840511-5-iscsi neutron-server[103628]: return self._client.get(url, endpoint_filter=self._ks_filter, May 08 22:25:04.318681 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 08 22:25:04.318681 dv-cinder-840511-5-iscsi neutron-server[103628]: return self.request(url, 'GET', **kwargs) May 08 22:25:04.318681 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 08 22:25:04.318681 dv-cinder-840511-5-iscsi neutron-server[103628]: base_url = self.get_endpoint(auth, allow=allow, May 08 22:25:04.318681 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 08 22:25:04.318681 dv-cinder-840511-5-iscsi neutron-server[103628]: auth = self._auth_required(auth, 'determine endpoint URL') May 08 22:25:04.318681 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 08 22:25:04.318681 dv-cinder-840511-5-iscsi neutron-server[103628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 08 22:25:04.318681 dv-cinder-840511-5-iscsi neutron-server[103628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 08 22:25:04.380587 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-82977fbd-42da-4fa2-ae02-77fcf635b4ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16435548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-788469'] for network (6f1ebffb-fa8d-4bb0-be9d-a19f1944e63a), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:04.386845 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-82977fbd-42da-4fa2-ae02-77fcf635b4ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745315'] for network (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:04.395750 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-82977fbd-42da-4fa2-ae02-77fcf635b4ec admin admin] 10.222.0.44 "DELETE /v2.0/networks/6f1ebffb-fa8d-4bb0-be9d-a19f1944e63a HTTP/1.1" status: 204 len: 168 time: 0.4857898 May 08 22:25:04.410269 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82977fbd-42da-4fa2-ae02-77fcf635b4ec admin admin] Pushing event deleted for resources: {'Network': ['ID=6f1ebffb-fa8d-4bb0-be9d-a19f1944e63a,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:25:04.589193 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 57722) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:25:04.632760 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-3c84df1b-35e9-4934-bb72-2be12887738d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=20c6c596f22448f3b78fc2e6f2047487&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0422714 May 08 22:25:04.636510 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 57724) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:25:04.691125 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1bc975b7-b824-4fee-9b44-dd801aec55ef admin admin] Publish callbacks [] for security_group (ea57da39-55e0-41a0-a1cc-32e1b6e0ed1a), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:04.716332 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1bc975b7-b824-4fee-9b44-dd801aec55ef admin admin] Publish callbacks [] for security_group (ea57da39-55e0-41a0-a1cc-32e1b6e0ed1a), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:04.773659 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1bc975b7-b824-4fee-9b44-dd801aec55ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (ea57da39-55e0-41a0-a1cc-32e1b6e0ed1a), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:04.777325 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1bc975b7-b824-4fee-9b44-dd801aec55ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:04.778874 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-1bc975b7-b824-4fee-9b44-dd801aec55ef admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ea57da39-55e0-41a0-a1cc-32e1b6e0ed1a HTTP/1.1" status: 204 len: 168 time: 0.1409574 May 08 22:25:04.789077 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc975b7-b824-4fee-9b44-dd801aec55ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea57da39-55e0-41a0-a1cc-32e1b6e0ed1a,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:25:04.864486 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.agents_db [None req-09216671-537f-4251-a64c-737ccd42d6d2 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 08 22:25:05.232218 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 57736) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:25:05.290798 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-4ee79db6-5f24-4373-9e09-e94464f51b0d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=090b6aa360b24136b17a4f202ba958b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0546651 May 08 22:25:05.291181 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 57742) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:25:05.380714 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6938bf76-c3a2-4ef2-ae41-1bbf2193cec5 admin admin] Publish callbacks [] for security_group (feedc6a4-dc64-49de-a419-bf38406fd099), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:05.433134 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad869406-cfc5-4765-abe5-505f66fe69a7 req-c19f2da2-bb27-4852-9a22-0e23fca8ee66 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:25:05.440256 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-ad869406-cfc5-4765-abe5-505f66fe69a7 req-c19f2da2-bb27-4852-9a22-0e23fca8ee66 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=94989391-0b1d-49ca-9e5f-92877f21b5c2 HTTP/1.1" status: 200 len: 945 time: 0.0776730 May 08 22:25:05.490134 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6938bf76-c3a2-4ef2-ae41-1bbf2193cec5 admin admin] Publish callbacks [] for security_group (feedc6a4-dc64-49de-a419-bf38406fd099), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:05.494659 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-ad869406-cfc5-4765-abe5-505f66fe69a7 req-04376676-5e8c-44cd-a293-ac02ad98dd5e tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=51cb9774-2323-4600-8505-b98050a2e52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535204 May 08 22:25:05.570241 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6938bf76-c3a2-4ef2-ae41-1bbf2193cec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (feedc6a4-dc64-49de-a419-bf38406fd099), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:05.573658 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6938bf76-c3a2-4ef2-ae41-1bbf2193cec5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:05.574901 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-6938bf76-c3a2-4ef2-ae41-1bbf2193cec5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/feedc6a4-dc64-49de-a419-bf38406fd099 HTTP/1.1" status: 204 len: 168 time: 0.2825520 May 08 22:25:05.590064 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6938bf76-c3a2-4ef2-ae41-1bbf2193cec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feedc6a4-dc64-49de-a419-bf38406fd099,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:25:06.643686 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713f89e4-6f56-41a5-aede-67576ec5071c req-2bbb0f62-4035-4081-be8e-c152d8b484a3 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:25:06.645936 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-713f89e4-6f56-41a5-aede-67576ec5071c req-2bbb0f62-4035-4081-be8e-c152d8b484a3 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=94989391-0b1d-49ca-9e5f-92877f21b5c2 HTTP/1.1" status: 200 len: 945 time: 0.0570364 May 08 22:25:06.708064 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-713f89e4-6f56-41a5-aede-67576ec5071c req-eff6b8c4-8312-440b-93f1-5c5f44b918fa tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=51cb9774-2323-4600-8505-b98050a2e52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541902 May 08 22:25:06.964511 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13694d6a-90e7-4986-a95d-3d25480b46be req-3b648a74-9757-4baa-927c-5d227992fd01 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:25:06.965993 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-13694d6a-90e7-4986-a95d-3d25480b46be req-3b648a74-9757-4baa-927c-5d227992fd01 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ef78d63-dc26-484d-ab33-a27a92c0e0bf HTTP/1.1" status: 200 len: 946 time: 0.0536890 May 08 22:25:07.016407 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-13694d6a-90e7-4986-a95d-3d25480b46be req-2cd8d139-5801-499f-bb81-001f9bbf9f8c tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/security-groups?id=17cdcd8f-7b97-44c9-885c-0332380eae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446143 May 08 22:25:07.833168 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55810ab0-eb9f-4322-87aa-f59f803bdb49 req-9b537c08-0342-42eb-af31-34b42ab79803 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:25:07.834873 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-55810ab0-eb9f-4322-87aa-f59f803bdb49 req-9b537c08-0342-42eb-af31-34b42ab79803 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=94989391-0b1d-49ca-9e5f-92877f21b5c2 HTTP/1.1" status: 200 len: 945 time: 0.0494564 May 08 22:25:07.884055 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-55810ab0-eb9f-4322-87aa-f59f803bdb49 req-5d26db10-8a07-49ed-b3b1-d7f129433954 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=51cb9774-2323-4600-8505-b98050a2e52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429108 May 08 22:25:08.140326 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ddfee-d484-437a-896a-7b368d1b76fc req-c08fa76b-bb2f-4669-a097-e7101f807033 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:25:08.142004 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-266ddfee-d484-437a-896a-7b368d1b76fc req-c08fa76b-bb2f-4669-a097-e7101f807033 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ef78d63-dc26-484d-ab33-a27a92c0e0bf HTTP/1.1" status: 200 len: 946 time: 0.0585728 May 08 22:25:08.193543 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-266ddfee-d484-437a-896a-7b368d1b76fc req-16534c16-3930-4de5-9bea-7687b8d79385 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/security-groups?id=17cdcd8f-7b97-44c9-885c-0332380eae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453479 May 08 22:25:08.994718 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9063ace0-3f96-4a1d-a677-25b30a3a775b req-870ee47e-7688-4b0b-8dfa-c43785e54d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:25:08.996249 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-9063ace0-3f96-4a1d-a677-25b30a3a775b req-870ee47e-7688-4b0b-8dfa-c43785e54d7f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1ebe3bb7401b4b36966ebb9f16c6c04c&device_id=94989391-0b1d-49ca-9e5f-92877f21b5c2 HTTP/1.1" status: 200 len: 1129 time: 0.0711801 May 08 22:25:09.007939 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af43f54-70ca-4435-b2a7-23b2f812a058 req-152fff99-532a-4828-a142-0dbbe06a4c73 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:25:09.009530 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-0af43f54-70ca-4435-b2a7-23b2f812a058 req-152fff99-532a-4828-a142-0dbbe06a4c73 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=94989391-0b1d-49ca-9e5f-92877f21b5c2 HTTP/1.1" status: 200 len: 945 time: 0.0478206 May 08 22:25:09.022680 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74bac8d-1fa3-4673-8f06-b512700f3273 req-7a63c333-386b-4e7f-ba98-4435f48e68a7 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:25:09.024122 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-c74bac8d-1fa3-4673-8f06-b512700f3273 req-7a63c333-386b-4e7f-ba98-4435f48e68a7 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ef78d63-dc26-484d-ab33-a27a92c0e0bf HTTP/1.1" status: 200 len: 946 time: 0.0976958 May 08 22:25:09.058402 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-0af43f54-70ca-4435-b2a7-23b2f812a058 req-3d5f253d-eb91-4587-8011-826837bb9a9f tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=51cb9774-2323-4600-8505-b98050a2e52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427744 May 08 22:25:09.163814 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9063ace0-3f96-4a1d-a677-25b30a3a775b req-433501e8-3b5a-4b65-9b54-e3a7ba579057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:25:09.165321 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-9063ace0-3f96-4a1d-a677-25b30a3a775b req-433501e8-3b5a-4b65-9b54-e3a7ba579057 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2962a37b-5c8b-493f-a8f7-204192291fd9 HTTP/1.1" status: 200 len: 916 time: 0.1560211 May 08 22:25:09.168557 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-c74bac8d-1fa3-4673-8f06-b512700f3273 req-c725d557-da99-440e-83fc-3a46d2358671 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Deleting port ddc9aa1e-13cd-45a6-9362-510fb1f7fcd5 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 08 22:25:09.168920 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-c74bac8d-1fa3-4673-8f06-b512700f3273 req-c725d557-da99-440e-83fc-3a46d2358671 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791034291685'] for port (ddc9aa1e-13cd-45a6-9362-510fb1f7fcd5), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:09.288354 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-9063ace0-3f96-4a1d-a677-25b30a3a775b req-a73346d9-f6cd-4c7c-8b36-2bd6a215486a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=82e7621a-c795-4e95-b128-51da98ab579e HTTP/1.1" status: 200 len: 1001 time: 0.1056728 May 08 22:25:09.311732 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7682c4f-7ce5-4bf8-b26c-a532a0da7c38 req-49cb9c52-4b48-4414-9d34-f2ade1078c2e tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:25:09.313156 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-e7682c4f-7ce5-4bf8-b26c-a532a0da7c38 req-49cb9c52-4b48-4414-9d34-f2ade1078c2e tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ef78d63-dc26-484d-ab33-a27a92c0e0bf HTTP/1.1" status: 200 len: 946 time: 0.0484133 May 08 22:25:09.315980 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-c74bac8d-1fa3-4673-8f06-b512700f3273 req-c725d557-da99-440e-83fc-3a46d2358671 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] For port ddc9aa1e-13cd-45a6-9362-510fb1f7fcd5, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=ddc9aa1e-13cd-45a6-9362-510fb1f7fcd5,segment=NetworkSegment(1780dade-a5f8-4e6b-b9bd-a988dd8e04e7),segment_id=1780dade-a5f8-4e6b-b9bd-a988dd8e04e7)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:25:09.316344 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-c74bac8d-1fa3-4673-8f06-b512700f3273 req-c725d557-da99-440e-83fc-3a46d2358671 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786495'] for port (ddc9aa1e-13cd-45a6-9362-510fb1f7fcd5), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:09.366826 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-e7682c4f-7ce5-4bf8-b26c-a532a0da7c38 req-f625b5f9-9e06-4a10-9b9d-ccafca31818f tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/security-groups?id=17cdcd8f-7b97-44c9-885c-0332380eae6b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478098 May 08 22:25:09.396904 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9063ace0-3f96-4a1d-a677-25b30a3a775b req-431f7cc1-e2ff-48bd-81bf-6c641678bc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:25:09.398378 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-9063ace0-3f96-4a1d-a677-25b30a3a775b req-431f7cc1-e2ff-48bd-81bf-6c641678bc28 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2595fc7c-f188-492f-94ae-311dba05015f HTTP/1.1" status: 200 len: 854 time: 0.0988381 May 08 22:25:09.482576 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9063ace0-3f96-4a1d-a677-25b30a3a775b req-efc0a7c4-5b77-4eb4-bef5-748f7c9cbc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:25:09.484077 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-9063ace0-3f96-4a1d-a677-25b30a3a775b req-efc0a7c4-5b77-4eb4-bef5-748f7c9cbc44 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2962a37b-5c8b-493f-a8f7-204192291fd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0789082 May 08 22:25:09.596110 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-c74bac8d-1fa3-4673-8f06-b512700f3273 req-c725d557-da99-440e-83fc-3a46d2358671 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:09.596383 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-c74bac8d-1fa3-4673-8f06-b512700f3273 req-c725d557-da99-440e-83fc-3a46d2358671 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-788248'] for floatingip (41e396a1-eff7-4d0b-b468-555dcd9247f6), after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:09.596735 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.db.l3_db [req-c74bac8d-1fa3-4673-8f06-b512700f3273 req-c725d557-da99-440e-83fc-3a46d2358671 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Floating IP 41e396a1-eff7-4d0b-b468-555dcd9247f6 disassociated. External IP: 172.27.2.174, port: ddc9aa1e-13cd-45a6-9362-510fb1f7fcd5. May 08 22:25:09.597082 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-c74bac8d-1fa3-4673-8f06-b512700f3273 req-c725d557-da99-440e-83fc-3a46d2358671 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Calling delete_port for ddc9aa1e-13cd-45a6-9362-510fb1f7fcd5 owned by compute:nova {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 08 22:25:09.659664 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-9063ace0-3f96-4a1d-a677-25b30a3a775b req-782a6172-0b7a-4ab8-aa76-c295510b4873 service neutron] 10.222.0.24 "GET /v2.0/networks/2962a37b-5c8b-493f-a8f7-204192291fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688557 May 08 22:25:09.790527 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 57850) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:25:09.794541 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-9063ace0-3f96-4a1d-a677-25b30a3a775b req-de9379db-f001-4f14-be52-7423ca97bd55 service neutron] 10.222.0.24 "GET /v2.0/networks/2962a37b-5c8b-493f-a8f7-204192291fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284900 May 08 22:25:09.818137 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-c74bac8d-1fa3-4673-8f06-b512700f3273 req-c725d557-da99-440e-83fc-3a46d2358671 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791034301049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791034024021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633834'] for port (ddc9aa1e-13cd-45a6-9362-510fb1f7fcd5), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:09.845694 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c725d557-da99-440e-83fc-3a46d2358671 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Pushing event deleted for resources: {'Port': ['ID=ddc9aa1e-13cd-45a6-9362-510fb1f7fcd5,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:25:09.902417 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0acd9383-0dc0-4bb6-acac-32ba972b0a88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:09.976371 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c74bac8d-1fa3-4673-8f06-b512700f3273 req-c725d557-da99-440e-83fc-3a46d2358671 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Router 8e291ff0-32e4-4e5d-affc-34ff10dda5b3 has already been hosted by L3 agent 69aa2ac4-530d-40c2-a84a-3161d84edf61 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 08 22:25:09.976695 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0acd9383-0dc0-4bb6-acac-32ba972b0a88 admin admin] Publish callbacks [] for security_group (fa528889-6edd-4fc7-9cd8-ea9dc3d14e1a), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:09.981594 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0acd9383-0dc0-4bb6-acac-32ba972b0a88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (fa528889-6edd-4fc7-9cd8-ea9dc3d14e1a), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:10.020437 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-0acd9383-0dc0-4bb6-acac-32ba972b0a88 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=463c0efdfb0941f18fab5aa5bf1da199&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2286460 May 08 22:25:10.021354 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acd9383-0dc0-4bb6-acac-32ba972b0a88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa528889-6edd-4fc7-9cd8-ea9dc3d14e1a,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:25:10.023634 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 57854) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:25:10.073887 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-66d55e78-d11d-4ddf-aa46-eaeb2ce8b0c5 admin admin] Publish callbacks [] for security_group (fa528889-6edd-4fc7-9cd8-ea9dc3d14e1a), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:10.090578 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c74bac8d-1fa3-4673-8f06-b512700f3273 req-c725d557-da99-440e-83fc-3a46d2358671 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Notify agent at l3_agent.dv-cinder-840511-5-iscsi the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 08 22:25:10.096275 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-66d55e78-d11d-4ddf-aa46-eaeb2ce8b0c5 admin admin] Publish callbacks [] for security_group (fa528889-6edd-4fc7-9cd8-ea9dc3d14e1a), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:10.104517 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b833a49-0e2f-4776-9bc4-35d4f75c2b1a None None] Sync routers for ids ['8e291ff0-32e4-4e5d-affc-34ff10dda5b3'] in dv-cinder-840511-5-iscsi {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 08 22:25:10.118600 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b833a49-0e2f-4776-9bc4-35d4f75c2b1a None None] Routers {'8e291ff0-32e4-4e5d-affc-34ff10dda5b3'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:25:10.119552 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-9b833a49-0e2f-4776-9bc4-35d4f75c2b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:24:48Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['8e291ff0-32e4-4e5d-affc-34ff10dda5b3'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:25:10.139394 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-c74bac8d-1fa3-4673-8f06-b512700f3273 req-c725d557-da99-440e-83fc-3a46d2358671 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] No DVR routers for this DVR port ddc9aa1e-13cd-45a6-9362-510fb1f7fcd5 on host hv-cinder-84051 {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 08 22:25:10.142190 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-c74bac8d-1fa3-4673-8f06-b512700f3273 req-c725d557-da99-440e-83fc-3a46d2358671 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870'] for port (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:10.146145 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-c74bac8d-1fa3-4673-8f06-b512700f3273 req-c725d557-da99-440e-83fc-3a46d2358671 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.24 "DELETE /v2.0/ports/ddc9aa1e-13cd-45a6-9362-510fb1f7fcd5 HTTP/1.1" status: 204 len: 173 time: 1.1104965 May 08 22:25:10.146469 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ef78d63-dc26-484d-ab33-a27a92c0e0bf', 'name': 'network-vif-deleted', 'tag': 'ddc9aa1e-13cd-45a6-9362-510fb1f7fcd5'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 08 22:25:10.148840 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cc8a0c475ac6fe54f5122aa5a8750c48412c688b8f67dba420990604a8daf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b55a6de1-bb0d-47d4-86d0-aa645c789fa8" -d '{"events": [{"server_uuid": "6ef78d63-dc26-484d-ab33-a27a92c0e0bf", "name": "network-vif-deleted", "tag": "ddc9aa1e-13cd-45a6-9362-510fb1f7fcd5"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 08 22:25:10.150134 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-66d55e78-d11d-4ddf-aa46-eaeb2ce8b0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (fa528889-6edd-4fc7-9cd8-ea9dc3d14e1a), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:10.153253 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-66d55e78-d11d-4ddf-aa46-eaeb2ce8b0c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:10.156774 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-66d55e78-d11d-4ddf-aa46-eaeb2ce8b0c5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fa528889-6edd-4fc7-9cd8-ea9dc3d14e1a HTTP/1.1" status: 204 len: 168 time: 0.1300514 May 08 22:25:10.202263 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d55e78-d11d-4ddf-aa46-eaeb2ce8b0c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa528889-6edd-4fc7-9cd8-ea9dc3d14e1a,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:25:10.224038 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 08 May 2022 22:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d671586c-735d-4486-9f8c-008ce2ec8607 x-openstack-request-id: req-d671586c-735d-4486-9f8c-008ce2ec8607 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 08 22:25:10.224424 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ef78d63-dc26-484d-ab33-a27a92c0e0bf", "name": "network-vif-deleted", "tag": "ddc9aa1e-13cd-45a6-9362-510fb1f7fcd5", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 08 22:25:10.224810 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d671586c-735d-4486-9f8c-008ce2ec8607 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 08 22:25:10.225316 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d671586c-735d-4486-9f8c-008ce2ec8607'] response: {'server_uuid': '6ef78d63-dc26-484d-ab33-a27a92c0e0bf', 'name': 'network-vif-deleted', 'tag': 'ddc9aa1e-13cd-45a6-9362-510fb1f7fcd5', 'status': 'completed', 'code': 200} May 08 22:25:10.234561 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca43b6c-eb2a-40aa-8ea8-efbf206ec2fd req-45a6686b-cce3-4348-b908-0c6668d8a0d6 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:25:10.243079 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-dca43b6c-eb2a-40aa-8ea8-efbf206ec2fd req-45a6686b-cce3-4348-b908-0c6668d8a0d6 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=94989391-0b1d-49ca-9e5f-92877f21b5c2 HTTP/1.1" status: 200 len: 945 time: 0.0874636 May 08 22:25:10.262113 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device ddc9aa1e-13cd-45a6-9362-510fb1f7fcd5 no longer exists at agent hyperv_hv-cinder-84051 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 08 22:25:10.302174 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] No Port match for: ddc9aa1e-13cd-45a6-9362-510fb1f7fcd5 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 08 22:25:10.302174 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device ddc9aa1e-13cd-45a6-9362-510fb1f7fcd5 not bound to the agent host hv-cinder-84051 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 08 22:25:10.302451 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device 82e7621a-c795-4e95-b128-51da98ab579e no longer exists at agent hyperv_hv-cinder-84051 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 08 22:25:10.306699 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-dca43b6c-eb2a-40aa-8ea8-efbf206ec2fd req-af9248a9-2d55-4ffb-bb57-d030c6cad3ce tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=51cb9774-2323-4600-8505-b98050a2e52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580709 May 08 22:25:10.334463 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-9b833a49-0e2f-4776-9bc4-35d4f75c2b1a None None] Set router 8e291ff0-32e4-4e5d-affc-34ff10dda5b3 gateway port host: dv-cinder-840511-5-iscsi {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:25:10.387421 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (50086534-3b0f-4edb-899f-da05c46c2546), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:10.518768 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Current status of the port 82e7621a-c795-4e95-b128-51da98ab579e is: ACTIVE; New status is: DOWN {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:25:10.519161 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (82e7621a-c795-4e95-b128-51da98ab579e), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:10.566478 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] For port 82e7621a-c795-4e95-b128-51da98ab579e, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=82e7621a-c795-4e95-b128-51da98ab579e,segment=NetworkSegment(33fc6b3c-a604-4cee-a3d5-5a89d0b49ae0),segment_id=33fc6b3c-a604-4cee-a3d5-5a89d0b49ae0)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:25:10.571380 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94989391-0b1d-49ca-9e5f-92877f21b5c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82e7621a-c795-4e95-b128-51da98ab579e'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 08 22:25:10.573693 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bcef9e280bae9da70c0250555725ec84c8fe71b1405edcfc00240691fe86bce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0efdc51-4d29-4d78-ba4b-9aef6045ddde" -d '{"events": [{"server_uuid": "94989391-0b1d-49ca-9e5f-92877f21b5c2", "name": "network-vif-unplugged", "status": "completed", "tag": "82e7621a-c795-4e95-b128-51da98ab579e"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 08 22:25:10.584169 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (82e7621a-c795-4e95-b128-51da98ab579e), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:10.649271 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 08 May 2022 22:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ccb1eec-2b71-4476-a15e-6667e8fd1b29 x-openstack-request-id: req-4ccb1eec-2b71-4476-a15e-6667e8fd1b29 {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 08 22:25:10.649829 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94989391-0b1d-49ca-9e5f-92877f21b5c2", "name": "network-vif-unplugged", "status": "completed", "tag": "82e7621a-c795-4e95-b128-51da98ab579e", "code": 200}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 08 22:25:10.650262 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4ccb1eec-2b71-4476-a15e-6667e8fd1b29 {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 08 22:25:10.650804 dv-cinder-840511-5-iscsi neutron-server[103630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ccb1eec-2b71-4476-a15e-6667e8fd1b29'] response: {'server_uuid': '94989391-0b1d-49ca-9e5f-92877f21b5c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82e7621a-c795-4e95-b128-51da98ab579e', 'code': 200} May 08 22:25:10.652191 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-9b833a49-0e2f-4776-9bc4-35d4f75c2b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'name': 'tempest-AttachVolumeNegativeTest-1605491633-router', 'tenant_id': '489bde08b9284b5f8e5eb2ebc398b963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '2a091782-ccc9-48ce-b046-9b493d4f29d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:15:08Z', 'updated_at': '2022-05-08T22:15:17Z', 'revision_number': 4, 'project_id': '489bde08b9284b5f8e5eb2ebc398b963', 'gw_port': {'id': '2a091782-ccc9-48ce-b046-9b493d4f29d4', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ff:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:10Z', 'updated_at': '2022-05-08T22:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_interfaces': [{'id': '6deee425-784f-4ef9-823b-d791d7155c4e', 'name': '', 'network_id': 'a4734e2d-d908-4b8e-b542-dd83675e0c99', 'tenant_id': '489bde08b9284b5f8e5eb2ebc398b963', 'mac_address': 'fa:16:3e:e1:09:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7cb890a2-14d2-4c0b-a82b-863c0417b5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:16Z', 'updated_at': '2022-05-08T22:15:34Z', 'revision_number': 5, 'project_id': '489bde08b9284b5f8e5eb2ebc398b963', 'subnets': [{'id': '7cb890a2-14d2-4c0b-a82b-863c0417b5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:25:10.655274 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-256f56f4-deb4-4b4d-bc8f-960d0958b506 req-b01fa37d-48fc-4c91-9545-87291ac9010e tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ef78d63-dc26-484d-ab33-a27a92c0e0bf HTTP/1.1" status: 200 len: 210 time: 0.2062075 May 08 22:25:10.687355 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b833a49-0e2f-4776-9bc4-35d4f75c2b1a None None] Checking router: 8e291ff0-32e4-4e5d-affc-34ff10dda5b3 for host: dv-cinder-840511-5-iscsi {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 08 22:25:10.710973 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b833a49-0e2f-4776-9bc4-35d4f75c2b1a None None] Routers {'8e291ff0-32e4-4e5d-affc-34ff10dda5b3'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:25:10.711600 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-9b833a49-0e2f-4776-9bc4-35d4f75c2b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:24:48Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['8e291ff0-32e4-4e5d-affc-34ff10dda5b3'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:25:10.748482 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Pushing event updated for resources: {'Port': ['ID=82e7621a-c795-4e95-b128-51da98ab579e,revision_number=8']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:25:10.920320 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 57886) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:25:10.964042 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-9b833a49-0e2f-4776-9bc4-35d4f75c2b1a None None] Set router 8e291ff0-32e4-4e5d-affc-34ff10dda5b3 gateway port host: dv-cinder-840511-5-iscsi {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:25:11.025508 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.v2.base [None req-bc5a1dd3-5b6f-4ee3-8bca-01714b3b7f28 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1224686420-network', 'tenant_id': '98569c6958084f168aab55fe69c974a6'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:25:11.045685 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc5a1dd3-5b6f-4ee3-8bca-01714b3b7f28 admin admin] Made reservation on behalf of 98569c6958084f168aab55fe69c974a6 for: {'network': 1} {{(pid=103628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 08 22:25:11.048290 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-bc5a1dd3-5b6f-4ee3-8bca-01714b3b7f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for network (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:11.057467 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-bc5a1dd3-5b6f-4ee3-8bca-01714b3b7f28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:11.135636 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-bc5a1dd3-5b6f-4ee3-8bca-01714b3b7f28 admin admin] Publish callbacks [] for security_group (63600a3c-76cc-4ea3-9505-8e85369280d3), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:11.140680 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-bc5a1dd3-5b6f-4ee3-8bca-01714b3b7f28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (63600a3c-76cc-4ea3-9505-8e85369280d3), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:11.158639 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-9b833a49-0e2f-4776-9bc4-35d4f75c2b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'name': 'tempest-AttachVolumeNegativeTest-1605491633-router', 'tenant_id': '489bde08b9284b5f8e5eb2ebc398b963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '2a091782-ccc9-48ce-b046-9b493d4f29d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:15:08Z', 'updated_at': '2022-05-08T22:15:17Z', 'revision_number': 4, 'project_id': '489bde08b9284b5f8e5eb2ebc398b963', 'gw_port': {'id': '2a091782-ccc9-48ce-b046-9b493d4f29d4', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ff:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:10Z', 'updated_at': '2022-05-08T22:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_interfaces': [{'id': '6deee425-784f-4ef9-823b-d791d7155c4e', 'name': '', 'network_id': 'a4734e2d-d908-4b8e-b542-dd83675e0c99', 'tenant_id': '489bde08b9284b5f8e5eb2ebc398b963', 'mac_address': 'fa:16:3e:e1:09:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7cb890a2-14d2-4c0b-a82b-863c0417b5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:16Z', 'updated_at': '2022-05-08T22:15:34Z', 'revision_number': 5, 'project_id': '489bde08b9284b5f8e5eb2ebc398b963', 'subnets': [{'id': '7cb890a2-14d2-4c0b-a82b-863c0417b5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:25:11.164926 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc5a1dd3-5b6f-4ee3-8bca-01714b3b7f28 admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=103628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 08 22:25:11.178766 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5a1dd3-5b6f-4ee3-8bca-01714b3b7f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63600a3c-76cc-4ea3-9505-8e85369280d3,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:25:11.184709 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-bc5a1dd3-5b6f-4ee3-8bca-01714b3b7f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16448297'] for segment (a8fcafd8-8aad-4a8b-9ff2-adcad21b899b), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:11.185113 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.db.segments_db [None req-bc5a1dd3-5b6f-4ee3-8bca-01714b3b7f28 admin admin] Added segment a8fcafd8-8aad-4a8b-9ff2-adcad21b899b of type vlan for network 44ac45dd-2e45-4751-a6f1-05ff285af4f4 May 08 22:25:11.185637 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b833a49-0e2f-4776-9bc4-35d4f75c2b1a None None] The sync data for ids ['8e291ff0-32e4-4e5d-affc-34ff10dda5b3'] in dv-cinder-840511-5-iscsi is: [{'id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'name': 'tempest-AttachVolumeNegativeTest-1605491633-router', 'tenant_id': '489bde08b9284b5f8e5eb2ebc398b963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '2a091782-ccc9-48ce-b046-9b493d4f29d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:15:08Z', 'updated_at': '2022-05-08T22:15:17Z', 'revision_number': 4, 'project_id': '489bde08b9284b5f8e5eb2ebc398b963', 'gw_port': {'id': '2a091782-ccc9-48ce-b046-9b493d4f29d4', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ff:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:10Z', 'updated_at': '2022-05-08T22:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_interfaces': [{'id': '6deee425-784f-4ef9-823b-d791d7155c4e', 'name': '', 'network_id': 'a4734e2d-d908-4b8e-b542-dd83675e0c99', 'tenant_id': '489bde08b9284b5f8e5eb2ebc398b963', 'mac_address': 'fa:16:3e:e1:09:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7cb890a2-14d2-4c0b-a82b-863c0417b5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:16Z', 'updated_at': '2022-05-08T22:15:34Z', 'revision_number': 5, 'project_id': '489bde08b9284b5f8e5eb2ebc398b963', 'subnets': [{'id': '7cb890a2-14d2-4c0b-a82b-863c0417b5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 08 22:25:11.229178 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-bc5a1dd3-5b6f-4ee3-8bca-01714b3b7f28 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791033991810'] for network (44ac45dd-2e45-4751-a6f1-05ff285af4f4), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:11.258590 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-bc5a1dd3-5b6f-4ee3-8bca-01714b3b7f28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293'] for network (44ac45dd-2e45-4751-a6f1-05ff285af4f4), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:11.259644 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5a1dd3-5b6f-4ee3-8bca-01714b3b7f28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:25:11.260394 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-bc5a1dd3-5b6f-4ee3-8bca-01714b3b7f28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745315'] for network (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:11.325360 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-bc5a1dd3-5b6f-4ee3-8bca-01714b3b7f28 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4035974 May 08 22:25:11.333154 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 57892) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:25:11.338868 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [None req-e6ba8383-8fbb-4121-967f-cced3553eb20 admin admin] Request body: {'subnet': {'network_id': '44ac45dd-2e45-4751-a6f1-05ff285af4f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1224686420-subnet', 'tenant_id': '98569c6958084f168aab55fe69c974a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:25:11.339147 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5a1dd3-5b6f-4ee3-8bca-01714b3b7f28 admin admin] Pushing event updated for resources: {'Network': ['ID=44ac45dd-2e45-4751-a6f1-05ff285af4f4,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:25:11.351347 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Network 44ac45dd-2e45-4751-a6f1-05ff285af4f4 details requested by agent ovs-agent-dv-cinder-840511-5-iscsi with host dv-cinder-840511-5-iscsi {{(pid=103630) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 08 22:25:11.365803 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6ba8383-8fbb-4121-967f-cced3553eb20 admin admin] Made reservation on behalf of 98569c6958084f168aab55fe69c974a6 for: {'subnet': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 08 22:25:11.369012 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e6ba8383-8fbb-4121-967f-cced3553eb20 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59716261'] for subnet (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:11.472910 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ef9eb5-0d5f-4e34-83b1-802b1cdd839a req-1c7e5f71-661d-4e1c-ab08-0f848fe60464 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:25:11.479893 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-e4ef9eb5-0d5f-4e34-83b1-802b1cdd839a req-1c7e5f71-661d-4e1c-ab08-0f848fe60464 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=94989391-0b1d-49ca-9e5f-92877f21b5c2 HTTP/1.1" status: 200 len: 943 time: 0.0764408 May 08 22:25:11.511655 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a84a499-e127-4bb9-ae78-ad3c10906a23 None None] New status for floating IP 41e396a1-eff7-4d0b-b468-555dcd9247f6: DOWN {{(pid=103631) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 08 22:25:11.537348 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-e4ef9eb5-0d5f-4e34-83b1-802b1cdd839a req-5d3a5ff1-8c61-40b1-82b3-8515d6b47ac4 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=51cb9774-2323-4600-8505-b98050a2e52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564828 May 08 22:25:11.598259 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e6ba8383-8fbb-4121-967f-cced3553eb20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59633434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59716275'] for subnet (558e68d0-3048-47c2-b2f6-af23df6f8e07), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:11.652612 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ba8383-8fbb-4121-967f-cced3553eb20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=558e68d0-3048-47c2-b2f6-af23df6f8e07,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:25:11.664169 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ba8383-8fbb-4121-967f-cced3553eb20 admin admin] Checking segment: {'id': 'a8fcafd8-8aad-4a8b-9ff2-adcad21b899b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '44ac45dd-2e45-4751-a6f1-05ff285af4f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 08 22:25:11.664526 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ba8383-8fbb-4121-967f-cced3553eb20 admin admin] Network hostable DHCP agents. Network: 44ac45dd-2e45-4751-a6f1-05ff285af4f4, hostable agents: ['399f5491-dab9-4373-bd22-64cd7c73418d'], hosted agents: [] {{(pid=103629) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 08 22:25:11.682801 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ba8383-8fbb-4121-967f-cced3553eb20 admin admin] Network 44ac45dd-2e45-4751-a6f1-05ff285af4f4 is scheduled to be hosted by DHCP agent 399f5491-dab9-4373-bd22-64cd7c73418d with binding_index 1 {{(pid=103629) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 08 22:25:11.692615 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-e6ba8383-8fbb-4121-967f-cced3553eb20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840511-5-iscsi, 44ac45dd-2e45-4751-a6f1-05ff285af4f4) {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:25:11.697096 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ba8383-8fbb-4121-967f-cced3553eb20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:25:11.697748 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-e6ba8383-8fbb-4121-967f-cced3553eb20 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:11.705276 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239d6025-2379-45e7-b7ab-8ce3d32952e7 None None] Network 44ac45dd-2e45-4751-a6f1-05ff285af4f4 requested from dv-cinder-840511-5-iscsi {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 08 22:25:11.720685 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-e6ba8383-8fbb-4121-967f-cced3553eb20 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3863385 May 08 22:25:11.771229 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-8203628f-7d33-423d-afa2-34d03439b05a req-be51061d-810c-4459-8ecb-a463a8c7d806 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ef78d63-dc26-484d-ab33-a27a92c0e0bf HTTP/1.1" status: 200 len: 210 time: 0.0295084 May 08 22:25:11.814145 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1357a72b-ef05-4387-952d-b891ac70fbb7 None None] Network 44ac45dd-2e45-4751-a6f1-05ff285af4f4 requested from dv-cinder-840511-5-iscsi {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 08 22:25:12.673368 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac4905e-7839-4846-9159-4741876a3c47 req-1df41bd8-b616-4216-8cf9-683c3e73b227 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:25:12.674929 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-fac4905e-7839-4846-9159-4741876a3c47 req-1df41bd8-b616-4216-8cf9-683c3e73b227 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=94989391-0b1d-49ca-9e5f-92877f21b5c2 HTTP/1.1" status: 200 len: 943 time: 0.0570564 May 08 22:25:12.749952 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-fac4905e-7839-4846-9159-4741876a3c47 req-b030d746-01d9-4369-8f95-ff1b050f9169 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=51cb9774-2323-4600-8505-b98050a2e52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657227 May 08 22:25:12.868813 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 57916) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:25:12.924548 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-32cce90b-5830-4f5f-8cb2-7c2af475f8f2 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks [] for security_group (17cdcd8f-7b97-44c9-885c-0332380eae6b), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:12.951907 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-32cce90b-5830-4f5f-8cb2-7c2af475f8f2 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks [] for security_group (17cdcd8f-7b97-44c9-885c-0332380eae6b), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:13.007985 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-32cce90b-5830-4f5f-8cb2-7c2af475f8f2 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (17cdcd8f-7b97-44c9-885c-0332380eae6b), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:13.011224 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-32cce90b-5830-4f5f-8cb2-7c2af475f8f2 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks [] for security_group (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:13.012672 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-32cce90b-5830-4f5f-8cb2-7c2af475f8f2 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "DELETE /v2.0/security-groups/17cdcd8f-7b97-44c9-885c-0332380eae6b HTTP/1.1" status: 204 len: 168 time: 0.1425335 May 08 22:25:13.015563 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 57922) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:25:13.023368 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cce90b-5830-4f5f-8cb2-7c2af475f8f2 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17cdcd8f-7b97-44c9-885c-0332380eae6b,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:25:13.041161 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.api.v2.resource [None req-94785fa1-8a97-430d-a73f-9dc71116139d tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] show failed (client error): The resource could not be found. May 08 22:25:13.042184 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-94785fa1-8a97-430d-a73f-9dc71116139d tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "GET /v2.0/security-groups/17cdcd8f-7b97-44c9-885c-0332380eae6b HTTP/1.1" status: 404 len: 347 time: 0.0254891 May 08 22:25:13.045979 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 57924) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:25:13.166610 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-5e62ae64-1d46-42ff-9034-89676a6d7295 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Deleting port bbc8b432-dc66-4c1d-aaae-4e3f2775dc68 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 08 22:25:13.166974 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5e62ae64-1d46-42ff-9034-89676a6d7295 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791034291685'] for port (bbc8b432-dc66-4c1d-aaae-4e3f2775dc68), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:13.243271 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5e62ae64-1d46-42ff-9034-89676a6d7295 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786495'] for port (bbc8b432-dc66-4c1d-aaae-4e3f2775dc68), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:13.243701 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5e62ae64-1d46-42ff-9034-89676a6d7295 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks [] for floatingip (bbc8b432-dc66-4c1d-aaae-4e3f2775dc68), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:13.260453 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-5e62ae64-1d46-42ff-9034-89676a6d7295 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Calling delete_port for bbc8b432-dc66-4c1d-aaae-4e3f2775dc68 owned by network:floatingip {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 08 22:25:13.405467 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5e62ae64-1d46-42ff-9034-89676a6d7295 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791034301049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791034024021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633834'] for port (bbc8b432-dc66-4c1d-aaae-4e3f2775dc68), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:13.437410 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e62ae64-1d46-42ff-9034-89676a6d7295 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Pushing event deleted for resources: {'Port': ['ID=bbc8b432-dc66-4c1d-aaae-4e3f2775dc68,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:25:13.458293 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e004253d-390b-4e9f-8c7f-6cfe3b8dd9ca req-b9788ad3-95b4-46e5-8fa7-112f122afa56 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:25:13.460194 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-e004253d-390b-4e9f-8c7f-6cfe3b8dd9ca req-b9788ad3-95b4-46e5-8fa7-112f122afa56 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=94989391-0b1d-49ca-9e5f-92877f21b5c2 HTTP/1.1" status: 200 len: 943 time: 0.0612595 May 08 22:25:13.508731 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5e62ae64-1d46-42ff-9034-89676a6d7295 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks [] for floatingip (41e396a1-eff7-4d0b-b468-555dcd9247f6), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:13.515996 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5e62ae64-1d46-42ff-9034-89676a6d7295 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870'] for floatingip (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:13.517589 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-5e62ae64-1d46-42ff-9034-89676a6d7295 tempest-AttachVolumeNegativeTest-1810972399 tempest-AttachVolumeNegativeTest-1810972399-project] 10.222.0.44 "DELETE /v2.0/floatingips/41e396a1-eff7-4d0b-b468-555dcd9247f6 HTTP/1.1" status: 204 len: 168 time: 0.4703982 May 08 22:25:13.535385 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-e004253d-390b-4e9f-8c7f-6cfe3b8dd9ca req-56548405-5b53-4276-a338-84712cec9f14 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=51cb9774-2323-4600-8505-b98050a2e52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654693 May 08 22:25:13.667866 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b51c98-d1b1-4944-8ea7-1f4cc7a8c440 req-80eda57d-2493-4467-98f6-e32d25581eec tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:25:13.669390 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-59b51c98-d1b1-4944-8ea7-1f4cc7a8c440 req-80eda57d-2493-4467-98f6-e32d25581eec tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] 10.222.0.44 "GET /v2.0/networks?id=44ac45dd-2e45-4751-a6f1-05ff285af4f4 HTTP/1.1" status: 200 len: 814 time: 0.1302619 May 08 22:25:13.684447 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-59b51c98-d1b1-4944-8ea7-1f4cc7a8c440 req-6878821c-91e4-44bf-9e36-f2008b8c3146 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] 10.222.0.44 "GET /v2.0/quotas/98569c6958084f168aab55fe69c974a6 HTTP/1.1" status: 200 len: 375 time: 0.0090899 May 08 22:25:13.719341 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-59b51c98-d1b1-4944-8ea7-1f4cc7a8c440 req-de333b92-3836-4982-9b6f-f715a620197a tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=98569c6958084f168aab55fe69c974a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292103 May 08 22:25:13.793431 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 57972) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:25:13.815846 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-59b51c98-d1b1-4944-8ea7-1f4cc7a8c440 req-163be064-ace4-4360-89f4-c1cb5622c77e service neutron] 10.222.0.44 "GET /v2.0/networks/44ac45dd-2e45-4751-a6f1-05ff285af4f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887814 May 08 22:25:13.879031 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-1393b241-c8cd-4302-bced-023aee259d50 req-6594ff37-7b2c-4e6f-955d-599e8d172cfd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=94989391-0b1d-49ca-9e5f-92877f21b5c2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0842028 May 08 22:25:13.888357 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [req-1393b241-c8cd-4302-bced-023aee259d50 req-1ed8fcc4-8f67-4137-a04f-2c8bc16fd729 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103629) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 08 22:25:13.889448 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-1393b241-c8cd-4302-bced-023aee259d50 req-1ed8fcc4-8f67-4137-a04f-2c8bc16fd729 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052121 May 08 22:25:13.908635 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-59b51c98-d1b1-4944-8ea7-1f4cc7a8c440 req-9d780e56-38c6-4e1d-93c4-419b5a345e98 service neutron] 10.222.0.44 "GET /v2.0/networks/44ac45dd-2e45-4751-a6f1-05ff285af4f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870821 May 08 22:25:13.967051 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 57980) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:25:14.099348 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-b6b70169-7b9e-4642-a247-b54b5f502b74 req-ed5230c7-0bd6-4bdd-baa8-2f8a764f70f0 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] 10.222.0.44 "GET /v2.0/ports?device_id=698bc391-a3e2-43c3-8efa-7d5d6ada67a1 HTTP/1.1" status: 200 len: 210 time: 0.0510044 May 08 22:25:14.118428 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1393b241-c8cd-4302-bced-023aee259d50 req-1d03e999-11aa-4b79-a750-1bda5eddd7d3 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:25:14.120320 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-1393b241-c8cd-4302-bced-023aee259d50 req-1d03e999-11aa-4b79-a750-1bda5eddd7d3 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports/82e7621a-c795-4e95-b128-51da98ab579e HTTP/1.1" status: 200 len: 940 time: 0.1521657 May 08 22:25:14.692854 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347f72bc-dfb0-46b9-a197-3e3c963fcbac req-0b040165-ef0c-4015-9f65-7956a4ee5bbc tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:25:14.695979 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-347f72bc-dfb0-46b9-a197-3e3c963fcbac req-0b040165-ef0c-4015-9f65-7956a4ee5bbc tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=94989391-0b1d-49ca-9e5f-92877f21b5c2 HTTP/1.1" status: 200 len: 943 time: 0.0648658 May 08 22:25:14.788078 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-347f72bc-dfb0-46b9-a197-3e3c963fcbac req-c638406e-d222-40b8-8f47-68cd0b7eef20 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=51cb9774-2323-4600-8505-b98050a2e52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859892 May 08 22:25:15.198409 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-2bfd980c-5fc9-4b68-b9e3-2127b9fa4b48 req-94212712-6314-4761-b568-552cf59fc2df tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] 10.222.0.44 "GET /v2.0/ports?device_id=698bc391-a3e2-43c3-8efa-7d5d6ada67a1 HTTP/1.1" status: 200 len: 210 time: 0.0271325 May 08 22:25:15.243619 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b51c98-d1b1-4944-8ea7-1f4cc7a8c440 req-7cacc49d-501c-4ed2-ab45-aa7d1a436630 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:25:15.245182 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-59b51c98-d1b1-4944-8ea7-1f4cc7a8c440 req-7cacc49d-501c-4ed2-ab45-aa7d1a436630 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] 10.222.0.24 "GET /v2.0/networks?id=44ac45dd-2e45-4751-a6f1-05ff285af4f4 HTTP/1.1" status: 200 len: 814 time: 0.1082938 May 08 22:25:15.270050 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [req-59b51c98-d1b1-4944-8ea7-1f4cc7a8c440 req-27c9295a-06d9-4622-ad28-f6054f62bf88 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] Request body: {'port': {'device_id': '698bc391-a3e2-43c3-8efa-7d5d6ada67a1', 'network_id': '44ac45dd-2e45-4751-a6f1-05ff285af4f4', 'admin_state_up': True, 'tenant_id': '98569c6958084f168aab55fe69c974a6'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:25:15.376927 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59b51c98-d1b1-4944-8ea7-1f4cc7a8c440 req-27c9295a-06d9-4622-ad28-f6054f62bf88 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] Made reservation on behalf of 98569c6958084f168aab55fe69c974a6 for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 08 22:25:15.380323 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-59b51c98-d1b1-4944-8ea7-1f4cc7a8c440 req-27c9295a-06d9-4622-ad28-f6054f62bf88 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:15.515757 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [req-59b51c98-d1b1-4944-8ea7-1f4cc7a8c440 req-27c9295a-06d9-4622-ad28-f6054f62bf88 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] Allocated IP 172.20.0.14 (44ac45dd-2e45-4751-a6f1-05ff285af4f4/558e68d0-3048-47c2-b2f6-af23df6f8e07/2d135506-758b-4bd4-a203-e47efe409a31) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 08 22:25:15.680456 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-59b51c98-d1b1-4944-8ea7-1f4cc7a8c440 req-27c9295a-06d9-4622-ad28-f6054f62bf88 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] Publish callbacks [] for port (2d135506-758b-4bd4-a203-e47efe409a31), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:15.717296 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-59b51c98-d1b1-4944-8ea7-1f4cc7a8c440 req-27c9295a-06d9-4622-ad28-f6054f62bf88 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791034024012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633834'] for port (2d135506-758b-4bd4-a203-e47efe409a31), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:15.768096 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59b51c98-d1b1-4944-8ea7-1f4cc7a8c440 req-27c9295a-06d9-4622-ad28-f6054f62bf88 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] Network 44ac45dd-2e45-4751-a6f1-05ff285af4f4 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 08 22:25:15.772087 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [req-59b51c98-d1b1-4944-8ea7-1f4cc7a8c440 req-27c9295a-06d9-4622-ad28-f6054f62bf88 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:25:15.773995 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c9295a-06d9-4622-ad28-f6054f62bf88 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] Pushing event updated for resources: {'Port': ['ID=2d135506-758b-4bd4-a203-e47efe409a31,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:25:15.776115 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-59b51c98-d1b1-4944-8ea7-1f4cc7a8c440 req-27c9295a-06d9-4622-ad28-f6054f62bf88 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 08 22:25:15.826116 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b51c98-d1b1-4944-8ea7-1f4cc7a8c440 req-27c9295a-06d9-4622-ad28-f6054f62bf88 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:25:15.826732 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-59b51c98-d1b1-4944-8ea7-1f4cc7a8c440 req-27c9295a-06d9-4622-ad28-f6054f62bf88 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870'] for port (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:15.847684 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-59b51c98-d1b1-4944-8ea7-1f4cc7a8c440 req-27c9295a-06d9-4622-ad28-f6054f62bf88 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5822120 May 08 22:25:15.903614 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64881d0-ffd0-42cb-a5ba-68d8a5335c63 req-dd0ab474-ad76-4981-8ab6-838c72bc5258 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:25:15.905119 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-b64881d0-ffd0-42cb-a5ba-68d8a5335c63 req-dd0ab474-ad76-4981-8ab6-838c72bc5258 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=94989391-0b1d-49ca-9e5f-92877f21b5c2 HTTP/1.1" status: 200 len: 943 time: 0.0456333 May 08 22:25:15.958139 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-b64881d0-ffd0-42cb-a5ba-68d8a5335c63 req-84e82b1f-0447-4e74-8fce-4e7f03671cdd tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=51cb9774-2323-4600-8505-b98050a2e52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471449 May 08 22:25:16.103334 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [req-59b51c98-d1b1-4944-8ea7-1f4cc7a8c440 req-a43f4aa3-845b-43c8-ba31-61815bf41a6c service neutron] Request body: {'port': {'device_id': '698bc391-a3e2-43c3-8efa-7d5d6ada67a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:25:16.190165 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1393b241-c8cd-4302-bced-023aee259d50 req-a338192a-1523-4b18-ac20-f869253c8ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:25:16.191672 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-1393b241-c8cd-4302-bced-023aee259d50 req-a338192a-1523-4b18-ac20-f869253c8ab5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=94989391-0b1d-49ca-9e5f-92877f21b5c2&tenant_id=1ebe3bb7401b4b36966ebb9f16c6c04c HTTP/1.1" status: 200 len: 1127 time: 0.0643778 May 08 22:25:16.197666 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-59b51c98-d1b1-4944-8ea7-1f4cc7a8c440 req-a43f4aa3-845b-43c8-ba31-61815bf41a6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (2d135506-758b-4bd4-a203-e47efe409a31), before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:16.203698 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device 82e7621a-c795-4e95-b128-51da98ab579e no longer exists at agent hyperv_hv-cinder-84051 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 08 22:25:16.256439 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-0ec2e894-71a6-4dda-99b9-5bbde3ba94dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (399f5491-dab9-4373-bd22-64cd7c73418d), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:16.290634 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1393b241-c8cd-4302-bced-023aee259d50 req-91116299-d8b5-4cd6-bd1e-1c1b346659e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:25:16.293033 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-1393b241-c8cd-4302-bced-023aee259d50 req-91116299-d8b5-4cd6-bd1e-1c1b346659e8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1ebe3bb7401b4b36966ebb9f16c6c04c&device_id=94989391-0b1d-49ca-9e5f-92877f21b5c2 HTTP/1.1" status: 200 len: 1127 time: 0.0609677 May 08 22:25:16.309826 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Current status of the port 82e7621a-c795-4e95-b128-51da98ab579e is: DOWN; New status is: DOWN {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:25:16.318709 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bdf456-f202-4d92-8cc2-4a6daad6ad99 req-2d67d982-cd4f-43dd-8588-cc7753031586 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:25:16.320455 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-d7bdf456-f202-4d92-8cc2-4a6daad6ad99 req-2d67d982-cd4f-43dd-8588-cc7753031586 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] 10.222.0.44 "GET /v2.0/ports?device_id=698bc391-a3e2-43c3-8efa-7d5d6ada67a1 HTTP/1.1" status: 200 len: 932 time: 0.0465953 May 08 22:25:16.422703 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-d7bdf456-f202-4d92-8cc2-4a6daad6ad99 req-c5e63007-b9ff-40cb-b79c-4e13e5d4cd7a tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] 10.222.0.44 "GET /v2.0/security-groups?id=63600a3c-76cc-4ea3-9505-8e85369280d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965378 May 08 22:25:16.488929 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1393b241-c8cd-4302-bced-023aee259d50 req-d8509a7f-26b2-4955-840c-63d977e73488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:25:16.490438 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-1393b241-c8cd-4302-bced-023aee259d50 req-d8509a7f-26b2-4955-840c-63d977e73488 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2962a37b-5c8b-493f-a8f7-204192291fd9 HTTP/1.1" status: 200 len: 916 time: 0.1905131 May 08 22:25:16.584439 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-1393b241-c8cd-4302-bced-023aee259d50 req-41899f00-706e-4dcb-8b8d-9389c39e68b8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=82e7621a-c795-4e95-b128-51da98ab579e HTTP/1.1" status: 200 len: 999 time: 0.0879536 May 08 22:25:16.657555 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.notifiers.nova [req-59b51c98-d1b1-4944-8ea7-1f4cc7a8c440 req-a43f4aa3-845b-43c8-ba31-61815bf41a6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d135506-758b-4bd4-a203-e47efe409a31 {{(pid=103629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 08 22:25:16.667787 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-59b51c98-d1b1-4944-8ea7-1f4cc7a8c440 req-a43f4aa3-845b-43c8-ba31-61815bf41a6c service neutron] Publish callbacks [] for port (2d135506-758b-4bd4-a203-e47efe409a31), precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:16.671206 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1393b241-c8cd-4302-bced-023aee259d50 req-b3077bf3-d257-4d59-b739-a6bea7717cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:25:16.672742 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-1393b241-c8cd-4302-bced-023aee259d50 req-b3077bf3-d257-4d59-b739-a6bea7717cfe service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2595fc7c-f188-492f-94ae-311dba05015f HTTP/1.1" status: 200 len: 854 time: 0.0793955 May 08 22:25:16.693477 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.provisioning_blocks [req-59b51c98-d1b1-4944-8ea7-1f4cc7a8c440 req-a43f4aa3-845b-43c8-ba31-61815bf41a6c service neutron] Transition to ACTIVE for port object 2d135506-758b-4bd4-a203-e47efe409a31 will not be triggered until provisioned by entity L2. {{(pid=103629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 08 22:25:16.712736 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-59b51c98-d1b1-4944-8ea7-1f4cc7a8c440 req-a43f4aa3-845b-43c8-ba31-61815bf41a6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59633821'] for port (2d135506-758b-4bd4-a203-e47efe409a31), after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:16.755868 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1393b241-c8cd-4302-bced-023aee259d50 req-ee1762c1-c091-4201-ac87-2b83a603dd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:25:16.757397 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-1393b241-c8cd-4302-bced-023aee259d50 req-ee1762c1-c091-4201-ac87-2b83a603dd01 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2962a37b-5c8b-493f-a8f7-204192291fd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0778520 May 08 22:25:16.780063 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43f4aa3-845b-43c8-ba31-61815bf41a6c service neutron] Pushing event updated for resources: {'Port': ['ID=2d135506-758b-4bd4-a203-e47efe409a31,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:25:16.910262 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-1393b241-c8cd-4302-bced-023aee259d50 req-2ae3fcd9-df93-45b4-b927-36391ef050cb service neutron] 10.222.0.24 "GET /v2.0/networks/2962a37b-5c8b-493f-a8f7-204192291fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428745 May 08 22:25:16.911270 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-59b51c98-d1b1-4944-8ea7-1f4cc7a8c440 req-a43f4aa3-845b-43c8-ba31-61815bf41a6c service neutron] Attempting to bind port 2d135506-758b-4bd4-a203-e47efe409a31 on host hv-cinder-84051 for vnic_type normal with profile {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 08 22:25:16.911593 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-59b51c98-d1b1-4944-8ea7-1f4cc7a8c440 req-a43f4aa3-845b-43c8-ba31-61815bf41a6c service neutron] Attempting to bind port 2d135506-758b-4bd4-a203-e47efe409a31 by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': 'a8fcafd8-8aad-4a8b-9ff2-adcad21b899b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '44ac45dd-2e45-4751-a6f1-05ff285af4f4'}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 08 22:25:16.911906 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b51c98-d1b1-4944-8ea7-1f4cc7a8c440 req-a43f4aa3-845b-43c8-ba31-61815bf41a6c service neutron] Attempting to bind port 2d135506-758b-4bd4-a203-e47efe409a31 on network 44ac45dd-2e45-4751-a6f1-05ff285af4f4 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 08 22:25:16.923353 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b51c98-d1b1-4944-8ea7-1f4cc7a8c440 req-a43f4aa3-845b-43c8-ba31-61815bf41a6c service neutron] Port 2d135506-758b-4bd4-a203-e47efe409a31 on network 44ac45dd-2e45-4751-a6f1-05ff285af4f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 08 22:25:16.923704 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b51c98-d1b1-4944-8ea7-1f4cc7a8c440 req-a43f4aa3-845b-43c8-ba31-61815bf41a6c service neutron] Attempting to bind port 2d135506-758b-4bd4-a203-e47efe409a31 on network 44ac45dd-2e45-4751-a6f1-05ff285af4f4 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 08 22:25:16.961949 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b51c98-d1b1-4944-8ea7-1f4cc7a8c440 req-a43f4aa3-845b-43c8-ba31-61815bf41a6c service neutron] Checking agent: {'id': '50086534-3b0f-4edb-899f-da05c46c2546', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 8, 22, 13, 10), 'started_at': datetime.datetime(2022, 5, 8, 22, 13, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 8, 22, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 08 22:25:16.962619 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b51c98-d1b1-4944-8ea7-1f4cc7a8c440 req-a43f4aa3-845b-43c8-ba31-61815bf41a6c service neutron] Checking segment: {'id': 'a8fcafd8-8aad-4a8b-9ff2-adcad21b899b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '44ac45dd-2e45-4751-a6f1-05ff285af4f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 08 22:25:16.962988 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b51c98-d1b1-4944-8ea7-1f4cc7a8c440 req-a43f4aa3-845b-43c8-ba31-61815bf41a6c service neutron] Bound using segment: {'id': 'a8fcafd8-8aad-4a8b-9ff2-adcad21b899b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '44ac45dd-2e45-4751-a6f1-05ff285af4f4'} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 08 22:25:16.963408 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-59b51c98-d1b1-4944-8ea7-1f4cc7a8c440 req-a43f4aa3-845b-43c8-ba31-61815bf41a6c service neutron] Bound port: 2d135506-758b-4bd4-a203-e47efe409a31, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8fcafd8-8aad-4a8b-9ff2-adcad21b899b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '44ac45dd-2e45-4751-a6f1-05ff285af4f4'}}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 08 22:25:16.963760 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-59b51c98-d1b1-4944-8ea7-1f4cc7a8c440 req-a43f4aa3-845b-43c8-ba31-61815bf41a6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (2d135506-758b-4bd4-a203-e47efe409a31), before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:17.049264 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-1393b241-c8cd-4302-bced-023aee259d50 req-85ade3b0-7ad1-49f2-a864-612b2fade7ed service neutron] 10.222.0.24 "GET /v2.0/networks/2962a37b-5c8b-493f-a8f7-204192291fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323934 May 08 22:25:17.054739 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-59b51c98-d1b1-4944-8ea7-1f4cc7a8c440 req-a43f4aa3-845b-43c8-ba31-61815bf41a6c service neutron] For port 2d135506-758b-4bd4-a203-e47efe409a31, host hv-cinder-84051, cleared binding levels {{(pid=103629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 08 22:25:17.057773 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-59b51c98-d1b1-4944-8ea7-1f4cc7a8c440 req-a43f4aa3-845b-43c8-ba31-61815bf41a6c service neutron] For port 2d135506-758b-4bd4-a203-e47efe409a31, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=2d135506-758b-4bd4-a203-e47efe409a31,segment=NetworkSegment(a8fcafd8-8aad-4a8b-9ff2-adcad21b899b),segment_id=a8fcafd8-8aad-4a8b-9ff2-adcad21b899b)] {{(pid=103629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 08 22:25:17.065478 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-59b51c98-d1b1-4944-8ea7-1f4cc7a8c440 req-a43f4aa3-845b-43c8-ba31-61815bf41a6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59633821'] for port (2d135506-758b-4bd4-a203-e47efe409a31), after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:17.082421 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8866a57-c383-4a82-af04-15beaa7774ff req-05ee9392-5dec-4863-95e9-82d279ec3b70 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:25:17.084014 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-f8866a57-c383-4a82-af04-15beaa7774ff req-05ee9392-5dec-4863-95e9-82d279ec3b70 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=94989391-0b1d-49ca-9e5f-92877f21b5c2 HTTP/1.1" status: 200 len: 943 time: 0.0516593 May 08 22:25:17.101160 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b51c98-d1b1-4944-8ea7-1f4cc7a8c440 req-a43f4aa3-845b-43c8-ba31-61815bf41a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:25:17.101790 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-59b51c98-d1b1-4944-8ea7-1f4cc7a8c440 req-a43f4aa3-845b-43c8-ba31-61815bf41a6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870'] for port (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:17.103205 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-59b51c98-d1b1-4944-8ea7-1f4cc7a8c440 req-a43f4aa3-845b-43c8-ba31-61815bf41a6c service neutron] 10.222.0.24 "PUT /v2.0/ports/2d135506-758b-4bd4-a203-e47efe409a31 HTTP/1.1" status: 200 len: 1094 time: 1.0043900 May 08 22:25:17.105505 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '698bc391-a3e2-43c3-8efa-7d5d6ada67a1', 'tag': '2d135506-758b-4bd4-a203-e47efe409a31'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 08 22:25:17.107752 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cc8a0c475ac6fe54f5122aa5a8750c48412c688b8f67dba420990604a8daf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e59aea7-df6f-4c76-b450-ac42f34b7dd0" -d '{"events": [{"name": "network-changed", "server_uuid": "698bc391-a3e2-43c3-8efa-7d5d6ada67a1", "tag": "2d135506-758b-4bd4-a203-e47efe409a31"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 08 22:25:17.136783 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43f4aa3-845b-43c8-ba31-61815bf41a6c service neutron] Pushing event updated for resources: {'Port': ['ID=2d135506-758b-4bd4-a203-e47efe409a31,revision_number=3']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:25:17.145297 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-f8866a57-c383-4a82-af04-15beaa7774ff req-f911d93e-9e39-46d0-8dd9-ed89f98c750f tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=51cb9774-2323-4600-8505-b98050a2e52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537193 May 08 22:25:17.155988 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 08 May 2022 22:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2237c404-bc8d-41a2-81d9-2a06046a4c9a x-openstack-request-id: req-2237c404-bc8d-41a2-81d9-2a06046a4c9a {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 08 22:25:17.156284 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "698bc391-a3e2-43c3-8efa-7d5d6ada67a1", "tag": "2d135506-758b-4bd4-a203-e47efe409a31", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 08 22:25:17.156541 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2237c404-bc8d-41a2-81d9-2a06046a4c9a {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 08 22:25:17.157031 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2237c404-bc8d-41a2-81d9-2a06046a4c9a'] response: {'name': 'network-changed', 'server_uuid': '698bc391-a3e2-43c3-8efa-7d5d6ada67a1', 'tag': '2d135506-758b-4bd4-a203-e47efe409a31', 'status': 'completed', 'code': 200} May 08 22:25:17.237559 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b51c98-d1b1-4944-8ea7-1f4cc7a8c440 req-3f1827f0-0a43-4c17-8999-751f99399115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:25:17.239086 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-59b51c98-d1b1-4944-8ea7-1f4cc7a8c440 req-3f1827f0-0a43-4c17-8999-751f99399115 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=98569c6958084f168aab55fe69c974a6&device_id=698bc391-a3e2-43c3-8efa-7d5d6ada67a1 HTTP/1.1" status: 200 len: 1128 time: 0.0475800 May 08 22:25:17.262676 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 58056) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:25:17.586913 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa99fdc7-a6e0-47dd-bd4e-1baa8684fc89 req-da576d62-abbf-4042-9c7c-ac3e6aaa69f7 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:25:17.588827 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-aa99fdc7-a6e0-47dd-bd4e-1baa8684fc89 req-da576d62-abbf-4042-9c7c-ac3e6aaa69f7 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] 10.222.0.44 "GET /v2.0/ports?device_id=698bc391-a3e2-43c3-8efa-7d5d6ada67a1 HTTP/1.1" status: 200 len: 944 time: 0.0847414 May 08 22:25:17.634997 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-59b51c98-d1b1-4944-8ea7-1f4cc7a8c440 req-a6232c39-1f88-4bfd-9d20-6faa0adbfd1b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2d135506-758b-4bd4-a203-e47efe409a31 HTTP/1.1" status: 200 len: 217 time: 0.3272963 May 08 22:25:17.686396 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b51c98-d1b1-4944-8ea7-1f4cc7a8c440 req-210d13fc-5347-4d19-b431-faa1bebc8808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:25:17.687941 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-59b51c98-d1b1-4944-8ea7-1f4cc7a8c440 req-210d13fc-5347-4d19-b431-faa1bebc8808 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=558e68d0-3048-47c2-b2f6-af23df6f8e07 HTTP/1.1" status: 200 len: 854 time: 0.0445271 May 08 22:25:17.714261 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-aa99fdc7-a6e0-47dd-bd4e-1baa8684fc89 req-d88900b8-ff3d-4f37-982a-113a4382ca39 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] 10.222.0.44 "GET /v2.0/security-groups?id=63600a3c-76cc-4ea3-9505-8e85369280d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165507 May 08 22:25:17.809976 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d235e1ea-ee8a-4882-b45a-e5635ab7f253 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-786677'] for router_interface (8e291ff0-32e4-4e5d-affc-34ff10dda5b3), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:18.088953 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-d235e1ea-ee8a-4882-b45a-e5635ab7f253 admin admin] Deleting port 6deee425-784f-4ef9-823b-d791d7155c4e {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 08 22:25:18.089617 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d235e1ea-ee8a-4882-b45a-e5635ab7f253 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791034291685'] for port (6deee425-784f-4ef9-823b-d791d7155c4e), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:18.174301 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-d235e1ea-ee8a-4882-b45a-e5635ab7f253 admin admin] For port 6deee425-784f-4ef9-823b-d791d7155c4e, host dv-cinder-840511-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=6deee425-784f-4ef9-823b-d791d7155c4e,segment=NetworkSegment(1780dade-a5f8-4e6b-b9bd-a988dd8e04e7),segment_id=1780dade-a5f8-4e6b-b9bd-a988dd8e04e7)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:25:18.174483 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d235e1ea-ee8a-4882-b45a-e5635ab7f253 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786495'] for port (6deee425-784f-4ef9-823b-d791d7155c4e), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:18.189895 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-d235e1ea-ee8a-4882-b45a-e5635ab7f253 admin admin] Calling delete_port for 6deee425-784f-4ef9-823b-d791d7155c4e owned by network:router_interface {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 08 22:25:18.298163 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bad125-f5d5-4a3b-b324-3e6bef9a9506 req-34ee5f4e-d62f-4eda-a6f4-e02bf68a808c tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:25:18.299667 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-a9bad125-f5d5-4a3b-b324-3e6bef9a9506 req-34ee5f4e-d62f-4eda-a6f4-e02bf68a808c tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=94989391-0b1d-49ca-9e5f-92877f21b5c2 HTTP/1.1" status: 200 len: 943 time: 0.0640209 May 08 22:25:18.401211 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-a9bad125-f5d5-4a3b-b324-3e6bef9a9506 req-821ab95f-8538-409b-8b18-5b252b388da0 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=51cb9774-2323-4600-8505-b98050a2e52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943203 May 08 22:25:18.471013 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d235e1ea-ee8a-4882-b45a-e5635ab7f253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791034301049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791034024021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59173228'] for port (6deee425-784f-4ef9-823b-d791d7155c4e), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:18.490169 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-c8e7ab51-068b-454c-968e-c6a02445d01e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (69aa2ac4-530d-40c2-a84a-3161d84edf61), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:18.506824 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d235e1ea-ee8a-4882-b45a-e5635ab7f253 admin admin] Pushing event deleted for resources: {'Port': ['ID=6deee425-784f-4ef9-823b-d791d7155c4e,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:25:18.698365 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d235e1ea-ee8a-4882-b45a-e5635ab7f253 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1045482'] for router_interface (8e291ff0-32e4-4e5d-affc-34ff10dda5b3), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:19.136004 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38efb6d-4220-4460-88d9-d1ef4d2df5df req-5e38bfb0-dcf5-4098-aa8a-4bd51c015ee0 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:25:19.137662 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-f38efb6d-4220-4460-88d9-d1ef4d2df5df req-5e38bfb0-dcf5-4098-aa8a-4bd51c015ee0 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] 10.222.0.44 "GET /v2.0/ports?device_id=698bc391-a3e2-43c3-8efa-7d5d6ada67a1 HTTP/1.1" status: 200 len: 944 time: 0.0602202 May 08 22:25:19.234993 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-f38efb6d-4220-4460-88d9-d1ef4d2df5df req-3ef0eb85-e48d-4132-a342-af30839e70d3 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] 10.222.0.44 "GET /v2.0/security-groups?id=63600a3c-76cc-4ea3-9505-8e85369280d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599387 May 08 22:25:19.295312 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d235e1ea-ee8a-4882-b45a-e5635ab7f253 admin admin] Router 8e291ff0-32e4-4e5d-affc-34ff10dda5b3 has already been hosted by L3 agent 69aa2ac4-530d-40c2-a84a-3161d84edf61 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 08 22:25:19.372701 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-68d59b13-bdd3-4890-b330-3a9be9bf9791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (167e5ba9-08ef-43b6-aca0-7c88b7f9e735), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:19.412506 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d235e1ea-ee8a-4882-b45a-e5635ab7f253 admin admin] Notify agent at l3_agent.dv-cinder-840511-5-iscsi the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 08 22:25:19.417926 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-d235e1ea-ee8a-4882-b45a-e5635ab7f253 admin admin] 10.222.0.44 "PUT /v2.0/routers/8e291ff0-32e4-4e5d-affc-34ff10dda5b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1539416 May 08 22:25:19.421399 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 58082) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:25:19.427607 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f78d1c-26f3-498b-98d0-9602a18c9ee7 None None] Sync routers for ids ['8e291ff0-32e4-4e5d-affc-34ff10dda5b3'] in dv-cinder-840511-5-iscsi {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 08 22:25:19.456207 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f78d1c-26f3-498b-98d0-9602a18c9ee7 None None] Routers {'8e291ff0-32e4-4e5d-affc-34ff10dda5b3'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:25:19.457530 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-15f78d1c-26f3-498b-98d0-9602a18c9ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:25:18Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['8e291ff0-32e4-4e5d-affc-34ff10dda5b3'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:25:19.556607 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af91e43-f8e3-4229-9def-16fe113c9dd6 req-410f6aa7-f689-4142-8c25-4c8348e2bb81 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:25:19.558280 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-3af91e43-f8e3-4229-9def-16fe113c9dd6 req-410f6aa7-f689-4142-8c25-4c8348e2bb81 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=94989391-0b1d-49ca-9e5f-92877f21b5c2 HTTP/1.1" status: 200 len: 943 time: 0.0583754 May 08 22:25:19.626132 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-3af91e43-f8e3-4229-9def-16fe113c9dd6 req-352d1d08-fa3a-4fc4-a01e-3010a5ddad6b tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=51cb9774-2323-4600-8505-b98050a2e52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583594 May 08 22:25:19.629120 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-49d1685b-02ac-4009-b6e0-c162295040ce admin admin] Publish callbacks [] for router (8e291ff0-32e4-4e5d-affc-34ff10dda5b3), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:19.665003 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-15f78d1c-26f3-498b-98d0-9602a18c9ee7 None None] Set router 8e291ff0-32e4-4e5d-affc-34ff10dda5b3 gateway port host: dv-cinder-840511-5-iscsi {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:25:19.765618 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-49d1685b-02ac-4009-b6e0-c162295040ce admin admin] Publish callbacks [] for router_gateway (8e291ff0-32e4-4e5d-affc-34ff10dda5b3), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:19.828883 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-49d1685b-02ac-4009-b6e0-c162295040ce admin admin] Deleting port 2a091782-ccc9-48ce-b046-9b493d4f29d4 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 08 22:25:19.829236 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-49d1685b-02ac-4009-b6e0-c162295040ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791034291685'] for port (2a091782-ccc9-48ce-b046-9b493d4f29d4), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:19.886279 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-15f78d1c-26f3-498b-98d0-9602a18c9ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'name': 'tempest-AttachVolumeNegativeTest-1605491633-router', 'tenant_id': '489bde08b9284b5f8e5eb2ebc398b963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '2a091782-ccc9-48ce-b046-9b493d4f29d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:15:08Z', 'updated_at': '2022-05-08T22:25:18Z', 'revision_number': 5, 'project_id': '489bde08b9284b5f8e5eb2ebc398b963', 'gw_port': {'id': '2a091782-ccc9-48ce-b046-9b493d4f29d4', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ff:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:15:10Z', 'updated_at': '2022-05-08T22:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi'}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:25:19.913610 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f78d1c-26f3-498b-98d0-9602a18c9ee7 None None] Checking router: 8e291ff0-32e4-4e5d-affc-34ff10dda5b3 for host: dv-cinder-840511-5-iscsi {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 08 22:25:19.922345 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f78d1c-26f3-498b-98d0-9602a18c9ee7 None None] Routers {'8e291ff0-32e4-4e5d-affc-34ff10dda5b3'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:25:19.922886 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-15f78d1c-26f3-498b-98d0-9602a18c9ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:25:18Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['8e291ff0-32e4-4e5d-affc-34ff10dda5b3'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:25:19.931626 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-49d1685b-02ac-4009-b6e0-c162295040ce admin admin] For port 2a091782-ccc9-48ce-b046-9b493d4f29d4, host dv-cinder-840511-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=2a091782-ccc9-48ce-b046-9b493d4f29d4,segment=NetworkSegment(0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa),segment_id=0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:25:19.932070 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-49d1685b-02ac-4009-b6e0-c162295040ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786495'] for port (2a091782-ccc9-48ce-b046-9b493d4f29d4), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:19.947168 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-49d1685b-02ac-4009-b6e0-c162295040ce admin admin] Calling delete_port for 2a091782-ccc9-48ce-b046-9b493d4f29d4 owned by network:router_gateway {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 08 22:25:20.017927 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-15f78d1c-26f3-498b-98d0-9602a18c9ee7 None None] Set router 8e291ff0-32e4-4e5d-affc-34ff10dda5b3 gateway port host: None {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:25:20.075470 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-15f78d1c-26f3-498b-98d0-9602a18c9ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'name': 'tempest-AttachVolumeNegativeTest-1605491633-router', 'tenant_id': '489bde08b9284b5f8e5eb2ebc398b963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:15:08Z', 'updated_at': '2022-05-08T22:25:19Z', 'revision_number': 6, 'project_id': '489bde08b9284b5f8e5eb2ebc398b963', 'gw_port_host': None}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:25:20.103984 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f78d1c-26f3-498b-98d0-9602a18c9ee7 None None] The sync data for ids ['8e291ff0-32e4-4e5d-affc-34ff10dda5b3'] in dv-cinder-840511-5-iscsi is: [{'id': '8e291ff0-32e4-4e5d-affc-34ff10dda5b3', 'name': 'tempest-AttachVolumeNegativeTest-1605491633-router', 'tenant_id': '489bde08b9284b5f8e5eb2ebc398b963', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:15:08Z', 'updated_at': '2022-05-08T22:25:19Z', 'revision_number': 6, 'project_id': '489bde08b9284b5f8e5eb2ebc398b963', 'gw_port_host': None}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 08 22:25:20.174900 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-49d1685b-02ac-4009-b6e0-c162295040ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791034301049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791034024021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633834'] for port (2a091782-ccc9-48ce-b046-9b493d4f29d4), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:20.207219 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d1685b-02ac-4009-b6e0-c162295040ce admin admin] Pushing event deleted for resources: {'Port': ['ID=2a091782-ccc9-48ce-b046-9b493d4f29d4,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:25:20.265989 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-49d1685b-02ac-4009-b6e0-c162295040ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-789703'] for router_gateway (8e291ff0-32e4-4e5d-affc-34ff10dda5b3), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:20.361664 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-49d1685b-02ac-4009-b6e0-c162295040ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15475'] for router (8e291ff0-32e4-4e5d-affc-34ff10dda5b3), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:20.363683 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-49d1685b-02ac-4009-b6e0-c162295040ce admin admin] Publish callbacks [] for router_controller (8e291ff0-32e4-4e5d-affc-34ff10dda5b3), precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:20.387683 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fbff7c-4ffe-4500-adb0-45d8e22bbd95 req-ddd95732-d0e0-4172-9acb-0f53d5c01f5b tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:25:20.389309 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-23fbff7c-4ffe-4500-adb0-45d8e22bbd95 req-ddd95732-d0e0-4172-9acb-0f53d5c01f5b tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] 10.222.0.44 "GET /v2.0/ports?device_id=698bc391-a3e2-43c3-8efa-7d5d6ada67a1 HTTP/1.1" status: 200 len: 944 time: 0.0665190 May 08 22:25:20.414707 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-49d1685b-02ac-4009-b6e0-c162295040ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-790678'] for router (8e291ff0-32e4-4e5d-affc-34ff10dda5b3), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:20.415329 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d1685b-02ac-4009-b6e0-c162295040ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e291ff0-32e4-4e5d-affc-34ff10dda5b3 {{(pid=103629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 08 22:25:20.420742 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-49d1685b-02ac-4009-b6e0-c162295040ce admin admin] Publish callbacks [] for router (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:20.422199 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-49d1685b-02ac-4009-b6e0-c162295040ce admin admin] 10.222.0.44 "DELETE /v2.0/routers/8e291ff0-32e4-4e5d-affc-34ff10dda5b3 HTTP/1.1" status: 204 len: 168 time: 0.9995341 May 08 22:25:20.425135 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 58090) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:25:20.459317 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-23fbff7c-4ffe-4500-adb0-45d8e22bbd95 req-8eabfb1c-814f-4359-b8c8-beee395c4c0f tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] 10.222.0.44 "GET /v2.0/security-groups?id=63600a3c-76cc-4ea3-9505-8e85369280d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627799 May 08 22:25:20.498970 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.db_base_plugin_v2 [None req-46a1c4d0-945f-42a9-a682-05de72420d80 admin admin] Deleting subnet 7cb890a2-14d2-4c0b-a82b-863c0417b5f3 {{(pid=103629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 08 22:25:20.503412 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-46a1c4d0-945f-42a9-a682-05de72420d80 admin admin] Publish callbacks [] for subnet (7cb890a2-14d2-4c0b-a82b-863c0417b5f3), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:20.572272 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-46a1c4d0-945f-42a9-a682-05de72420d80 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3425589'] for subnet (7cb890a2-14d2-4c0b-a82b-863c0417b5f3), precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:20.671519 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-46a1c4d0-945f-42a9-a682-05de72420d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16446418'] for subnet (7cb890a2-14d2-4c0b-a82b-863c0417b5f3), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:20.749191 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-46a1c4d0-945f-42a9-a682-05de72420d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16446411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59633499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59716232'] for subnet (7cb890a2-14d2-4c0b-a82b-863c0417b5f3), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:20.789945 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a1c4d0-945f-42a9-a682-05de72420d80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cb890a2-14d2-4c0b-a82b-863c0417b5f3,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:25:20.795270 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-46a1c4d0-945f-42a9-a682-05de72420d80 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:20.800893 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e38049-354d-4e5f-8546-360450edd32e None None] Network a4734e2d-d908-4b8e-b542-dd83675e0c99 requested from dv-cinder-840511-5-iscsi {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 08 22:25:20.802429 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-46a1c4d0-945f-42a9-a682-05de72420d80 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/7cb890a2-14d2-4c0b-a82b-863c0417b5f3 HTTP/1.1" status: 204 len: 168 time: 0.3760407 May 08 22:25:20.803287 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 58094) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:25:20.812063 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f6be39-8295-4c6c-b4c7-ada49799e97a req-709a5888-71fd-4578-8639-13fde0acb6a0 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:25:20.819847 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-e0f6be39-8295-4c6c-b4c7-ada49799e97a req-709a5888-71fd-4578-8639-13fde0acb6a0 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=94989391-0b1d-49ca-9e5f-92877f21b5c2 HTTP/1.1" status: 200 len: 943 time: 0.0782073 May 08 22:25:20.969182 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-e0f6be39-8295-4c6c-b4c7-ada49799e97a req-74d40fb8-1d07-4e22-beee-95f35769bcc0 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=51cb9774-2323-4600-8505-b98050a2e52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366653 May 08 22:25:20.990084 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f82e6e54-0a06-4075-8e4d-2bf0b0f201e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (1fcc0290-7f55-4633-95cb-6d94e7aa5e57), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:20.998142 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-13f1ae28-33c6-4f96-bb22-8a12f505055b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16411149'] for network (a4734e2d-d908-4b8e-b542-dd83675e0c99), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:21.007192 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device 6deee425-784f-4ef9-823b-d791d7155c4e no longer exists at agent ovs-agent-dv-cinder-840511-5-iscsi {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 08 22:25:21.031074 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] No Port match for: 6deee425-784f-4ef9-823b-d791d7155c4e {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 08 22:25:21.031669 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device 6deee425-784f-4ef9-823b-d791d7155c4e not bound to the agent host dv-cinder-840511-5-iscsi {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 08 22:25:21.033416 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e60b33-697a-47be-9b37-34db888e57f4 None None] DHCP port deletion for a4734e2d-d908-4b8e-b542-dd83675e0c99 request from dv-cinder-840511-5-iscsi {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 08 22:25:21.062707 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-13f1ae28-33c6-4f96-bb22-8a12f505055b admin admin] Deleting port 6426bd6f-f418-460a-896a-072dd342e50b {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 08 22:25:21.063198 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-13f1ae28-33c6-4f96-bb22-8a12f505055b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791034291685'] for port (6426bd6f-f418-460a-896a-072dd342e50b), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:21.084341 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-a7e60b33-697a-47be-9b37-34db888e57f4 None None] Deleting port 6426bd6f-f418-460a-896a-072dd342e50b {{(pid=103630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 08 22:25:21.085029 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a7e60b33-697a-47be-9b37-34db888e57f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791034291685'] for port (6426bd6f-f418-460a-896a-072dd342e50b), before_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:21.158657 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-13f1ae28-33c6-4f96-bb22-8a12f505055b admin admin] For port 6426bd6f-f418-460a-896a-072dd342e50b, host dv-cinder-840511-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=6426bd6f-f418-460a-896a-072dd342e50b,segment=NetworkSegment(1780dade-a5f8-4e6b-b9bd-a988dd8e04e7),segment_id=1780dade-a5f8-4e6b-b9bd-a988dd8e04e7)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:25:21.159042 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-13f1ae28-33c6-4f96-bb22-8a12f505055b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786495'] for port (6426bd6f-f418-460a-896a-072dd342e50b), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:21.165999 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-a7e60b33-697a-47be-9b37-34db888e57f4 None None] For port 6426bd6f-f418-460a-896a-072dd342e50b, host dv-cinder-840511-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=6426bd6f-f418-460a-896a-072dd342e50b,segment=NetworkSegment(1780dade-a5f8-4e6b-b9bd-a988dd8e04e7),segment_id=1780dade-a5f8-4e6b-b9bd-a988dd8e04e7)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:25:21.166746 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a7e60b33-697a-47be-9b37-34db888e57f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786495'] for port (6426bd6f-f418-460a-896a-072dd342e50b), precommit_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:21.183071 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-a7e60b33-697a-47be-9b37-34db888e57f4 None None] Calling delete_port for 6426bd6f-f418-460a-896a-072dd342e50b owned by network:dhcp {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 08 22:25:21.203472 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-13f1ae28-33c6-4f96-bb22-8a12f505055b admin admin] Calling delete_port for 6426bd6f-f418-460a-896a-072dd342e50b owned by network:dhcp {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 08 22:25:21.299264 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a7e60b33-697a-47be-9b37-34db888e57f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791034301049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791034024021'] for port (6426bd6f-f418-460a-896a-072dd342e50b), after_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:21.309598 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-13f1ae28-33c6-4f96-bb22-8a12f505055b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791034301049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791034024021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59173228'] for port (6426bd6f-f418-460a-896a-072dd342e50b), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:21.336238 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e60b33-697a-47be-9b37-34db888e57f4 None None] Pushing event deleted for resources: {'Port': ['ID=6426bd6f-f418-460a-896a-072dd342e50b,revision_number=None']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:25:21.338484 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e60b33-697a-47be-9b37-34db888e57f4 None None] No DVR routers for this DVR port 6426bd6f-f418-460a-896a-072dd342e50b on host dv-cinder-840511-5-iscsi {{(pid=103630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 08 22:25:21.353514 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f1ae28-33c6-4f96-bb22-8a12f505055b admin admin] Pushing event deleted for resources: {'Port': ['ID=6426bd6f-f418-460a-896a-072dd342e50b,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:25:21.355383 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f1ae28-33c6-4f96-bb22-8a12f505055b admin admin] No DVR routers for this DVR port 6426bd6f-f418-460a-896a-072dd342e50b on host dv-cinder-840511-5-iscsi {{(pid=103628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 08 22:25:21.444890 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-13f1ae28-33c6-4f96-bb22-8a12f505055b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16435559', 'neutron.services.segments.db._delete_segments_for_network-8791034498326'] for network (a4734e2d-d908-4b8e-b542-dd83675e0c99), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:21.489884 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.services.segments.db [None req-13f1ae28-33c6-4f96-bb22-8a12f505055b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4734e2d-d908-4b8e-b542-dd83675e0c99']}} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:25:21.510652 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.services.segments.db [None req-13f1ae28-33c6-4f96-bb22-8a12f505055b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1780dade-a5f8-4e6b-b9bd-a988dd8e04e7') {'for_net_delete': True} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:25:21.510947 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.services.segments.db [None req-13f1ae28-33c6-4f96-bb22-8a12f505055b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1780dade-a5f8-4e6b-b9bd-a988dd8e04e7') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:25:21.527035 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-13f1ae28-33c6-4f96-bb22-8a12f505055b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791034500383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59229230'] for segment (1780dade-a5f8-4e6b-b9bd-a988dd8e04e7), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:21.549450 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-13f1ae28-33c6-4f96-bb22-8a12f505055b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16448297'] for segment (1780dade-a5f8-4e6b-b9bd-a988dd8e04e7), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:21.569606 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13f1ae28-33c6-4f96-bb22-8a12f505055b admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=103628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 08 22:25:21.570131 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-13f1ae28-33c6-4f96-bb22-8a12f505055b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16448297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59173183'] for segment (1780dade-a5f8-4e6b-b9bd-a988dd8e04e7), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:21.571895 dv-cinder-840511-5-iscsi neutron-server[103628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 08 22:25:21.571895 dv-cinder-840511-5-iscsi neutron-server[103628]: self.session.flush() May 08 22:25:21.571895 dv-cinder-840511-5-iscsi neutron-server[103628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 08 22:25:21.571895 dv-cinder-840511-5-iscsi neutron-server[103628]: self.session.flush() May 08 22:25:21.571895 dv-cinder-840511-5-iscsi neutron-server[103628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 08 22:25:21.571895 dv-cinder-840511-5-iscsi neutron-server[103628]: self.session.flush() May 08 22:25:21.571895 dv-cinder-840511-5-iscsi neutron-server[103628]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 08 22:25:21.571895 dv-cinder-840511-5-iscsi neutron-server[103628]: self.session.flush() May 08 22:25:21.571895 dv-cinder-840511-5-iscsi neutron-server[103628]: Traceback (most recent call last): May 08 22:25:21.571895 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 08 22:25:21.571895 dv-cinder-840511-5-iscsi neutron-server[103628]: timer() May 08 22:25:21.571895 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 08 22:25:21.571895 dv-cinder-840511-5-iscsi neutron-server[103628]: cb(*args, **kw) May 08 22:25:21.571895 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 08 22:25:21.571895 dv-cinder-840511-5-iscsi neutron-server[103628]: return func(*args, **kwargs) May 08 22:25:21.571895 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 08 22:25:21.571895 dv-cinder-840511-5-iscsi neutron-server[103628]: self._notify() May 08 22:25:21.571895 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 08 22:25:21.571895 dv-cinder-840511-5-iscsi neutron-server[103628]: self.callback(batched_events) May 08 22:25:21.571895 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 08 22:25:21.571895 dv-cinder-840511-5-iscsi neutron-server[103628]: event.method(event) May 08 22:25:21.571895 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 08 22:25:21.571895 dv-cinder-840511-5-iscsi neutron-server[103628]: aggregate_id = self._get_aggregate_id(event.segment_id) May 08 22:25:21.571895 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 08 22:25:21.571895 dv-cinder-840511-5-iscsi neutron-server[103628]: aggregate_uuid = self.p_client.list_aggregates( May 08 22:25:21.571895 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 08 22:25:21.571895 dv-cinder-840511-5-iscsi neutron-server[103628]: return f(self, *a, **k) May 08 22:25:21.571895 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 08 22:25:21.571895 dv-cinder-840511-5-iscsi neutron-server[103628]: return self._get(url).json() May 08 22:25:21.571895 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 08 22:25:21.571895 dv-cinder-840511-5-iscsi neutron-server[103628]: return self._client.get(url, endpoint_filter=self._ks_filter, May 08 22:25:21.571895 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 08 22:25:21.571895 dv-cinder-840511-5-iscsi neutron-server[103628]: return self.request(url, 'GET', **kwargs) May 08 22:25:21.571895 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 08 22:25:21.571895 dv-cinder-840511-5-iscsi neutron-server[103628]: base_url = self.get_endpoint(auth, allow=allow, May 08 22:25:21.571895 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 08 22:25:21.571895 dv-cinder-840511-5-iscsi neutron-server[103628]: auth = self._auth_required(auth, 'determine endpoint URL') May 08 22:25:21.571895 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 08 22:25:21.571895 dv-cinder-840511-5-iscsi neutron-server[103628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 08 22:25:21.571895 dv-cinder-840511-5-iscsi neutron-server[103628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 08 22:25:21.664100 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d933c5-4023-474a-843f-97789a66cc1a req-5123afb9-2bb6-4c93-b094-7875eebbf9a3 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:25:21.665699 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-e7d933c5-4023-474a-843f-97789a66cc1a req-5123afb9-2bb6-4c93-b094-7875eebbf9a3 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] 10.222.0.44 "GET /v2.0/ports?device_id=698bc391-a3e2-43c3-8efa-7d5d6ada67a1 HTTP/1.1" status: 200 len: 944 time: 0.1091897 May 08 22:25:21.694348 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-13f1ae28-33c6-4f96-bb22-8a12f505055b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16435548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-788469'] for network (a4734e2d-d908-4b8e-b542-dd83675e0c99), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:21.698897 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-13f1ae28-33c6-4f96-bb22-8a12f505055b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745315'] for network (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:21.702606 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-13f1ae28-33c6-4f96-bb22-8a12f505055b admin admin] 10.222.0.44 "DELETE /v2.0/networks/a4734e2d-d908-4b8e-b542-dd83675e0c99 HTTP/1.1" status: 204 len: 168 time: 0.8973801 May 08 22:25:21.742509 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f1ae28-33c6-4f96-bb22-8a12f505055b admin admin] Pushing event deleted for resources: {'Network': ['ID=a4734e2d-d908-4b8e-b542-dd83675e0c99,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:25:21.787641 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-e7d933c5-4023-474a-843f-97789a66cc1a req-3d20ef1f-b085-424b-a7ca-fbb0f019dd67 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] 10.222.0.44 "GET /v2.0/security-groups?id=63600a3c-76cc-4ea3-9505-8e85369280d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154041 May 08 22:25:21.919118 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 58100) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:25:21.963891 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-da4c9032-dac8-4b3f-8f7f-c9d5c40a39d8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=489bde08b9284b5f8e5eb2ebc398b963&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0433574 May 08 22:25:21.966346 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 58102) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:25:22.023894 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d10fa2cb-7a8f-4382-ab83-9817c9e3642f admin admin] Publish callbacks [] for security_group (6aa09401-10fc-45d8-b37e-f9d06419ee14), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:22.047770 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d10fa2cb-7a8f-4382-ab83-9817c9e3642f admin admin] Publish callbacks [] for security_group (6aa09401-10fc-45d8-b37e-f9d06419ee14), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:22.127273 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada0eb55-2d83-46d5-bdf0-e6050cedef00 req-3ac40ab2-0d78-4b61-be0a-3e5957a2e546 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:25:22.128932 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-ada0eb55-2d83-46d5-bdf0-e6050cedef00 req-3ac40ab2-0d78-4b61-be0a-3e5957a2e546 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=94989391-0b1d-49ca-9e5f-92877f21b5c2 HTTP/1.1" status: 200 len: 943 time: 0.0759268 May 08 22:25:22.171850 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d10fa2cb-7a8f-4382-ab83-9817c9e3642f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (6aa09401-10fc-45d8-b37e-f9d06419ee14), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:22.174576 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d10fa2cb-7a8f-4382-ab83-9817c9e3642f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:22.175770 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-d10fa2cb-7a8f-4382-ab83-9817c9e3642f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6aa09401-10fc-45d8-b37e-f9d06419ee14 HTTP/1.1" status: 204 len: 168 time: 0.2084107 May 08 22:25:22.196003 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10fa2cb-7a8f-4382-ab83-9817c9e3642f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aa09401-10fc-45d8-b37e-f9d06419ee14,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:25:22.200946 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-ada0eb55-2d83-46d5-bdf0-e6050cedef00 req-7d731471-f166-48ee-bd2b-8fbd3068d011 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=51cb9774-2323-4600-8505-b98050a2e52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615664 May 08 22:25:22.461511 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (7e3c7ef6-abd5-4f0f-b372-b2734b637fd0), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:22.572631 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device 2a091782-ccc9-48ce-b046-9b493d4f29d4 no longer exists at agent ovs-agent-dv-cinder-840511-5-iscsi {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 08 22:25:22.611573 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] No Port match for: 2a091782-ccc9-48ce-b046-9b493d4f29d4 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 08 22:25:22.611998 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device 2a091782-ccc9-48ce-b046-9b493d4f29d4 not bound to the agent host dv-cinder-840511-5-iscsi {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 08 22:25:22.612453 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device 6426bd6f-f418-460a-896a-072dd342e50b no longer exists at agent ovs-agent-dv-cinder-840511-5-iscsi {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 08 22:25:22.646277 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] No Port match for: 6426bd6f-f418-460a-896a-072dd342e50b {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 08 22:25:22.646673 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device 6426bd6f-f418-460a-896a-072dd342e50b not bound to the agent host dv-cinder-840511-5-iscsi {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 08 22:25:22.953561 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4eb71c-5cbf-4e4b-adce-7f73a8684767 req-860084e6-d543-4139-b524-10dd73b9bb0b tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:25:22.955269 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-ac4eb71c-5cbf-4e4b-adce-7f73a8684767 req-860084e6-d543-4139-b524-10dd73b9bb0b tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] 10.222.0.44 "GET /v2.0/ports?device_id=698bc391-a3e2-43c3-8efa-7d5d6ada67a1 HTTP/1.1" status: 200 len: 944 time: 0.0540798 May 08 22:25:23.013713 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-ac4eb71c-5cbf-4e4b-adce-7f73a8684767 req-d1da320f-a0d7-4446-a357-aac377de1faa tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] 10.222.0.44 "GET /v2.0/security-groups?id=63600a3c-76cc-4ea3-9505-8e85369280d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523043 May 08 22:25:23.348898 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff4d291-719a-43c4-b82d-aca17bfc043d req-ad94730f-49e0-45e2-8f20-d92f59f25710 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:25:23.356469 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-0ff4d291-719a-43c4-b82d-aca17bfc043d req-ad94730f-49e0-45e2-8f20-d92f59f25710 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=94989391-0b1d-49ca-9e5f-92877f21b5c2 HTTP/1.1" status: 200 len: 943 time: 0.0637665 May 08 22:25:23.406697 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-0ff4d291-719a-43c4-b82d-aca17bfc043d req-9e3f712d-fab7-4a93-a0f4-cc39f1334909 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=51cb9774-2323-4600-8505-b98050a2e52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493047 May 08 22:25:24.131434 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d29cd24-d05b-4248-81bc-f312b6ecc43d req-3d293ade-e04b-45a7-8f7b-2ea0118c7c00 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:25:24.132949 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-7d29cd24-d05b-4248-81bc-f312b6ecc43d req-3d293ade-e04b-45a7-8f7b-2ea0118c7c00 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] 10.222.0.44 "GET /v2.0/ports?device_id=698bc391-a3e2-43c3-8efa-7d5d6ada67a1 HTTP/1.1" status: 200 len: 944 time: 0.0512869 May 08 22:25:24.185275 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-7d29cd24-d05b-4248-81bc-f312b6ecc43d req-cf1e9895-3777-404d-9670-ab14e8ecec74 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] 10.222.0.44 "GET /v2.0/security-groups?id=63600a3c-76cc-4ea3-9505-8e85369280d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463736 May 08 22:25:24.538203 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5729c3ed-95db-4eb2-9c9a-3d90aefcf65c req-916853c9-6640-4176-bdbf-1fe907464625 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:25:24.539841 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-5729c3ed-95db-4eb2-9c9a-3d90aefcf65c req-916853c9-6640-4176-bdbf-1fe907464625 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=94989391-0b1d-49ca-9e5f-92877f21b5c2 HTTP/1.1" status: 200 len: 943 time: 0.0508177 May 08 22:25:24.613309 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-5729c3ed-95db-4eb2-9c9a-3d90aefcf65c req-64dd2b8b-16fb-43b6-bac6-1951c1034395 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=51cb9774-2323-4600-8505-b98050a2e52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665798 May 08 22:25:25.302205 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bb31bd-7e8d-4057-ace3-d2750079188a req-35b6fbd7-db12-439a-a4ca-faa5ef9a8207 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:25:25.308485 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-c0bb31bd-7e8d-4057-ace3-d2750079188a req-35b6fbd7-db12-439a-a4ca-faa5ef9a8207 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] 10.222.0.44 "GET /v2.0/ports?device_id=698bc391-a3e2-43c3-8efa-7d5d6ada67a1 HTTP/1.1" status: 200 len: 944 time: 0.0549762 May 08 22:25:25.363712 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-c0bb31bd-7e8d-4057-ace3-d2750079188a req-321991e5-71d4-4cac-ae8b-040b31a0cb3c tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] 10.222.0.44 "GET /v2.0/security-groups?id=63600a3c-76cc-4ea3-9505-8e85369280d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538456 May 08 22:25:25.754025 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc64fc14-b7c3-4586-82a3-6d0f226990f4 req-04414da9-fc4b-4afa-bff6-f8b983547569 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:25:25.755978 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-fc64fc14-b7c3-4586-82a3-6d0f226990f4 req-04414da9-fc4b-4afa-bff6-f8b983547569 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=94989391-0b1d-49ca-9e5f-92877f21b5c2 HTTP/1.1" status: 200 len: 943 time: 0.0589054 May 08 22:25:25.807734 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-fc64fc14-b7c3-4586-82a3-6d0f226990f4 req-0626b1d8-8b57-4918-89b0-74d5e8e8014e tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=51cb9774-2323-4600-8505-b98050a2e52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446427 May 08 22:25:26.483126 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5219fe06-578c-4031-931a-9374ebc0a7bc req-37be25ad-4582-47f1-b873-339355abaeda tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:25:26.484499 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-5219fe06-578c-4031-931a-9374ebc0a7bc req-37be25ad-4582-47f1-b873-339355abaeda tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] 10.222.0.44 "GET /v2.0/ports?device_id=698bc391-a3e2-43c3-8efa-7d5d6ada67a1 HTTP/1.1" status: 200 len: 944 time: 0.0518217 May 08 22:25:26.530982 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-5219fe06-578c-4031-931a-9374ebc0a7bc req-d30820c5-0af6-474b-8a00-ac8dbfcf6390 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] 10.222.0.44 "GET /v2.0/security-groups?id=63600a3c-76cc-4ea3-9505-8e85369280d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406590 May 08 22:25:26.944830 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5392d70a-a4f7-4e06-8625-8a0573184f24 req-598cfb70-c8e0-4ea0-9631-1a3448ffaae2 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:25:26.946335 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-5392d70a-a4f7-4e06-8625-8a0573184f24 req-598cfb70-c8e0-4ea0-9631-1a3448ffaae2 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=94989391-0b1d-49ca-9e5f-92877f21b5c2 HTTP/1.1" status: 200 len: 943 time: 0.0549543 May 08 22:25:26.998844 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-5392d70a-a4f7-4e06-8625-8a0573184f24 req-e110ed28-c498-4cfe-b1c9-438478615fe3 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=51cb9774-2323-4600-8505-b98050a2e52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442238 May 08 22:25:27.662657 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f9c51e-796d-4d45-9786-761b73c07359 req-f00c686c-97d2-4034-bcc0-c2ac70de1b7f tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:25:27.664113 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-85f9c51e-796d-4d45-9786-761b73c07359 req-f00c686c-97d2-4034-bcc0-c2ac70de1b7f tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] 10.222.0.44 "GET /v2.0/ports?device_id=698bc391-a3e2-43c3-8efa-7d5d6ada67a1 HTTP/1.1" status: 200 len: 944 time: 0.0586901 May 08 22:25:27.714149 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-85f9c51e-796d-4d45-9786-761b73c07359 req-1f27dd9a-1ae1-4896-ad3f-ff14622fa54a tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] 10.222.0.44 "GET /v2.0/security-groups?id=63600a3c-76cc-4ea3-9505-8e85369280d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442874 May 08 22:25:28.137499 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4baf94a-b03c-4053-ba8d-878ee27bf0d2 req-0d28ba75-bfd2-44d6-8264-d678e490de81 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:25:28.139030 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-e4baf94a-b03c-4053-ba8d-878ee27bf0d2 req-0d28ba75-bfd2-44d6-8264-d678e490de81 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=94989391-0b1d-49ca-9e5f-92877f21b5c2 HTTP/1.1" status: 200 len: 943 time: 0.0566316 May 08 22:25:28.187188 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-e4baf94a-b03c-4053-ba8d-878ee27bf0d2 req-75d1529f-3a60-4f87-bd51-67a9029c956a tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=51cb9774-2323-4600-8505-b98050a2e52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421112 May 08 22:25:28.833855 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd77bc11-336a-44c4-90b4-70e17519a94f req-d5fc9818-ae63-494b-92fb-5f8ad8e24a55 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:25:28.835420 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-dd77bc11-336a-44c4-90b4-70e17519a94f req-d5fc9818-ae63-494b-92fb-5f8ad8e24a55 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] 10.222.0.44 "GET /v2.0/ports?device_id=698bc391-a3e2-43c3-8efa-7d5d6ada67a1 HTTP/1.1" status: 200 len: 944 time: 0.0499015 May 08 22:25:28.887409 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-dd77bc11-336a-44c4-90b4-70e17519a94f req-2fd1ce63-a42a-4762-851c-93225fe02465 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] 10.222.0.44 "GET /v2.0/security-groups?id=63600a3c-76cc-4ea3-9505-8e85369280d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457203 May 08 22:25:29.324367 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e8fc7-90a6-4d9e-a956-4c2f82d28aab req-33204268-68c2-46fa-8311-f72b69dc5266 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:25:29.325987 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-703e8fc7-90a6-4d9e-a956-4c2f82d28aab req-33204268-68c2-46fa-8311-f72b69dc5266 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=94989391-0b1d-49ca-9e5f-92877f21b5c2 HTTP/1.1" status: 200 len: 943 time: 0.0483253 May 08 22:25:29.376893 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-703e8fc7-90a6-4d9e-a956-4c2f82d28aab req-3d3fb852-252b-4aa7-b25b-98051a15232f tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=51cb9774-2323-4600-8505-b98050a2e52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445459 May 08 22:25:30.014937 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-59b51c98-d1b1-4944-8ea7-1f4cc7a8c440 req-13c492c4-8951-40ea-933a-e1173746da63 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=44ac45dd-2e45-4751-a6f1-05ff285af4f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374660 May 08 22:25:30.019523 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b11bb8-86d6-41f8-ac47-e0fe8acfa295 req-1c22aef5-27d1-4c6a-ab1b-6c6766670e87 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:25:30.021046 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-48b11bb8-86d6-41f8-ac47-e0fe8acfa295 req-1c22aef5-27d1-4c6a-ab1b-6c6766670e87 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] 10.222.0.44 "GET /v2.0/ports?device_id=698bc391-a3e2-43c3-8efa-7d5d6ada67a1 HTTP/1.1" status: 200 len: 944 time: 0.0493720 May 08 22:25:30.067539 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-48b11bb8-86d6-41f8-ac47-e0fe8acfa295 req-8d350268-b452-410a-80ee-1077a75342ad tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] 10.222.0.44 "GET /v2.0/security-groups?id=63600a3c-76cc-4ea3-9505-8e85369280d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405955 May 08 22:25:30.514106 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd402024-1cb1-4c27-bdd5-d524dad592a4 req-9bbd910a-6e91-411d-b287-6ba511ab9f6b tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:25:30.515628 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-cd402024-1cb1-4c27-bdd5-d524dad592a4 req-9bbd910a-6e91-411d-b287-6ba511ab9f6b tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=94989391-0b1d-49ca-9e5f-92877f21b5c2 HTTP/1.1" status: 200 len: 943 time: 0.0522385 May 08 22:25:30.564948 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-cd402024-1cb1-4c27-bdd5-d524dad592a4 req-968d6e30-be44-47e7-8b28-f966127cb02a tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=51cb9774-2323-4600-8505-b98050a2e52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424640 May 08 22:25:31.096358 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [req-59b51c98-d1b1-4944-8ea7-1f4cc7a8c440 req-27ea8302-71ee-44cd-b3af-16bef65b5abb service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103629) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 08 22:25:31.098055 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-59b51c98-d1b1-4944-8ea7-1f4cc7a8c440 req-27ea8302-71ee-44cd-b3af-16bef65b5abb service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0086105 May 08 22:25:31.201740 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2f0621-5dfd-4e75-9774-c14617fd9a67 req-0a49c430-7096-4eea-a568-6e61321194b0 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:25:31.203300 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-9d2f0621-5dfd-4e75-9774-c14617fd9a67 req-0a49c430-7096-4eea-a568-6e61321194b0 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] 10.222.0.44 "GET /v2.0/ports?device_id=698bc391-a3e2-43c3-8efa-7d5d6ada67a1 HTTP/1.1" status: 200 len: 944 time: 0.0504284 May 08 22:25:31.214561 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-59b51c98-d1b1-4944-8ea7-1f4cc7a8c440 req-e6e683d0-e13b-4936-915a-4bb78c44be7f service neutron] 10.222.0.24 "GET /v2.0/networks/44ac45dd-2e45-4751-a6f1-05ff285af4f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952740 May 08 22:25:31.252467 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-9d2f0621-5dfd-4e75-9774-c14617fd9a67 req-aab445fe-a612-4238-a9db-1719aac77e55 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] 10.222.0.44 "GET /v2.0/security-groups?id=63600a3c-76cc-4ea3-9505-8e85369280d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430238 May 08 22:25:31.283570 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360ab5ef-c055-4753-b967-7a2f862a43e4 req-052b68b2-3f35-46c4-8c73-e711a1e2ede2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:25:31.285096 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-360ab5ef-c055-4753-b967-7a2f862a43e4 req-052b68b2-3f35-46c4-8c73-e711a1e2ede2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1ebe3bb7401b4b36966ebb9f16c6c04c&device_id=94989391-0b1d-49ca-9e5f-92877f21b5c2 HTTP/1.1" status: 200 len: 1127 time: 0.0822532 May 08 22:25:31.373551 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-59b51c98-d1b1-4944-8ea7-1f4cc7a8c440 req-b9f6c1f4-21f1-496f-a579-9e1924c7df6c service neutron] 10.222.0.24 "GET /v2.0/networks/44ac45dd-2e45-4751-a6f1-05ff285af4f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399152 May 08 22:25:31.414104 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360ab5ef-c055-4753-b967-7a2f862a43e4 req-7143a001-974d-46b6-897b-9d9e043945bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:25:31.416119 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-360ab5ef-c055-4753-b967-7a2f862a43e4 req-7143a001-974d-46b6-897b-9d9e043945bd service neutron] 10.222.0.24 "GET /v2.0/networks?id=2962a37b-5c8b-493f-a8f7-204192291fd9 HTTP/1.1" status: 200 len: 916 time: 0.1090202 May 08 22:25:31.688978 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566370e5-92de-4c6f-a918-b772461b7f12 req-d8f1f600-7dd4-432e-9c65-a2ee7726dd8f tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:25:31.690494 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-566370e5-92de-4c6f-a918-b772461b7f12 req-d8f1f600-7dd4-432e-9c65-a2ee7726dd8f tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=94989391-0b1d-49ca-9e5f-92877f21b5c2 HTTP/1.1" status: 200 len: 943 time: 0.0496964 May 08 22:25:31.742978 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-566370e5-92de-4c6f-a918-b772461b7f12 req-3ab034b9-e408-44fb-89b2-fa460b583811 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=51cb9774-2323-4600-8505-b98050a2e52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460722 May 08 22:25:32.378436 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a07c0ea-7945-43bd-8726-a422a32e46cd req-5c369997-d9ff-4a6b-87e1-68d1f0e958b4 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:25:32.379950 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-2a07c0ea-7945-43bd-8726-a422a32e46cd req-5c369997-d9ff-4a6b-87e1-68d1f0e958b4 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] 10.222.0.44 "GET /v2.0/ports?device_id=698bc391-a3e2-43c3-8efa-7d5d6ada67a1 HTTP/1.1" status: 200 len: 944 time: 0.0547180 May 08 22:25:32.432100 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-2a07c0ea-7945-43bd-8726-a422a32e46cd req-59e5b8d5-c3e2-49e4-a4b5-231d302f8a37 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] 10.222.0.44 "GET /v2.0/security-groups?id=63600a3c-76cc-4ea3-9505-8e85369280d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438077 May 08 22:25:32.871461 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29758a0-da03-4905-8023-b881b28deeb3 req-907a12d2-1781-45dc-b25a-504cac45f8dc tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:25:32.872978 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-e29758a0-da03-4905-8023-b881b28deeb3 req-907a12d2-1781-45dc-b25a-504cac45f8dc tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=94989391-0b1d-49ca-9e5f-92877f21b5c2 HTTP/1.1" status: 200 len: 943 time: 0.0476768 May 08 22:25:32.920718 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-e29758a0-da03-4905-8023-b881b28deeb3 req-698905cd-0282-4c9f-82fe-3f44926183c9 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=51cb9774-2323-4600-8505-b98050a2e52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421252 May 08 22:25:32.996317 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 58264) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:25:33.105864 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-95b94940-5bc8-4697-9cbb-510475d75659 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:33.179254 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-95b94940-5bc8-4697-9cbb-510475d75659 admin admin] Publish callbacks [] for security_group (1737a017-ab7b-4a8c-98d5-b4be86f2b7ff), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:33.185736 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-95b94940-5bc8-4697-9cbb-510475d75659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (1737a017-ab7b-4a8c-98d5-b4be86f2b7ff), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:33.223236 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-95b94940-5bc8-4697-9cbb-510475d75659 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=121777e9ff7148ddac5e9a2595340ce8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2258060 May 08 22:25:33.224170 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b94940-5bc8-4697-9cbb-510475d75659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1737a017-ab7b-4a8c-98d5-b4be86f2b7ff,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:25:33.226216 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 58268) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:25:33.277455 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7b803361-c9c7-46e0-b001-8d4e6eedc5e9 admin admin] Publish callbacks [] for security_group (1737a017-ab7b-4a8c-98d5-b4be86f2b7ff), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:33.298633 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7b803361-c9c7-46e0-b001-8d4e6eedc5e9 admin admin] Publish callbacks [] for security_group (1737a017-ab7b-4a8c-98d5-b4be86f2b7ff), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:33.347451 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7b803361-c9c7-46e0-b001-8d4e6eedc5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (1737a017-ab7b-4a8c-98d5-b4be86f2b7ff), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:33.350445 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7b803361-c9c7-46e0-b001-8d4e6eedc5e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:33.351569 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-7b803361-c9c7-46e0-b001-8d4e6eedc5e9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1737a017-ab7b-4a8c-98d5-b4be86f2b7ff HTTP/1.1" status: 204 len: 168 time: 0.1242628 May 08 22:25:33.359567 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b803361-c9c7-46e0-b001-8d4e6eedc5e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1737a017-ab7b-4a8c-98d5-b4be86f2b7ff,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:25:33.554885 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3529feae-d75a-48fc-9b88-3dc094ea4d42 req-e29c4f0f-67eb-4fd5-81bb-969c976b0a2d tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:25:33.556510 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-3529feae-d75a-48fc-9b88-3dc094ea4d42 req-e29c4f0f-67eb-4fd5-81bb-969c976b0a2d tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] 10.222.0.44 "GET /v2.0/ports?device_id=698bc391-a3e2-43c3-8efa-7d5d6ada67a1 HTTP/1.1" status: 200 len: 944 time: 0.0552680 May 08 22:25:33.605375 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-3529feae-d75a-48fc-9b88-3dc094ea4d42 req-d3d4ead2-33fd-4cac-a936-1bcebdda7b7b tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] 10.222.0.44 "GET /v2.0/security-groups?id=63600a3c-76cc-4ea3-9505-8e85369280d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428431 May 08 22:25:33.610813 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e59aea7-df6f-4c76-b450-ac42f34b7dd0 req-4309ec00-c08d-4fd2-a700-5bde35995d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:25:33.612403 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-4e59aea7-df6f-4c76-b450-ac42f34b7dd0 req-4309ec00-c08d-4fd2-a700-5bde35995d40 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=98569c6958084f168aab55fe69c974a6&device_id=698bc391-a3e2-43c3-8efa-7d5d6ada67a1 HTTP/1.1" status: 200 len: 1128 time: 0.0785398 May 08 22:25:33.639716 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-360ab5ef-c055-4753-b967-7a2f862a43e4 req-07e154af-c64c-42fd-a252-b8d0d61b014d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=82e7621a-c795-4e95-b128-51da98ab579e HTTP/1.1" status: 200 len: 999 time: 0.1127191 May 08 22:25:33.735302 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360ab5ef-c055-4753-b967-7a2f862a43e4 req-09db48aa-3c3b-44df-869d-8854e92da686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:25:33.736490 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-360ab5ef-c055-4753-b967-7a2f862a43e4 req-09db48aa-3c3b-44df-869d-8854e92da686 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2595fc7c-f188-492f-94ae-311dba05015f HTTP/1.1" status: 200 len: 854 time: 0.0870686 May 08 22:25:33.784402 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e59aea7-df6f-4c76-b450-ac42f34b7dd0 req-962cb175-bea4-4a3d-bc23-d3549c10641d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:25:33.786028 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-4e59aea7-df6f-4c76-b450-ac42f34b7dd0 req-962cb175-bea4-4a3d-bc23-d3549c10641d service neutron] 10.222.0.24 "GET /v2.0/networks?id=44ac45dd-2e45-4751-a6f1-05ff285af4f4 HTTP/1.1" status: 200 len: 915 time: 0.1579928 May 08 22:25:33.791381 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360ab5ef-c055-4753-b967-7a2f862a43e4 req-922231a3-6884-4e11-bbe9-0645792f15b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:25:33.792814 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-360ab5ef-c055-4753-b967-7a2f862a43e4 req-922231a3-6884-4e11-bbe9-0645792f15b0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2962a37b-5c8b-493f-a8f7-204192291fd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488958 May 08 22:25:33.847045 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-4e59aea7-df6f-4c76-b450-ac42f34b7dd0 req-34aea3f7-bcf1-4a1a-99f7-6fa7f8d66db8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2d135506-758b-4bd4-a203-e47efe409a31 HTTP/1.1" status: 200 len: 217 time: 0.0527954 May 08 22:25:33.922926 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e59aea7-df6f-4c76-b450-ac42f34b7dd0 req-055ee05d-8915-4593-b5f4-626981ca6b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:25:33.924381 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-4e59aea7-df6f-4c76-b450-ac42f34b7dd0 req-055ee05d-8915-4593-b5f4-626981ca6b71 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=558e68d0-3048-47c2-b2f6-af23df6f8e07 HTTP/1.1" status: 200 len: 854 time: 0.0531409 May 08 22:25:33.966013 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-4e59aea7-df6f-4c76-b450-ac42f34b7dd0 req-f44a0bce-288e-42d9-b8a1-61f96075ee44 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=44ac45dd-2e45-4751-a6f1-05ff285af4f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320096 May 08 22:25:33.998382 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-360ab5ef-c055-4753-b967-7a2f862a43e4 req-0b353d7d-d200-4aa6-8353-e008c6d43d50 service neutron] 10.222.0.24 "GET /v2.0/networks/2962a37b-5c8b-493f-a8f7-204192291fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987767 May 08 22:25:34.051713 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b7b671-935c-474a-b985-57439ab69bd7 req-8d3dffff-9d6c-4f00-a542-f87684273395 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:25:34.053238 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-64b7b671-935c-474a-b985-57439ab69bd7 req-8d3dffff-9d6c-4f00-a542-f87684273395 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=94989391-0b1d-49ca-9e5f-92877f21b5c2 HTTP/1.1" status: 200 len: 943 time: 0.0502012 May 08 22:25:34.103907 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-64b7b671-935c-474a-b985-57439ab69bd7 req-9bd7ea15-0d69-4d17-9ba7-516d78f74aca tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=51cb9774-2323-4600-8505-b98050a2e52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435615 May 08 22:25:34.129041 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-4e59aea7-df6f-4c76-b450-ac42f34b7dd0 req-ec636c41-525e-496f-a506-229f5dfd0faa service neutron] 10.222.0.24 "GET /v2.0/networks/44ac45dd-2e45-4751-a6f1-05ff285af4f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556327 May 08 22:25:34.159061 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-360ab5ef-c055-4753-b967-7a2f862a43e4 req-2f870450-b727-4c35-9b76-009a20b0c4c7 service neutron] 10.222.0.24 "GET /v2.0/networks/2962a37b-5c8b-493f-a8f7-204192291fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358132 May 08 22:25:34.226841 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-4e59aea7-df6f-4c76-b450-ac42f34b7dd0 req-460e2a27-e6d1-4eb7-8ea4-ebb4af90fb6f service neutron] 10.222.0.24 "GET /v2.0/networks/44ac45dd-2e45-4751-a6f1-05ff285af4f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891576 May 08 22:25:34.309400 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device 2d135506-758b-4bd4-a203-e47efe409a31 details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=103630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 08 22:25:34.414866 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] For port 2d135506-758b-4bd4-a203-e47efe409a31, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=2d135506-758b-4bd4-a203-e47efe409a31,segment=NetworkSegment(a8fcafd8-8aad-4a8b-9ff2-adcad21b899b),segment_id=a8fcafd8-8aad-4a8b-9ff2-adcad21b899b)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:25:34.427529 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Returning: {'device': '2d135506-758b-4bd4-a203-e47efe409a31', 'network_id': '44ac45dd-2e45-4751-a6f1-05ff285af4f4', 'port_id': '2d135506-758b-4bd4-a203-e47efe409a31', 'mac_address': 'fa:16:3e:c8:d5:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '558e68d0-3048-47c2-b2f6-af23df6f8e07', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 08 22:25:34.466565 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Current status of the port 2d135506-758b-4bd4-a203-e47efe409a31 is: DOWN; New status is: BUILD {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:25:34.466956 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (2d135506-758b-4bd4-a203-e47efe409a31), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:34.480466 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.notifiers.nova [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d135506-758b-4bd4-a203-e47efe409a31 {{(pid=103630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 08 22:25:34.500496 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] For port 2d135506-758b-4bd4-a203-e47efe409a31, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=2d135506-758b-4bd4-a203-e47efe409a31,segment=NetworkSegment(a8fcafd8-8aad-4a8b-9ff2-adcad21b899b),segment_id=a8fcafd8-8aad-4a8b-9ff2-adcad21b899b)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:25:34.505584 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (2d135506-758b-4bd4-a203-e47efe409a31), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:34.556603 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Pushing event updated for resources: {'Port': ['ID=2d135506-758b-4bd4-a203-e47efe409a31,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:25:34.721045 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00853532-97e3-4d09-b800-ea3c03181154 req-bf7b5ea2-7bf0-4915-9e9a-96e8e46638b4 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:25:34.722537 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-00853532-97e3-4d09-b800-ea3c03181154 req-bf7b5ea2-7bf0-4915-9e9a-96e8e46638b4 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] 10.222.0.44 "GET /v2.0/ports?device_id=698bc391-a3e2-43c3-8efa-7d5d6ada67a1 HTTP/1.1" status: 200 len: 945 time: 0.0487802 May 08 22:25:34.771221 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-00853532-97e3-4d09-b800-ea3c03181154 req-b4f88a6a-775b-4cb1-95c8-dbf23cce1003 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] 10.222.0.44 "GET /v2.0/security-groups?id=63600a3c-76cc-4ea3-9505-8e85369280d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426292 May 08 22:25:34.931272 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] get_ports_and_sgs() called for port_ids ['2d135506-758b-4bd4-a203-e47efe409a31'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 08 22:25:35.016984 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 58320) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:25:35.122559 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-40309246-6a32-487f-ad1d-1d878ac85c54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:35.199546 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-40309246-6a32-487f-ad1d-1d878ac85c54 admin admin] Publish callbacks [] for security_group (e8fd25c9-cdf5-4722-99ef-63d487b0f968), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:35.205024 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-40309246-6a32-487f-ad1d-1d878ac85c54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (e8fd25c9-cdf5-4722-99ef-63d487b0f968), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:35.223051 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f4cf5a-bd2f-4cff-9de5-e692f3c5f452 req-5fc1a6c0-0dd8-4e4c-b52f-ef8986ed6370 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:25:35.224807 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-27f4cf5a-bd2f-4cff-9de5-e692f3c5f452 req-5fc1a6c0-0dd8-4e4c-b52f-ef8986ed6370 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=94989391-0b1d-49ca-9e5f-92877f21b5c2 HTTP/1.1" status: 200 len: 943 time: 0.0469546 May 08 22:25:35.245577 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-40309246-6a32-487f-ad1d-1d878ac85c54 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fe6a715bf3d84b5ca940a6a233f51422&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2271080 May 08 22:25:35.247581 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40309246-6a32-487f-ad1d-1d878ac85c54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8fd25c9-cdf5-4722-99ef-63d487b0f968,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:25:35.249601 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 58326) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:25:35.293376 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-27f4cf5a-bd2f-4cff-9de5-e692f3c5f452 req-6b6b289f-6d7c-4ec7-9630-1e85b71a02b0 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=51cb9774-2323-4600-8505-b98050a2e52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626459 May 08 22:25:35.318768 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-028728bf-8a5b-487c-89ff-4281ed22ca25 admin admin] Publish callbacks [] for security_group (e8fd25c9-cdf5-4722-99ef-63d487b0f968), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:35.341400 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-028728bf-8a5b-487c-89ff-4281ed22ca25 admin admin] Publish callbacks [] for security_group (e8fd25c9-cdf5-4722-99ef-63d487b0f968), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:35.390975 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-028728bf-8a5b-487c-89ff-4281ed22ca25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (e8fd25c9-cdf5-4722-99ef-63d487b0f968), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:35.393615 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-028728bf-8a5b-487c-89ff-4281ed22ca25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:35.394814 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-028728bf-8a5b-487c-89ff-4281ed22ca25 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e8fd25c9-cdf5-4722-99ef-63d487b0f968 HTTP/1.1" status: 204 len: 168 time: 0.1431510 May 08 22:25:35.402972 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028728bf-8a5b-487c-89ff-4281ed22ca25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8fd25c9-cdf5-4722-99ef-63d487b0f968,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:25:35.684255 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 58332) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:25:35.698091 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c90eb78c-efd0-4dd5-935a-4bd60c691c39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:35.774874 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c90eb78c-efd0-4dd5-935a-4bd60c691c39 admin admin] Publish callbacks [] for security_group (0671a8d0-eeee-429b-b791-f009da58891e), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:35.781094 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c90eb78c-efd0-4dd5-935a-4bd60c691c39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (0671a8d0-eeee-429b-b791-f009da58891e), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:35.819381 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-c90eb78c-efd0-4dd5-935a-4bd60c691c39 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1d4e35b1eda4443aaaee77da89996308&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1339588 May 08 22:25:35.820298 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90eb78c-efd0-4dd5-935a-4bd60c691c39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0671a8d0-eeee-429b-b791-f009da58891e,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:25:35.823057 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 58336) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:25:35.877251 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-19c7a8fb-2df0-404e-b5c8-c2ace04ba2bd admin admin] Publish callbacks [] for security_group (0671a8d0-eeee-429b-b791-f009da58891e), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:35.894024 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a647d08-10db-4ca8-b38c-28f5d3285b0e req-135a42b7-cb1c-4c61-8e3c-dd9683664cb4 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:25:35.895575 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-8a647d08-10db-4ca8-b38c-28f5d3285b0e req-135a42b7-cb1c-4c61-8e3c-dd9683664cb4 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] 10.222.0.44 "GET /v2.0/ports?device_id=698bc391-a3e2-43c3-8efa-7d5d6ada67a1 HTTP/1.1" status: 200 len: 945 time: 0.0504279 May 08 22:25:35.898092 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-19c7a8fb-2df0-404e-b5c8-c2ace04ba2bd admin admin] Publish callbacks [] for security_group (0671a8d0-eeee-429b-b791-f009da58891e), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:35.945022 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-19c7a8fb-2df0-404e-b5c8-c2ace04ba2bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (0671a8d0-eeee-429b-b791-f009da58891e), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:35.945288 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-8a647d08-10db-4ca8-b38c-28f5d3285b0e req-de8dda97-2fe8-4792-9bfc-0e18609ca50c tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] 10.222.0.44 "GET /v2.0/security-groups?id=63600a3c-76cc-4ea3-9505-8e85369280d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433755 May 08 22:25:35.947544 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-19c7a8fb-2df0-404e-b5c8-c2ace04ba2bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:35.951179 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-19c7a8fb-2df0-404e-b5c8-c2ace04ba2bd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0671a8d0-eeee-429b-b791-f009da58891e HTTP/1.1" status: 204 len: 168 time: 0.1242447 May 08 22:25:35.957258 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c7a8fb-2df0-404e-b5c8-c2ace04ba2bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0671a8d0-eeee-429b-b791-f009da58891e,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:25:36.309211 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device 2d135506-758b-4bd4-a203-e47efe409a31 up at agent hyperv_hv-cinder-84051 {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 08 22:25:36.359289 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Provisioning for port 2d135506-758b-4bd4-a203-e47efe409a31 completed by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 08 22:25:36.366962 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Provisioning complete for port 2d135506-758b-4bd4-a203-e47efe409a31 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:25:36.367377 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (2d135506-758b-4bd4-a203-e47efe409a31), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:36.429162 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9fa21-5bf8-46a4-a6d8-5f4e50030a06 req-9e08a5aa-f139-4972-8332-630dd7cbcf50 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:25:36.431128 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-fef9fa21-5bf8-46a4-a6d8-5f4e50030a06 req-9e08a5aa-f139-4972-8332-630dd7cbcf50 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=94989391-0b1d-49ca-9e5f-92877f21b5c2 HTTP/1.1" status: 200 len: 943 time: 0.0495875 May 08 22:25:36.452088 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Current status of the port 2d135506-758b-4bd4-a203-e47efe409a31 is: BUILD; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:25:36.452462 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (2d135506-758b-4bd4-a203-e47efe409a31), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:36.477296 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '698bc391-a3e2-43c3-8efa-7d5d6ada67a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d135506-758b-4bd4-a203-e47efe409a31'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 08 22:25:36.479657 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bcef9e280bae9da70c0250555725ec84c8fe71b1405edcfc00240691fe86bce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7804b91c-34bb-4f58-bc99-70c9dbf34ba1" -d '{"events": [{"server_uuid": "698bc391-a3e2-43c3-8efa-7d5d6ada67a1", "name": "network-vif-plugged", "status": "completed", "tag": "2d135506-758b-4bd4-a203-e47efe409a31"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 08 22:25:36.486886 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-fef9fa21-5bf8-46a4-a6d8-5f4e50030a06 req-109ebe27-804a-47e0-8abc-6626039868a8 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=51cb9774-2323-4600-8505-b98050a2e52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494998 May 08 22:25:36.496286 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] For port 2d135506-758b-4bd4-a203-e47efe409a31, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=2d135506-758b-4bd4-a203-e47efe409a31,segment=NetworkSegment(a8fcafd8-8aad-4a8b-9ff2-adcad21b899b),segment_id=a8fcafd8-8aad-4a8b-9ff2-adcad21b899b)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:25:36.516092 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (2d135506-758b-4bd4-a203-e47efe409a31), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:36.538862 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 08 May 2022 22:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-299100fd-2d34-4af1-b396-51e5c86b2ebb x-openstack-request-id: req-299100fd-2d34-4af1-b396-51e5c86b2ebb {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 08 22:25:36.539251 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "698bc391-a3e2-43c3-8efa-7d5d6ada67a1", "name": "network-vif-plugged", "status": "completed", "tag": "2d135506-758b-4bd4-a203-e47efe409a31", "code": 200}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 08 22:25:36.539578 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-299100fd-2d34-4af1-b396-51e5c86b2ebb {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 08 22:25:36.540103 dv-cinder-840511-5-iscsi neutron-server[103630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-299100fd-2d34-4af1-b396-51e5c86b2ebb'] response: {'server_uuid': '698bc391-a3e2-43c3-8efa-7d5d6ada67a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d135506-758b-4bd4-a203-e47efe409a31', 'code': 200} May 08 22:25:36.569118 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Pushing event updated for resources: {'Port': ['ID=2d135506-758b-4bd4-a203-e47efe409a31,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:25:37.059447 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b68bba-3d0b-4e32-afb3-b7355f7a3485 req-b664fa0c-5546-4d23-97aa-14d824cf2777 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:25:37.060960 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-40b68bba-3d0b-4e32-afb3-b7355f7a3485 req-b664fa0c-5546-4d23-97aa-14d824cf2777 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] 10.222.0.44 "GET /v2.0/ports?device_id=698bc391-a3e2-43c3-8efa-7d5d6ada67a1 HTTP/1.1" status: 200 len: 946 time: 0.0465868 May 08 22:25:37.114387 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-40b68bba-3d0b-4e32-afb3-b7355f7a3485 req-8f0e1505-1a02-48d1-94e1-ab36d0abb175 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] 10.222.0.44 "GET /v2.0/security-groups?id=63600a3c-76cc-4ea3-9505-8e85369280d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474668 May 08 22:25:37.612205 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb57983-acc5-49d3-a460-0d43f2fe4115 req-9cd43838-deac-45fe-b762-e8843ac61108 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:25:37.613731 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-dbb57983-acc5-49d3-a460-0d43f2fe4115 req-9cd43838-deac-45fe-b762-e8843ac61108 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=94989391-0b1d-49ca-9e5f-92877f21b5c2 HTTP/1.1" status: 200 len: 943 time: 0.0497575 May 08 22:25:37.663860 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-dbb57983-acc5-49d3-a460-0d43f2fe4115 req-0f82ba40-5643-4162-8c24-17dc1efc5bcb tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=51cb9774-2323-4600-8505-b98050a2e52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423622 May 08 22:25:37.818093 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f697d4-977c-41bd-87e2-1012e4d5848d req-8a74f3bc-330f-4f77-b64a-146ac926c0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:25:37.819623 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-77f697d4-977c-41bd-87e2-1012e4d5848d req-8a74f3bc-330f-4f77-b64a-146ac926c0d2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=698bc391-a3e2-43c3-8efa-7d5d6ada67a1 HTTP/1.1" status: 200 len: 1130 time: 0.1325464 May 08 22:25:37.866568 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-77f697d4-977c-41bd-87e2-1012e4d5848d req-fdb6e698-8307-4b83-bede-837b94d0587e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=63600a3c-76cc-4ea3-9505-8e85369280d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401542 May 08 22:25:38.232517 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3963f71-081e-4f47-8fe5-39f47591a0fc req-43215bb5-5b13-4b6b-aebc-d2085777c66d tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:25:38.234027 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-f3963f71-081e-4f47-8fe5-39f47591a0fc req-43215bb5-5b13-4b6b-aebc-d2085777c66d tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] 10.222.0.44 "GET /v2.0/ports?device_id=698bc391-a3e2-43c3-8efa-7d5d6ada67a1 HTTP/1.1" status: 200 len: 946 time: 0.0491180 May 08 22:25:38.280163 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-f3963f71-081e-4f47-8fe5-39f47591a0fc req-bbb812a9-7d93-4d54-908f-a7c24fc869ca tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] 10.222.0.44 "GET /v2.0/security-groups?id=63600a3c-76cc-4ea3-9505-8e85369280d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401897 May 08 22:25:38.327627 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device 82e7621a-c795-4e95-b128-51da98ab579e details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=103630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 08 22:25:38.430910 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] For port 82e7621a-c795-4e95-b128-51da98ab579e, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=82e7621a-c795-4e95-b128-51da98ab579e,segment=NetworkSegment(33fc6b3c-a604-4cee-a3d5-5a89d0b49ae0),segment_id=33fc6b3c-a604-4cee-a3d5-5a89d0b49ae0)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:25:38.442807 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Returning: {'device': '82e7621a-c795-4e95-b128-51da98ab579e', 'network_id': '2962a37b-5c8b-493f-a8f7-204192291fd9', 'port_id': '82e7621a-c795-4e95-b128-51da98ab579e', 'mac_address': 'fa:16:3e:51:e0:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2595fc7c-f188-492f-94ae-311dba05015f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 08 22:25:38.483356 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Current status of the port 82e7621a-c795-4e95-b128-51da98ab579e is: DOWN; New status is: BUILD {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:25:38.484356 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (82e7621a-c795-4e95-b128-51da98ab579e), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:38.499556 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.notifiers.nova [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82e7621a-c795-4e95-b128-51da98ab579e {{(pid=103630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 08 22:25:38.521758 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] For port 82e7621a-c795-4e95-b128-51da98ab579e, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=82e7621a-c795-4e95-b128-51da98ab579e,segment=NetworkSegment(33fc6b3c-a604-4cee-a3d5-5a89d0b49ae0),segment_id=33fc6b3c-a604-4cee-a3d5-5a89d0b49ae0)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:25:38.527097 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (82e7621a-c795-4e95-b128-51da98ab579e), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:38.543603 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 58416) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:25:38.574837 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Pushing event updated for resources: {'Port': ['ID=82e7621a-c795-4e95-b128-51da98ab579e,revision_number=9']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:25:38.653693 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2145f78a-7cf9-4a4b-91a6-1d08a410b72f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:38.732292 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2145f78a-7cf9-4a4b-91a6-1d08a410b72f admin admin] Publish callbacks [] for security_group (7e76b980-64cf-4462-99fc-4c8998336630), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:38.737589 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2145f78a-7cf9-4a4b-91a6-1d08a410b72f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (7e76b980-64cf-4462-99fc-4c8998336630), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:38.776484 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-2145f78a-7cf9-4a4b-91a6-1d08a410b72f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f56449a1a36e42288a8b7d1e5ba3a434&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2317686 May 08 22:25:38.777581 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2145f78a-7cf9-4a4b-91a6-1d08a410b72f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e76b980-64cf-4462-99fc-4c8998336630,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:25:38.779472 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 58422) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:25:38.800259 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7c42e8-b87d-4a98-8905-6d8889cded65 req-daa6723d-ec25-4955-a3c1-25bac9574040 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:25:38.801902 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-ef7c42e8-b87d-4a98-8905-6d8889cded65 req-daa6723d-ec25-4955-a3c1-25bac9574040 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=94989391-0b1d-49ca-9e5f-92877f21b5c2 HTTP/1.1" status: 200 len: 944 time: 0.0598481 May 08 22:25:38.869827 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-01d9de5d-3c51-4657-94c0-06e2d31a616b admin admin] Publish callbacks [] for security_group (7e76b980-64cf-4462-99fc-4c8998336630), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:38.874186 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-ef7c42e8-b87d-4a98-8905-6d8889cded65 req-273001de-afd3-4eed-b0be-37426de0386b tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=51cb9774-2323-4600-8505-b98050a2e52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668707 May 08 22:25:38.894979 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-01d9de5d-3c51-4657-94c0-06e2d31a616b admin admin] Publish callbacks [] for security_group (7e76b980-64cf-4462-99fc-4c8998336630), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:38.945503 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-01d9de5d-3c51-4657-94c0-06e2d31a616b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (7e76b980-64cf-4462-99fc-4c8998336630), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:38.948711 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-01d9de5d-3c51-4657-94c0-06e2d31a616b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:38.949789 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-01d9de5d-3c51-4657-94c0-06e2d31a616b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7e76b980-64cf-4462-99fc-4c8998336630 HTTP/1.1" status: 204 len: 168 time: 0.1693125 May 08 22:25:38.957273 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d9de5d-3c51-4657-94c0-06e2d31a616b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e76b980-64cf-4462-99fc-4c8998336630,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:25:39.053312 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] get_ports_and_sgs() called for port_ids ['82e7621a-c795-4e95-b128-51da98ab579e'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 08 22:25:39.226301 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 58428) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:25:39.241811 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-52050fd2-c8cf-4557-b596-8f008810b0ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:39.316306 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-52050fd2-c8cf-4557-b596-8f008810b0ff admin admin] Publish callbacks [] for security_group (01663530-f6bf-452e-905b-f1bfa4b0f93c), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:39.321424 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-52050fd2-c8cf-4557-b596-8f008810b0ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (01663530-f6bf-452e-905b-f1bfa4b0f93c), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:39.373624 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-52050fd2-c8cf-4557-b596-8f008810b0ff admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1f4bca54e6144117a95ebea18c83de93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1461608 May 08 22:25:39.376468 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 58432) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:25:39.389525 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52050fd2-c8cf-4557-b596-8f008810b0ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01663530-f6bf-452e-905b-f1bfa4b0f93c,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:25:39.411994 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceabd36-8184-47d3-b9d3-54317699ed12 req-360d73a3-d7b8-4f2d-b1ac-d245660ad12b tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:25:39.413602 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-5ceabd36-8184-47d3-b9d3-54317699ed12 req-360d73a3-d7b8-4f2d-b1ac-d245660ad12b tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] 10.222.0.44 "GET /v2.0/ports?device_id=698bc391-a3e2-43c3-8efa-7d5d6ada67a1 HTTP/1.1" status: 200 len: 946 time: 0.0651791 May 08 22:25:39.427584 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-693e9f5d-b991-40ff-934c-fb3e6ea52b60 admin admin] Publish callbacks [] for security_group (01663530-f6bf-452e-905b-f1bfa4b0f93c), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:39.450923 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-693e9f5d-b991-40ff-934c-fb3e6ea52b60 admin admin] Publish callbacks [] for security_group (01663530-f6bf-452e-905b-f1bfa4b0f93c), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:39.464288 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-5ceabd36-8184-47d3-b9d3-54317699ed12 req-88c65c74-9a5b-49a4-bdd9-93a0ed6fef4c tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] 10.222.0.44 "GET /v2.0/security-groups?id=63600a3c-76cc-4ea3-9505-8e85369280d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447810 May 08 22:25:39.502062 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-693e9f5d-b991-40ff-934c-fb3e6ea52b60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (01663530-f6bf-452e-905b-f1bfa4b0f93c), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:39.505103 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-693e9f5d-b991-40ff-934c-fb3e6ea52b60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:39.506323 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-693e9f5d-b991-40ff-934c-fb3e6ea52b60 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/01663530-f6bf-452e-905b-f1bfa4b0f93c HTTP/1.1" status: 204 len: 168 time: 0.1287594 May 08 22:25:39.516790 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693e9f5d-b991-40ff-934c-fb3e6ea52b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01663530-f6bf-452e-905b-f1bfa4b0f93c,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:25:40.006910 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7cf8dd-284e-4dd1-b326-a3b4d436e65d req-eb9f8db5-7160-4c78-917d-3ebcf0c636c3 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:25:40.008382 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-fb7cf8dd-284e-4dd1-b326-a3b4d436e65d req-eb9f8db5-7160-4c78-917d-3ebcf0c636c3 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=94989391-0b1d-49ca-9e5f-92877f21b5c2 HTTP/1.1" status: 200 len: 944 time: 0.0509953 May 08 22:25:40.058783 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-fb7cf8dd-284e-4dd1-b326-a3b4d436e65d req-194d105e-b71b-4df2-a3c8-97786995b40c tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=51cb9774-2323-4600-8505-b98050a2e52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446975 May 08 22:25:40.325494 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (50086534-3b0f-4edb-899f-da05c46c2546), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:40.354037 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device 82e7621a-c795-4e95-b128-51da98ab579e up at agent hyperv_hv-cinder-84051 {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 08 22:25:40.406035 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Provisioning complete for port 82e7621a-c795-4e95-b128-51da98ab579e triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:25:40.406432 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (82e7621a-c795-4e95-b128-51da98ab579e), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:40.494768 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Current status of the port 82e7621a-c795-4e95-b128-51da98ab579e is: BUILD; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:25:40.495166 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (82e7621a-c795-4e95-b128-51da98ab579e), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:40.520554 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94989391-0b1d-49ca-9e5f-92877f21b5c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82e7621a-c795-4e95-b128-51da98ab579e'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 08 22:25:40.523187 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bcef9e280bae9da70c0250555725ec84c8fe71b1405edcfc00240691fe86bce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f255b759-7613-4c1b-a4e1-44af534d501a" -d '{"events": [{"server_uuid": "94989391-0b1d-49ca-9e5f-92877f21b5c2", "name": "network-vif-plugged", "status": "completed", "tag": "82e7621a-c795-4e95-b128-51da98ab579e"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 08 22:25:40.537647 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] For port 82e7621a-c795-4e95-b128-51da98ab579e, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=82e7621a-c795-4e95-b128-51da98ab579e,segment=NetworkSegment(33fc6b3c-a604-4cee-a3d5-5a89d0b49ae0),segment_id=33fc6b3c-a604-4cee-a3d5-5a89d0b49ae0)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:25:40.543134 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (82e7621a-c795-4e95-b128-51da98ab579e), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:40.569691 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 08 May 2022 22:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ba72b4-7034-44ca-bebd-8ff3b3e76cd5 x-openstack-request-id: req-33ba72b4-7034-44ca-bebd-8ff3b3e76cd5 {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 08 22:25:40.569983 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94989391-0b1d-49ca-9e5f-92877f21b5c2", "name": "network-vif-plugged", "status": "completed", "tag": "82e7621a-c795-4e95-b128-51da98ab579e", "code": 200}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 08 22:25:40.570234 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-33ba72b4-7034-44ca-bebd-8ff3b3e76cd5 {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 08 22:25:40.570631 dv-cinder-840511-5-iscsi neutron-server[103630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33ba72b4-7034-44ca-bebd-8ff3b3e76cd5'] response: {'server_uuid': '94989391-0b1d-49ca-9e5f-92877f21b5c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82e7621a-c795-4e95-b128-51da98ab579e', 'code': 200} May 08 22:25:40.596296 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Pushing event updated for resources: {'Port': ['ID=82e7621a-c795-4e95-b128-51da98ab579e,revision_number=10']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:25:40.675318 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 58526) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:25:40.786242 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-867d6437-e813-402b-bcac-304e6ef69025 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:40.867178 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-867d6437-e813-402b-bcac-304e6ef69025 admin admin] Publish callbacks [] for security_group (68400095-f9d4-4d55-a73f-8f1d41fbdb59), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:40.873188 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-867d6437-e813-402b-bcac-304e6ef69025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (68400095-f9d4-4d55-a73f-8f1d41fbdb59), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:40.912315 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-867d6437-e813-402b-bcac-304e6ef69025 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=13acea66751341ceb090045d82c26097&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2358994 May 08 22:25:40.913217 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867d6437-e813-402b-bcac-304e6ef69025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68400095-f9d4-4d55-a73f-8f1d41fbdb59,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:25:40.916201 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 58532) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:25:40.972124 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b29fe96e-1ee0-4ac4-8931-2412e12412f7 admin admin] Publish callbacks [] for security_group (68400095-f9d4-4d55-a73f-8f1d41fbdb59), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:40.998945 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b29fe96e-1ee0-4ac4-8931-2412e12412f7 admin admin] Publish callbacks [] for security_group (68400095-f9d4-4d55-a73f-8f1d41fbdb59), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:41.051860 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b29fe96e-1ee0-4ac4-8931-2412e12412f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (68400095-f9d4-4d55-a73f-8f1d41fbdb59), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:41.054368 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-b29fe96e-1ee0-4ac4-8931-2412e12412f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:41.058846 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-b29fe96e-1ee0-4ac4-8931-2412e12412f7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/68400095-f9d4-4d55-a73f-8f1d41fbdb59 HTTP/1.1" status: 204 len: 168 time: 0.1381001 May 08 22:25:41.064328 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29fe96e-1ee0-4ac4-8931-2412e12412f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68400095-f9d4-4d55-a73f-8f1d41fbdb59,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:25:41.171134 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ff8e44-16e1-42f8-9daa-925ef52987b3 req-9d4cd3b7-7981-41f9-8493-48aef7b2cc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:25:41.173313 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-27ff8e44-16e1-42f8-9daa-925ef52987b3 req-9d4cd3b7-7981-41f9-8493-48aef7b2cc91 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=94989391-0b1d-49ca-9e5f-92877f21b5c2 HTTP/1.1" status: 200 len: 1130 time: 0.0426874 May 08 22:25:41.191477 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63985ba5-78c9-4915-845b-6838fb65c439 req-ca0ee4c5-6252-42f8-86f7-11bc923a1a9d tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:25:41.193194 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-63985ba5-78c9-4915-845b-6838fb65c439 req-ca0ee4c5-6252-42f8-86f7-11bc923a1a9d tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=94989391-0b1d-49ca-9e5f-92877f21b5c2 HTTP/1.1" status: 200 len: 946 time: 0.0508387 May 08 22:25:41.227990 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-27ff8e44-16e1-42f8-9daa-925ef52987b3 req-e3fe22f2-7edf-4f36-8032-6afd6434effd service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=51cb9774-2323-4600-8505-b98050a2e52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481162 May 08 22:25:41.245192 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-63985ba5-78c9-4915-845b-6838fb65c439 req-2909368e-a8bc-444a-923f-e5dacd92aabf tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=51cb9774-2323-4600-8505-b98050a2e52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437810 May 08 22:25:41.864821 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.agents_db [None req-09216671-537f-4251-a64c-737ccd42d6d2 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 08 22:25:42.385042 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf5c41d-7279-4483-b5c1-52bf4aa560f3 req-c653c7b8-0997-4c84-85be-d95c06a2f874 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:25:42.386398 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-cdf5c41d-7279-4483-b5c1-52bf4aa560f3 req-c653c7b8-0997-4c84-85be-d95c06a2f874 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=94989391-0b1d-49ca-9e5f-92877f21b5c2 HTTP/1.1" status: 200 len: 946 time: 0.0589945 May 08 22:25:42.440256 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-cdf5c41d-7279-4483-b5c1-52bf4aa560f3 req-539f1620-9298-471a-98e0-9e3c2df47a65 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=51cb9774-2323-4600-8505-b98050a2e52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452549 May 08 22:25:43.572058 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee7447-2051-47f4-8bed-02cb4601297e req-d572f1c9-5a4d-4808-87b1-e5b50ba45a75 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:25:43.573570 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-6dee7447-2051-47f4-8bed-02cb4601297e req-d572f1c9-5a4d-4808-87b1-e5b50ba45a75 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=94989391-0b1d-49ca-9e5f-92877f21b5c2 HTTP/1.1" status: 200 len: 946 time: 0.0563047 May 08 22:25:43.625504 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-6dee7447-2051-47f4-8bed-02cb4601297e req-0d8b7604-05cc-4668-91bc-5718f9ea74a0 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=51cb9774-2323-4600-8505-b98050a2e52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460482 May 08 22:25:44.708978 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 58624) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:25:44.754058 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860ca474-eabb-45a6-b664-6a8f0e17f2d6 req-1c268732-c4dc-4362-bc85-9097d4fd960d tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:25:44.755536 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-860ca474-eabb-45a6-b664-6a8f0e17f2d6 req-1c268732-c4dc-4362-bc85-9097d4fd960d tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=94989391-0b1d-49ca-9e5f-92877f21b5c2 HTTP/1.1" status: 200 len: 946 time: 0.0505896 May 08 22:25:44.806307 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-860ca474-eabb-45a6-b664-6a8f0e17f2d6 req-142a9f65-1316-489b-a4a5-c0f47b923125 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=51cb9774-2323-4600-8505-b98050a2e52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444741 May 08 22:25:44.820788 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3f6f0ae3-17f5-43f0-a620-73a14cd6df48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:44.898185 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3f6f0ae3-17f5-43f0-a620-73a14cd6df48 admin admin] Publish callbacks [] for security_group (4cf316cf-f98f-4d2d-878e-d1234baf2dc8), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:44.903421 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3f6f0ae3-17f5-43f0-a620-73a14cd6df48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (4cf316cf-f98f-4d2d-878e-d1234baf2dc8), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:44.945642 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-3f6f0ae3-17f5-43f0-a620-73a14cd6df48 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c6c5edd253e04078940e45f1b76fdbd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2354739 May 08 22:25:44.946376 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6f0ae3-17f5-43f0-a620-73a14cd6df48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf316cf-f98f-4d2d-878e-d1234baf2dc8,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:25:44.948648 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 58630) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:25:45.009043 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c55dbc28-1b26-4e9b-8e6e-47f02f2afefa admin admin] Publish callbacks [] for security_group (4cf316cf-f98f-4d2d-878e-d1234baf2dc8), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:45.030560 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c55dbc28-1b26-4e9b-8e6e-47f02f2afefa admin admin] Publish callbacks [] for security_group (4cf316cf-f98f-4d2d-878e-d1234baf2dc8), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:45.091521 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c55dbc28-1b26-4e9b-8e6e-47f02f2afefa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (4cf316cf-f98f-4d2d-878e-d1234baf2dc8), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:45.094270 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c55dbc28-1b26-4e9b-8e6e-47f02f2afefa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:45.095429 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-c55dbc28-1b26-4e9b-8e6e-47f02f2afefa admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4cf316cf-f98f-4d2d-878e-d1234baf2dc8 HTTP/1.1" status: 204 len: 168 time: 0.1457741 May 08 22:25:45.103666 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55dbc28-1b26-4e9b-8e6e-47f02f2afefa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf316cf-f98f-4d2d-878e-d1234baf2dc8,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:25:46.219060 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-d05ad150-3a87-419e-88b6-b44bc61c52bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (399f5491-dab9-4373-bd22-64cd7c73418d), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:48.485328 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-94ffe423-4dea-4c49-916d-78f83552b078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (69aa2ac4-530d-40c2-a84a-3161d84edf61), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:49.380608 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-68d59b13-bdd3-4890-b330-3a9be9bf9791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (167e5ba9-08ef-43b6-aca0-7c88b7f9e735), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:50.977831 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f82e6e54-0a06-4075-8e4d-2bf0b0f201e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (1fcc0290-7f55-4633-95cb-6d94e7aa5e57), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:25:52.469578 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (7e3c7ef6-abd5-4f0f-b372-b2734b637fd0), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:26:10.369739 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (50086534-3b0f-4edb-899f-da05c46c2546), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:26:16.228136 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-305da30b-07ce-4646-abc9-bd5c48439b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (399f5491-dab9-4373-bd22-64cd7c73418d), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:26:18.490862 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-c07db3be-b341-4e91-a9a1-1668f1fd1307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (69aa2ac4-530d-40c2-a84a-3161d84edf61), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:26:18.864425 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.agents_db [None req-09216671-537f-4251-a64c-737ccd42d6d2 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 08 22:26:19.045149 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-a5944eaf-b310-40c7-a81c-b327f14e8c41 req-5fa1de83-87a1-468d-8a0d-e587e4c5acf8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=afbf7350-e2c5-4de7-b190-3dd8db0cbdfb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408885 May 08 22:26:19.123525 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5944eaf-b310-40c7-a81c-b327f14e8c41 req-bf474026-422e-4498-a10f-47dff4aaf43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:26:19.125032 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-a5944eaf-b310-40c7-a81c-b327f14e8c41 req-bf474026-422e-4498-a10f-47dff4aaf43b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=71ff1b3aaa864388b9a5646942d2bffb&device_id=afbf7350-e2c5-4de7-b190-3dd8db0cbdfb HTTP/1.1" status: 200 len: 1129 time: 0.0397542 May 08 22:26:19.235434 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5944eaf-b310-40c7-a81c-b327f14e8c41 req-529eafbb-2fbc-4e71-b7db-5c5d7838a4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:26:19.236980 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-a5944eaf-b310-40c7-a81c-b327f14e8c41 req-529eafbb-2fbc-4e71-b7db-5c5d7838a4b6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3de5004b-d04a-43ec-83df-7f6e082747db HTTP/1.1" status: 200 len: 912 time: 0.0906124 May 08 22:26:19.302002 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-a5944eaf-b310-40c7-a81c-b327f14e8c41 req-924985e7-2875-4d6f-a1e5-e202e5ddc5b0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c902de2-58a7-4169-a553-b65b32da667a HTTP/1.1" status: 200 len: 1001 time: 0.0573094 May 08 22:26:19.351825 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5944eaf-b310-40c7-a81c-b327f14e8c41 req-245b6d80-eaf4-4f3e-821c-d16817297117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:26:19.353323 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-a5944eaf-b310-40c7-a81c-b327f14e8c41 req-245b6d80-eaf4-4f3e-821c-d16817297117 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f90310f9-89a9-4caa-b723-9c87d4a911ed HTTP/1.1" status: 200 len: 850 time: 0.0443540 May 08 22:26:19.378280 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-68d59b13-bdd3-4890-b330-3a9be9bf9791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (167e5ba9-08ef-43b6-aca0-7c88b7f9e735), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:26:19.401058 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5944eaf-b310-40c7-a81c-b327f14e8c41 req-19c63869-b6f8-4be2-822c-6b0b41fdf2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:26:19.402620 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-a5944eaf-b310-40c7-a81c-b327f14e8c41 req-19c63869-b6f8-4be2-822c-6b0b41fdf2f8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3de5004b-d04a-43ec-83df-7f6e082747db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429487 May 08 22:26:19.491767 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-a5944eaf-b310-40c7-a81c-b327f14e8c41 req-31998d41-00dd-4101-957b-7e112ed5c2a9 service neutron] 10.222.0.24 "GET /v2.0/networks/3de5004b-d04a-43ec-83df-7f6e082747db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819218 May 08 22:26:19.589133 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-a5944eaf-b310-40c7-a81c-b327f14e8c41 req-96121784-ca11-4164-9199-0ea6616b2bdf service neutron] 10.222.0.24 "GET /v2.0/networks/3de5004b-d04a-43ec-83df-7f6e082747db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902009 May 08 22:26:20.977506 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f82e6e54-0a06-4075-8e4d-2bf0b0f201e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (1fcc0290-7f55-4633-95cb-6d94e7aa5e57), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:26:22.454820 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (7e3c7ef6-abd5-4f0f-b372-b2734b637fd0), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:26:23.250067 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-99ba1b8c-e390-409a-a658-1cfd86199e54 req-eb350741-9787-43bc-b878-7279fcde7d4f tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1748933590&fields=id&tenant_id=71ff1b3aaa864388b9a5646942d2bffb HTTP/1.1" status: 200 len: 267 time: 0.0483103 May 08 22:26:23.369034 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ba1b8c-e390-409a-a658-1cfd86199e54 req-184cdd9e-615c-4db4-9618-a0c3834b20e4 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:26:23.370397 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-99ba1b8c-e390-409a-a658-1cfd86199e54 req-184cdd9e-615c-4db4-9618-a0c3834b20e4 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/networks?id=3de5004b-d04a-43ec-83df-7f6e082747db HTTP/1.1" status: 200 len: 811 time: 0.1133542 May 08 22:26:23.389157 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-99ba1b8c-e390-409a-a658-1cfd86199e54 req-052ca5e0-0a2d-4959-b44c-29a4739dbd7c tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/quotas/71ff1b3aaa864388b9a5646942d2bffb HTTP/1.1" status: 200 len: 375 time: 0.0110846 May 08 22:26:23.444455 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-99ba1b8c-e390-409a-a658-1cfd86199e54 req-71896fad-135d-4811-9c00-2dd7363c6456 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=71ff1b3aaa864388b9a5646942d2bffb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0486214 May 08 22:26:23.554674 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [req-99ba1b8c-e390-409a-a658-1cfd86199e54 req-c2d1d890-ad82-41c4-936f-a411efcc1681 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103628) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 08 22:26:23.556005 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-99ba1b8c-e390-409a-a658-1cfd86199e54 req-c2d1d890-ad82-41c4-936f-a411efcc1681 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1005540 May 08 22:26:23.649957 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-99ba1b8c-e390-409a-a658-1cfd86199e54 req-f36db692-6f30-49a5-9abd-baae87e57fe4 service neutron] 10.222.0.44 "GET /v2.0/networks/3de5004b-d04a-43ec-83df-7f6e082747db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876391 May 08 22:26:23.753416 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-99ba1b8c-e390-409a-a658-1cfd86199e54 req-2ee9d032-2b9e-4e6c-8261-3a58084698e6 service neutron] 10.222.0.44 "GET /v2.0/networks/3de5004b-d04a-43ec-83df-7f6e082747db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953195 May 08 22:26:24.062514 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-d42a02c3-08ca-4186-9b46-4583f205ef0e req-7bb6cc76-98d7-4be4-8bc0-73c82328a13d tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfb7cbdf-1852-4a6d-9239-79bb074de065 HTTP/1.1" status: 200 len: 210 time: 0.0294118 May 08 22:26:24.085041 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 58968) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:26:24.185924 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d706b6fc-a32b-46c5-a824-d4ccaad7b3e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:26:24.261534 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d706b6fc-a32b-46c5-a824-d4ccaad7b3e7 admin admin] Publish callbacks [] for security_group (4d712776-96ca-43e1-b55c-35734102e091), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:26:24.267193 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d706b6fc-a32b-46c5-a824-d4ccaad7b3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (4d712776-96ca-43e1-b55c-35734102e091), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:26:24.305081 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d706b6fc-a32b-46c5-a824-d4ccaad7b3e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d712776-96ca-43e1-b55c-35734102e091,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:26:24.308861 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-d706b6fc-a32b-46c5-a824-d4ccaad7b3e7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=06da14578f7a47e4b966b0ac6619364a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2227883 May 08 22:26:24.311741 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 58976) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:26:24.314958 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d706b6fc-a32b-46c5-a824-d4ccaad7b3e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:26:24.315305 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d706b6fc-a32b-46c5-a824-d4ccaad7b3e7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:26:24.315642 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d706b6fc-a32b-46c5-a824-d4ccaad7b3e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:26:24.316161 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d706b6fc-a32b-46c5-a824-d4ccaad7b3e7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:26:24.316492 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d706b6fc-a32b-46c5-a824-d4ccaad7b3e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:26:24.316854 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d706b6fc-a32b-46c5-a824-d4ccaad7b3e7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:26:24.317179 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d706b6fc-a32b-46c5-a824-d4ccaad7b3e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:26:24.317535 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d706b6fc-a32b-46c5-a824-d4ccaad7b3e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:26:24.317878 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d706b6fc-a32b-46c5-a824-d4ccaad7b3e7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:26:24.318151 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d706b6fc-a32b-46c5-a824-d4ccaad7b3e7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:26:24.318477 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d706b6fc-a32b-46c5-a824-d4ccaad7b3e7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:26:24.318827 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d706b6fc-a32b-46c5-a824-d4ccaad7b3e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:26:24.319130 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d706b6fc-a32b-46c5-a824-d4ccaad7b3e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:26:24.319443 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d706b6fc-a32b-46c5-a824-d4ccaad7b3e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:26:24.319739 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d706b6fc-a32b-46c5-a824-d4ccaad7b3e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:26:24.365254 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0bd95f96-4d0c-4bb4-8bbd-5eaaafbad801 admin admin] Publish callbacks [] for security_group (4d712776-96ca-43e1-b55c-35734102e091), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:26:24.398970 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0bd95f96-4d0c-4bb4-8bbd-5eaaafbad801 admin admin] Publish callbacks [] for security_group (4d712776-96ca-43e1-b55c-35734102e091), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:26:24.467838 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0bd95f96-4d0c-4bb4-8bbd-5eaaafbad801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (4d712776-96ca-43e1-b55c-35734102e091), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:26:24.470792 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-0bd95f96-4d0c-4bb4-8bbd-5eaaafbad801 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:26:24.472140 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-0bd95f96-4d0c-4bb4-8bbd-5eaaafbad801 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4d712776-96ca-43e1-b55c-35734102e091 HTTP/1.1" status: 204 len: 168 time: 0.1588295 May 08 22:26:24.483455 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd95f96-4d0c-4bb4-8bbd-5eaaafbad801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d712776-96ca-43e1-b55c-35734102e091,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:26:24.496691 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd95f96-4d0c-4bb4-8bbd-5eaaafbad801 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:26:24.497251 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd95f96-4d0c-4bb4-8bbd-5eaaafbad801 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:26:24.497726 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd95f96-4d0c-4bb4-8bbd-5eaaafbad801 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:26:24.498238 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd95f96-4d0c-4bb4-8bbd-5eaaafbad801 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:26:24.498794 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd95f96-4d0c-4bb4-8bbd-5eaaafbad801 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:26:24.499161 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd95f96-4d0c-4bb4-8bbd-5eaaafbad801 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:26:24.499675 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd95f96-4d0c-4bb4-8bbd-5eaaafbad801 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:26:24.500173 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd95f96-4d0c-4bb4-8bbd-5eaaafbad801 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:26:24.500715 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd95f96-4d0c-4bb4-8bbd-5eaaafbad801 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:26:24.501350 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd95f96-4d0c-4bb4-8bbd-5eaaafbad801 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:26:24.501828 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd95f96-4d0c-4bb4-8bbd-5eaaafbad801 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:26:24.502472 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd95f96-4d0c-4bb4-8bbd-5eaaafbad801 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:26:24.502978 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd95f96-4d0c-4bb4-8bbd-5eaaafbad801 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:26:24.503528 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd95f96-4d0c-4bb4-8bbd-5eaaafbad801 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:26:24.503976 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd95f96-4d0c-4bb4-8bbd-5eaaafbad801 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:26:25.165732 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-aa2fca5c-69a9-4fd5-8ab7-e851f2b3779b req-07af791b-078c-447c-8c29-ba3496ea5e8b tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfb7cbdf-1852-4a6d-9239-79bb074de065 HTTP/1.1" status: 200 len: 210 time: 0.0321774 May 08 22:26:25.295021 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ba1b8c-e390-409a-a658-1cfd86199e54 req-de114509-a309-4271-8efe-774719fd508c tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:26:25.296547 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-99ba1b8c-e390-409a-a658-1cfd86199e54 req-de114509-a309-4271-8efe-774719fd508c tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.24 "GET /v2.0/networks?id=3de5004b-d04a-43ec-83df-7f6e082747db HTTP/1.1" status: 200 len: 811 time: 0.1099038 May 08 22:26:25.371191 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-99ba1b8c-e390-409a-a658-1cfd86199e54 req-d2ceb295-03ea-4c96-87af-f37f9e476618 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71ff1b3aaa864388b9a5646942d2bffb HTTP/1.1" status: 200 len: 380 time: 0.0549006 May 08 22:26:25.379598 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [req-99ba1b8c-e390-409a-a658-1cfd86199e54 req-19e04d15-9398-460f-a7a1-7105efaf904b tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Request body: {'port': {'device_id': 'dfb7cbdf-1852-4a6d-9239-79bb074de065', 'network_id': '3de5004b-d04a-43ec-83df-7f6e082747db', 'admin_state_up': True, 'tenant_id': '71ff1b3aaa864388b9a5646942d2bffb', 'security_groups': ['88647e77-4ac1-462b-871f-d58f9f7f242f']}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:26:25.496249 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99ba1b8c-e390-409a-a658-1cfd86199e54 req-19e04d15-9398-460f-a7a1-7105efaf904b tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Made reservation on behalf of 71ff1b3aaa864388b9a5646942d2bffb for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 08 22:26:25.499639 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-99ba1b8c-e390-409a-a658-1cfd86199e54 req-19e04d15-9398-460f-a7a1-7105efaf904b tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:26:25.636486 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [req-99ba1b8c-e390-409a-a658-1cfd86199e54 req-19e04d15-9398-460f-a7a1-7105efaf904b tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Allocated IP 172.20.0.12 (3de5004b-d04a-43ec-83df-7f6e082747db/f90310f9-89a9-4caa-b723-9c87d4a911ed/edf21e03-44bc-4caa-a50e-fc650b2e5c4e) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 08 22:26:25.799424 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-99ba1b8c-e390-409a-a658-1cfd86199e54 req-19e04d15-9398-460f-a7a1-7105efaf904b tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks [] for port (edf21e03-44bc-4caa-a50e-fc650b2e5c4e), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:26:25.834148 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-99ba1b8c-e390-409a-a658-1cfd86199e54 req-19e04d15-9398-460f-a7a1-7105efaf904b tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791034024012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633834'] for port (edf21e03-44bc-4caa-a50e-fc650b2e5c4e), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:26:25.875224 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99ba1b8c-e390-409a-a658-1cfd86199e54 req-19e04d15-9398-460f-a7a1-7105efaf904b tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Network 3de5004b-d04a-43ec-83df-7f6e082747db is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 08 22:26:25.878348 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [req-99ba1b8c-e390-409a-a658-1cfd86199e54 req-19e04d15-9398-460f-a7a1-7105efaf904b tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:26:25.883888 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-99ba1b8c-e390-409a-a658-1cfd86199e54 req-19e04d15-9398-460f-a7a1-7105efaf904b tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 08 22:26:25.890120 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e04d15-9398-460f-a7a1-7105efaf904b tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Pushing event updated for resources: {'Port': ['ID=edf21e03-44bc-4caa-a50e-fc650b2e5c4e,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:26:25.937442 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ba1b8c-e390-409a-a658-1cfd86199e54 req-19e04d15-9398-460f-a7a1-7105efaf904b tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:26:25.938156 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-99ba1b8c-e390-409a-a658-1cfd86199e54 req-19e04d15-9398-460f-a7a1-7105efaf904b tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870'] for port (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:26:25.956164 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-99ba1b8c-e390-409a-a658-1cfd86199e54 req-19e04d15-9398-460f-a7a1-7105efaf904b tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5801499 May 08 22:26:25.987638 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [req-99ba1b8c-e390-409a-a658-1cfd86199e54 req-01815e87-5544-4a5b-8eca-7e7595fdfab4 service neutron] Request body: {'port': {'device_id': 'dfb7cbdf-1852-4a6d-9239-79bb074de065', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:26:26.054270 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-99ba1b8c-e390-409a-a658-1cfd86199e54 req-01815e87-5544-4a5b-8eca-7e7595fdfab4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (edf21e03-44bc-4caa-a50e-fc650b2e5c4e), before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:26:26.070078 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-2f5b3711-f838-4a02-968f-7352f9397f69 None None] Provisioning complete for port edf21e03-44bc-4caa-a50e-fc650b2e5c4e triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:26:26.070672 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-2f5b3711-f838-4a02-968f-7352f9397f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (edf21e03-44bc-4caa-a50e-fc650b2e5c4e), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:26:26.105587 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-2f5b3711-f838-4a02-968f-7352f9397f69 None None] Port edf21e03-44bc-4caa-a50e-fc650b2e5c4e cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 08 22:26:26.281906 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3690f7b8-cdcd-45da-9fe3-a28cd11fc85f req-1ace9031-74e9-4160-a0fa-aaadd897ac0a tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:26:26.283409 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-3690f7b8-cdcd-45da-9fe3-a28cd11fc85f req-1ace9031-74e9-4160-a0fa-aaadd897ac0a tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfb7cbdf-1852-4a6d-9239-79bb074de065 HTTP/1.1" status: 200 len: 932 time: 0.0462470 May 08 22:26:26.318445 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.notifiers.nova [req-99ba1b8c-e390-409a-a658-1cfd86199e54 req-01815e87-5544-4a5b-8eca-7e7595fdfab4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edf21e03-44bc-4caa-a50e-fc650b2e5c4e {{(pid=103629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 08 22:26:26.325788 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-99ba1b8c-e390-409a-a658-1cfd86199e54 req-01815e87-5544-4a5b-8eca-7e7595fdfab4 service neutron] Publish callbacks [] for port (edf21e03-44bc-4caa-a50e-fc650b2e5c4e), precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:26:26.332463 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-3690f7b8-cdcd-45da-9fe3-a28cd11fc85f req-ad5a010f-fd53-48c2-b6eb-657a6a0d00f6 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/security-groups?id=88647e77-4ac1-462b-871f-d58f9f7f242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431867 May 08 22:26:26.339174 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.provisioning_blocks [req-99ba1b8c-e390-409a-a658-1cfd86199e54 req-01815e87-5544-4a5b-8eca-7e7595fdfab4 service neutron] Transition to ACTIVE for port object edf21e03-44bc-4caa-a50e-fc650b2e5c4e will not be triggered until provisioned by entity L2. {{(pid=103629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 08 22:26:26.344345 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-99ba1b8c-e390-409a-a658-1cfd86199e54 req-01815e87-5544-4a5b-8eca-7e7595fdfab4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59633821'] for port (edf21e03-44bc-4caa-a50e-fc650b2e5c4e), after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:26:26.396474 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01815e87-5544-4a5b-8eca-7e7595fdfab4 service neutron] Pushing event updated for resources: {'Port': ['ID=edf21e03-44bc-4caa-a50e-fc650b2e5c4e,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:26:26.471175 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-99ba1b8c-e390-409a-a658-1cfd86199e54 req-01815e87-5544-4a5b-8eca-7e7595fdfab4 service neutron] Attempting to bind port edf21e03-44bc-4caa-a50e-fc650b2e5c4e on host hv-cinder-84051 for vnic_type normal with profile {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 08 22:26:26.471683 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-99ba1b8c-e390-409a-a658-1cfd86199e54 req-01815e87-5544-4a5b-8eca-7e7595fdfab4 service neutron] Attempting to bind port edf21e03-44bc-4caa-a50e-fc650b2e5c4e by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': '9d6f81da-5258-4353-b997-51e66ddac969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3de5004b-d04a-43ec-83df-7f6e082747db'}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 08 22:26:26.471994 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ba1b8c-e390-409a-a658-1cfd86199e54 req-01815e87-5544-4a5b-8eca-7e7595fdfab4 service neutron] Attempting to bind port edf21e03-44bc-4caa-a50e-fc650b2e5c4e on network 3de5004b-d04a-43ec-83df-7f6e082747db {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 08 22:26:26.476959 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ba1b8c-e390-409a-a658-1cfd86199e54 req-01815e87-5544-4a5b-8eca-7e7595fdfab4 service neutron] Port edf21e03-44bc-4caa-a50e-fc650b2e5c4e on network 3de5004b-d04a-43ec-83df-7f6e082747db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 08 22:26:26.477275 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ba1b8c-e390-409a-a658-1cfd86199e54 req-01815e87-5544-4a5b-8eca-7e7595fdfab4 service neutron] Attempting to bind port edf21e03-44bc-4caa-a50e-fc650b2e5c4e on network 3de5004b-d04a-43ec-83df-7f6e082747db {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 08 22:26:26.482228 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ba1b8c-e390-409a-a658-1cfd86199e54 req-01815e87-5544-4a5b-8eca-7e7595fdfab4 service neutron] Checking agent: {'id': '50086534-3b0f-4edb-899f-da05c46c2546', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 8, 22, 13, 10), 'started_at': datetime.datetime(2022, 5, 8, 22, 13, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 8, 22, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 08 22:26:26.482564 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ba1b8c-e390-409a-a658-1cfd86199e54 req-01815e87-5544-4a5b-8eca-7e7595fdfab4 service neutron] Checking segment: {'id': '9d6f81da-5258-4353-b997-51e66ddac969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3de5004b-d04a-43ec-83df-7f6e082747db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 08 22:26:26.482944 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ba1b8c-e390-409a-a658-1cfd86199e54 req-01815e87-5544-4a5b-8eca-7e7595fdfab4 service neutron] Bound using segment: {'id': '9d6f81da-5258-4353-b997-51e66ddac969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3de5004b-d04a-43ec-83df-7f6e082747db'} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 08 22:26:26.483364 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-99ba1b8c-e390-409a-a658-1cfd86199e54 req-01815e87-5544-4a5b-8eca-7e7595fdfab4 service neutron] Bound port: edf21e03-44bc-4caa-a50e-fc650b2e5c4e, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d6f81da-5258-4353-b997-51e66ddac969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3de5004b-d04a-43ec-83df-7f6e082747db'}}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 08 22:26:26.483716 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-99ba1b8c-e390-409a-a658-1cfd86199e54 req-01815e87-5544-4a5b-8eca-7e7595fdfab4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (edf21e03-44bc-4caa-a50e-fc650b2e5c4e), before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:26:26.549189 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-99ba1b8c-e390-409a-a658-1cfd86199e54 req-01815e87-5544-4a5b-8eca-7e7595fdfab4 service neutron] For port edf21e03-44bc-4caa-a50e-fc650b2e5c4e, host hv-cinder-84051, cleared binding levels {{(pid=103629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 08 22:26:26.552188 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-99ba1b8c-e390-409a-a658-1cfd86199e54 req-01815e87-5544-4a5b-8eca-7e7595fdfab4 service neutron] For port edf21e03-44bc-4caa-a50e-fc650b2e5c4e, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=edf21e03-44bc-4caa-a50e-fc650b2e5c4e,segment=NetworkSegment(9d6f81da-5258-4353-b997-51e66ddac969),segment_id=9d6f81da-5258-4353-b997-51e66ddac969)] {{(pid=103629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 08 22:26:26.560091 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-99ba1b8c-e390-409a-a658-1cfd86199e54 req-01815e87-5544-4a5b-8eca-7e7595fdfab4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59633821'] for port (edf21e03-44bc-4caa-a50e-fc650b2e5c4e), after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:26:26.593842 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ba1b8c-e390-409a-a658-1cfd86199e54 req-01815e87-5544-4a5b-8eca-7e7595fdfab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:26:26.594453 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-99ba1b8c-e390-409a-a658-1cfd86199e54 req-01815e87-5544-4a5b-8eca-7e7595fdfab4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870'] for port (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:26:26.596429 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-99ba1b8c-e390-409a-a658-1cfd86199e54 req-01815e87-5544-4a5b-8eca-7e7595fdfab4 service neutron] 10.222.0.24 "PUT /v2.0/ports/edf21e03-44bc-4caa-a50e-fc650b2e5c4e HTTP/1.1" status: 200 len: 1094 time: 0.6132765 May 08 22:26:26.596905 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfb7cbdf-1852-4a6d-9239-79bb074de065', 'tag': 'edf21e03-44bc-4caa-a50e-fc650b2e5c4e'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 08 22:26:26.599223 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cc8a0c475ac6fe54f5122aa5a8750c48412c688b8f67dba420990604a8daf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f0f8b9-a53a-46bb-a241-4abce9cca45a" -d '{"events": [{"name": "network-changed", "server_uuid": "dfb7cbdf-1852-4a6d-9239-79bb074de065", "tag": "edf21e03-44bc-4caa-a50e-fc650b2e5c4e"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 08 22:26:26.632143 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01815e87-5544-4a5b-8eca-7e7595fdfab4 service neutron] Pushing event updated for resources: {'Port': ['ID=edf21e03-44bc-4caa-a50e-fc650b2e5c4e,revision_number=3']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:26:26.724864 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ba1b8c-e390-409a-a658-1cfd86199e54 req-ef8edd1e-c1eb-490d-9ab6-eb4baa1f74ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:26:26.724864 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-99ba1b8c-e390-409a-a658-1cfd86199e54 req-ef8edd1e-c1eb-490d-9ab6-eb4baa1f74ff service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=71ff1b3aaa864388b9a5646942d2bffb&device_id=dfb7cbdf-1852-4a6d-9239-79bb074de065 HTTP/1.1" status: 200 len: 1128 time: 0.0503006 May 08 22:26:26.771808 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-99ba1b8c-e390-409a-a658-1cfd86199e54 req-5158de01-a44a-4282-8a47-08aaf86e8305 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=edf21e03-44bc-4caa-a50e-fc650b2e5c4e HTTP/1.1" status: 200 len: 217 time: 0.0366447 May 08 22:26:26.820768 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ba1b8c-e390-409a-a658-1cfd86199e54 req-f48527ee-f40f-4603-9c77-696b250a1f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:26:26.822221 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-99ba1b8c-e390-409a-a658-1cfd86199e54 req-f48527ee-f40f-4603-9c77-696b250a1f8d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f90310f9-89a9-4caa-b723-9c87d4a911ed HTTP/1.1" status: 200 len: 850 time: 0.0437858 May 08 22:26:26.858195 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 08 May 2022 22:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0867cff9-0a37-4e08-b81e-71c14fe616ad x-openstack-request-id: req-0867cff9-0a37-4e08-b81e-71c14fe616ad {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 08 22:26:26.858478 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfb7cbdf-1852-4a6d-9239-79bb074de065", "tag": "edf21e03-44bc-4caa-a50e-fc650b2e5c4e", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 08 22:26:26.858726 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0867cff9-0a37-4e08-b81e-71c14fe616ad {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 08 22:26:26.859120 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0867cff9-0a37-4e08-b81e-71c14fe616ad'] response: {'name': 'network-changed', 'server_uuid': 'dfb7cbdf-1852-4a6d-9239-79bb074de065', 'tag': 'edf21e03-44bc-4caa-a50e-fc650b2e5c4e', 'status': 'completed', 'code': 200} May 08 22:26:26.871709 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ba1b8c-e390-409a-a658-1cfd86199e54 req-e1be04bb-5d2b-4823-bcc0-4b480d7b869e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:26:26.873258 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-99ba1b8c-e390-409a-a658-1cfd86199e54 req-e1be04bb-5d2b-4823-bcc0-4b480d7b869e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3de5004b-d04a-43ec-83df-7f6e082747db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454946 May 08 22:26:26.971605 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-99ba1b8c-e390-409a-a658-1cfd86199e54 req-b6aae878-b5d1-4402-b617-b4679d559a7c service neutron] 10.222.0.24 "GET /v2.0/networks/3de5004b-d04a-43ec-83df-7f6e082747db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914397 May 08 22:26:27.074443 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-99ba1b8c-e390-409a-a658-1cfd86199e54 req-97272f53-ba18-4ae7-a0a8-7ed951ac3cd0 service neutron] 10.222.0.24 "GET /v2.0/networks/3de5004b-d04a-43ec-83df-7f6e082747db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961826 May 08 22:26:27.216127 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f0f8b9-a53a-46bb-a241-4abce9cca45a req-05cd8eb2-44d9-41c5-8e2c-11f34319e56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:26:27.217650 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-c2f0f8b9-a53a-46bb-a241-4abce9cca45a req-05cd8eb2-44d9-41c5-8e2c-11f34319e56b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=71ff1b3aaa864388b9a5646942d2bffb&device_id=dfb7cbdf-1852-4a6d-9239-79bb074de065 HTTP/1.1" status: 200 len: 1128 time: 0.0417373 May 08 22:26:27.319954 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f0f8b9-a53a-46bb-a241-4abce9cca45a req-aa87aae3-789c-4143-9e95-71251a5be68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:26:27.321471 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-c2f0f8b9-a53a-46bb-a241-4abce9cca45a req-aa87aae3-789c-4143-9e95-71251a5be68d service neutron] 10.222.0.24 "GET /v2.0/networks?id=3de5004b-d04a-43ec-83df-7f6e082747db HTTP/1.1" status: 200 len: 912 time: 0.0967319 May 08 22:26:27.452063 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f33448-2a95-43cf-9145-266f9c78226c req-5843061b-2814-487d-bb63-1df11e716273 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:26:27.453685 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-89f33448-2a95-43cf-9145-266f9c78226c req-5843061b-2814-487d-bb63-1df11e716273 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfb7cbdf-1852-4a6d-9239-79bb074de065 HTTP/1.1" status: 200 len: 944 time: 0.0496993 May 08 22:26:27.510722 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-89f33448-2a95-43cf-9145-266f9c78226c req-888080e7-4448-406c-afc0-544f38bad8e3 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/security-groups?id=88647e77-4ac1-462b-871f-d58f9f7f242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508399 May 08 22:26:27.638859 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-c2f0f8b9-a53a-46bb-a241-4abce9cca45a req-fa742ad8-bc2f-494e-af8a-b38360b19ab2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=edf21e03-44bc-4caa-a50e-fc650b2e5c4e HTTP/1.1" status: 200 len: 217 time: 0.3109319 May 08 22:26:27.700223 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f0f8b9-a53a-46bb-a241-4abce9cca45a req-4a200e05-214c-4991-b2f4-a32084b5353b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:26:27.702433 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-c2f0f8b9-a53a-46bb-a241-4abce9cca45a req-4a200e05-214c-4991-b2f4-a32084b5353b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f90310f9-89a9-4caa-b723-9c87d4a911ed HTTP/1.1" status: 200 len: 850 time: 0.0555565 May 08 22:26:27.745878 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f0f8b9-a53a-46bb-a241-4abce9cca45a req-d3aacd75-2fad-4b36-8e11-3a018957517a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:26:27.747376 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-c2f0f8b9-a53a-46bb-a241-4abce9cca45a req-d3aacd75-2fad-4b36-8e11-3a018957517a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3de5004b-d04a-43ec-83df-7f6e082747db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381536 May 08 22:26:27.838804 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-c2f0f8b9-a53a-46bb-a241-4abce9cca45a req-af1b7f23-49a4-4de4-bfe7-8f0859709dc2 service neutron] 10.222.0.24 "GET /v2.0/networks/3de5004b-d04a-43ec-83df-7f6e082747db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845857 May 08 22:26:27.942362 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-c2f0f8b9-a53a-46bb-a241-4abce9cca45a req-23fc0570-84bd-4917-8d40-84a71720d2bb service neutron] 10.222.0.24 "GET /v2.0/networks/3de5004b-d04a-43ec-83df-7f6e082747db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967875 May 08 22:26:28.634134 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b94f45f-cf51-4308-8f5f-92c029b61d8e req-6b712bf5-6102-4db2-856a-418ca56063c5 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:26:28.635569 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-1b94f45f-cf51-4308-8f5f-92c029b61d8e req-6b712bf5-6102-4db2-856a-418ca56063c5 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfb7cbdf-1852-4a6d-9239-79bb074de065 HTTP/1.1" status: 200 len: 944 time: 0.0485773 May 08 22:26:28.685001 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-1b94f45f-cf51-4308-8f5f-92c029b61d8e req-e013da1f-eee2-47ba-aedb-dd4159a84cbf tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/security-groups?id=88647e77-4ac1-462b-871f-d58f9f7f242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435998 May 08 22:26:29.811617 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53140411-b758-4656-ba09-2aba7cc18db0 req-3ea72ee7-7506-4328-baeb-455d56cb5230 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:26:29.814301 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-53140411-b758-4656-ba09-2aba7cc18db0 req-3ea72ee7-7506-4328-baeb-455d56cb5230 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfb7cbdf-1852-4a6d-9239-79bb074de065 HTTP/1.1" status: 200 len: 944 time: 0.0467703 May 08 22:26:29.881299 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-53140411-b758-4656-ba09-2aba7cc18db0 req-87736ef4-4191-4ea2-ac80-4e2ae831693b tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/security-groups?id=88647e77-4ac1-462b-871f-d58f9f7f242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613761 May 08 22:26:31.013997 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ad356a-3245-4fc6-8f0d-955650838276 req-88937f9e-754b-4d96-b21d-fc892d3dd880 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:26:31.015447 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-89ad356a-3245-4fc6-8f0d-955650838276 req-88937f9e-754b-4d96-b21d-fc892d3dd880 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfb7cbdf-1852-4a6d-9239-79bb074de065 HTTP/1.1" status: 200 len: 944 time: 0.0587833 May 08 22:26:31.066042 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-89ad356a-3245-4fc6-8f0d-955650838276 req-858f3ce5-4e48-4e8e-a313-870c378d7713 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/security-groups?id=88647e77-4ac1-462b-871f-d58f9f7f242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447640 May 08 22:26:32.195964 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9b754a-7fb3-42d0-9455-f84243964510 req-d2e9f368-01b3-4232-a4a5-95ce1134e742 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:26:32.197493 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-2a9b754a-7fb3-42d0-9455-f84243964510 req-d2e9f368-01b3-4232-a4a5-95ce1134e742 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfb7cbdf-1852-4a6d-9239-79bb074de065 HTTP/1.1" status: 200 len: 944 time: 0.0492587 May 08 22:26:32.245556 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-2a9b754a-7fb3-42d0-9455-f84243964510 req-42a8df11-78d2-4ee7-96bd-913d217597c3 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/security-groups?id=88647e77-4ac1-462b-871f-d58f9f7f242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424564 May 08 22:26:33.373648 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022cb31f-eac5-4aee-a005-770d2021d97f req-18ebb92f-85e2-49d9-8b7a-abce872f9404 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:26:33.375057 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-022cb31f-eac5-4aee-a005-770d2021d97f req-18ebb92f-85e2-49d9-8b7a-abce872f9404 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfb7cbdf-1852-4a6d-9239-79bb074de065 HTTP/1.1" status: 200 len: 944 time: 0.0553446 May 08 22:26:33.429235 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-022cb31f-eac5-4aee-a005-770d2021d97f req-c332b15d-c3fc-4a4d-9de8-5ac2d7bb1a8e tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/security-groups?id=88647e77-4ac1-462b-871f-d58f9f7f242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484054 May 08 22:26:34.565913 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e36ccf3-444b-4cd3-a48a-de69d4916455 req-e88eca1d-d6aa-484d-86ae-df35004d2a24 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:26:34.567488 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-5e36ccf3-444b-4cd3-a48a-de69d4916455 req-e88eca1d-d6aa-484d-86ae-df35004d2a24 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfb7cbdf-1852-4a6d-9239-79bb074de065 HTTP/1.1" status: 200 len: 944 time: 0.0501027 May 08 22:26:34.623805 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-5e36ccf3-444b-4cd3-a48a-de69d4916455 req-52307c3d-adb3-48dd-9cf9-795737d26c65 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/security-groups?id=88647e77-4ac1-462b-871f-d58f9f7f242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477574 May 08 22:26:35.754091 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d4e1f6-9dc8-46ce-ac57-5739a6f763ae req-6030bfa8-5db6-4f34-af3f-fe72a7d92622 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:26:35.755592 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-60d4e1f6-9dc8-46ce-ac57-5739a6f763ae req-6030bfa8-5db6-4f34-af3f-fe72a7d92622 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfb7cbdf-1852-4a6d-9239-79bb074de065 HTTP/1.1" status: 200 len: 944 time: 0.0481794 May 08 22:26:35.804664 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-60d4e1f6-9dc8-46ce-ac57-5739a6f763ae req-5b5248b1-827a-471b-86b7-eb8fe1352271 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/security-groups?id=88647e77-4ac1-462b-871f-d58f9f7f242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429320 May 08 22:26:36.939928 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b65b71d-fc79-4322-b895-522b021a66a2 req-e99e7ccc-1779-40ce-b801-89d9c49335ab tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:26:36.941414 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-2b65b71d-fc79-4322-b895-522b021a66a2 req-e99e7ccc-1779-40ce-b801-89d9c49335ab tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfb7cbdf-1852-4a6d-9239-79bb074de065 HTTP/1.1" status: 200 len: 944 time: 0.0555866 May 08 22:26:36.995936 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-2b65b71d-fc79-4322-b895-522b021a66a2 req-a59fc2c2-d266-45c0-b62b-dd4f1f5bc8bc tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/security-groups?id=88647e77-4ac1-462b-871f-d58f9f7f242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447361 May 08 22:26:38.119448 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12f9930-5478-48e4-82d5-071489b53d42 req-fac2c151-f221-42ab-b288-b2481722b4d9 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:26:38.120797 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-f12f9930-5478-48e4-82d5-071489b53d42 req-fac2c151-f221-42ab-b288-b2481722b4d9 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfb7cbdf-1852-4a6d-9239-79bb074de065 HTTP/1.1" status: 200 len: 944 time: 0.0470123 May 08 22:26:38.170976 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-f12f9930-5478-48e4-82d5-071489b53d42 req-813608d2-89f4-4870-8f1e-ae79151d868d tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/security-groups?id=88647e77-4ac1-462b-871f-d58f9f7f242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444949 May 08 22:26:39.305661 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e41763-4493-46f1-8273-050fd4f878b5 req-54c6db55-3997-443d-bbe9-69eb9e2a6396 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:26:39.307808 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-a7e41763-4493-46f1-8273-050fd4f878b5 req-54c6db55-3997-443d-bbe9-69eb9e2a6396 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfb7cbdf-1852-4a6d-9239-79bb074de065 HTTP/1.1" status: 200 len: 944 time: 0.0566688 May 08 22:26:39.361103 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-a7e41763-4493-46f1-8273-050fd4f878b5 req-cc93763d-9f16-4c3c-8d48-da14e5b70194 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/security-groups?id=88647e77-4ac1-462b-871f-d58f9f7f242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446784 May 08 22:26:40.379563 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (50086534-3b0f-4edb-899f-da05c46c2546), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:26:40.488638 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb340338-0e4a-486f-a236-695bbdd1d525 req-6366cdd5-6a8f-434b-905c-1e52db1641a8 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:26:40.490130 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-eb340338-0e4a-486f-a236-695bbdd1d525 req-6366cdd5-6a8f-434b-905c-1e52db1641a8 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfb7cbdf-1852-4a6d-9239-79bb074de065 HTTP/1.1" status: 200 len: 944 time: 0.0500214 May 08 22:26:40.541276 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-eb340338-0e4a-486f-a236-695bbdd1d525 req-dbfd206f-2d49-40bd-98cd-ff976114afbc tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/security-groups?id=88647e77-4ac1-462b-871f-d58f9f7f242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453825 May 08 22:26:41.667051 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a042da65-44a9-47f4-bae9-bf0439d1eeb1 req-5c8658e5-5b52-44a3-b105-916f2e2818ff tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:26:41.667051 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-a042da65-44a9-47f4-bae9-bf0439d1eeb1 req-5c8658e5-5b52-44a3-b105-916f2e2818ff tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfb7cbdf-1852-4a6d-9239-79bb074de065 HTTP/1.1" status: 200 len: 944 time: 0.0482917 May 08 22:26:41.717470 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-a042da65-44a9-47f4-bae9-bf0439d1eeb1 req-b7747399-22ff-49c9-aa86-46a6a89985eb tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/security-groups?id=88647e77-4ac1-462b-871f-d58f9f7f242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460975 May 08 22:26:42.832719 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7af59e-8a68-4cf3-8917-588c4a04f8e1 req-8258f169-af94-4c8a-abd5-5939393b2f14 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:26:42.834305 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-0b7af59e-8a68-4cf3-8917-588c4a04f8e1 req-8258f169-af94-4c8a-abd5-5939393b2f14 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfb7cbdf-1852-4a6d-9239-79bb074de065 HTTP/1.1" status: 200 len: 944 time: 0.0488715 May 08 22:26:42.890997 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-0b7af59e-8a68-4cf3-8917-588c4a04f8e1 req-e0f0f167-ef8f-4846-bf72-64bffc128f1d tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/security-groups?id=88647e77-4ac1-462b-871f-d58f9f7f242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463302 May 08 22:26:44.006756 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b13a895-75b8-4bf8-bf7a-0110175c97ff req-30affee3-265a-47b3-a7b0-6fb11f43f7ec tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:26:44.008240 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-8b13a895-75b8-4bf8-bf7a-0110175c97ff req-30affee3-265a-47b3-a7b0-6fb11f43f7ec tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfb7cbdf-1852-4a6d-9239-79bb074de065 HTTP/1.1" status: 200 len: 944 time: 0.0470109 May 08 22:26:44.060400 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-8b13a895-75b8-4bf8-bf7a-0110175c97ff req-6255536d-cf32-4fad-9b52-6d4154c19fcc tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/security-groups?id=88647e77-4ac1-462b-871f-d58f9f7f242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464680 May 08 22:26:45.195267 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257014ef-a33a-4c31-b8a7-73d12a7fbf95 req-b8eab1b3-db73-4b52-8ab9-ef188f26e662 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:26:45.197199 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-257014ef-a33a-4c31-b8a7-73d12a7fbf95 req-b8eab1b3-db73-4b52-8ab9-ef188f26e662 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfb7cbdf-1852-4a6d-9239-79bb074de065 HTTP/1.1" status: 200 len: 944 time: 0.0560260 May 08 22:26:45.249820 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-257014ef-a33a-4c31-b8a7-73d12a7fbf95 req-dd3b0786-5878-4d5c-90e4-9e344f805439 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/security-groups?id=88647e77-4ac1-462b-871f-d58f9f7f242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468674 May 08 22:26:45.403159 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device edf21e03-44bc-4caa-a50e-fc650b2e5c4e details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=103630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 08 22:26:45.502757 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] For port edf21e03-44bc-4caa-a50e-fc650b2e5c4e, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=edf21e03-44bc-4caa-a50e-fc650b2e5c4e,segment=NetworkSegment(9d6f81da-5258-4353-b997-51e66ddac969),segment_id=9d6f81da-5258-4353-b997-51e66ddac969)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:26:45.514834 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Returning: {'device': 'edf21e03-44bc-4caa-a50e-fc650b2e5c4e', 'network_id': '3de5004b-d04a-43ec-83df-7f6e082747db', 'port_id': 'edf21e03-44bc-4caa-a50e-fc650b2e5c4e', 'mac_address': 'fa:16:3e:92:57:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f90310f9-89a9-4caa-b723-9c87d4a911ed', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 08 22:26:45.551857 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Current status of the port edf21e03-44bc-4caa-a50e-fc650b2e5c4e is: DOWN; New status is: BUILD {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:26:45.552247 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (edf21e03-44bc-4caa-a50e-fc650b2e5c4e), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:26:45.568690 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.notifiers.nova [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edf21e03-44bc-4caa-a50e-fc650b2e5c4e {{(pid=103630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 08 22:26:45.587996 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] For port edf21e03-44bc-4caa-a50e-fc650b2e5c4e, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=edf21e03-44bc-4caa-a50e-fc650b2e5c4e,segment=NetworkSegment(9d6f81da-5258-4353-b997-51e66ddac969),segment_id=9d6f81da-5258-4353-b997-51e66ddac969)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:26:45.594294 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (edf21e03-44bc-4caa-a50e-fc650b2e5c4e), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:26:45.641645 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Pushing event updated for resources: {'Port': ['ID=edf21e03-44bc-4caa-a50e-fc650b2e5c4e,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:26:45.648994 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:26:45.649342 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:26:45.649675 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:26:45.650011 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:26:45.650340 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:26:45.650663 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:26:45.650984 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:26:45.651326 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:26:45.651631 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:26:45.651950 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:26:45.652272 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:26:45.652586 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:26:45.652938 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:26:45.653249 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:26:45.653566 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:26:46.225409 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-c908991c-4491-4396-8c4f-94e4b883b0c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (399f5491-dab9-4373-bd22-64cd7c73418d), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:26:46.367440 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ae9a4-1c09-4430-89ef-4972cf7067d4 req-735590e3-1080-4ece-b49a-b17a91ed9a80 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:26:46.368903 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-a56ae9a4-1c09-4430-89ef-4972cf7067d4 req-735590e3-1080-4ece-b49a-b17a91ed9a80 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfb7cbdf-1852-4a6d-9239-79bb074de065 HTTP/1.1" status: 200 len: 945 time: 0.0498452 May 08 22:26:46.432114 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-a56ae9a4-1c09-4430-89ef-4972cf7067d4 req-66b45145-242f-4b33-a9b9-cc618e5a2edc tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/security-groups?id=88647e77-4ac1-462b-871f-d58f9f7f242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572422 May 08 22:26:47.550062 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb341320-d4ab-4ea2-bc7f-d4915164afa0 req-fdb8feb9-7af5-44d3-ad3b-255e397cb435 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:26:47.551773 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-cb341320-d4ab-4ea2-bc7f-d4915164afa0 req-fdb8feb9-7af5-44d3-ad3b-255e397cb435 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfb7cbdf-1852-4a6d-9239-79bb074de065 HTTP/1.1" status: 200 len: 945 time: 0.0494699 May 08 22:26:47.604006 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-cb341320-d4ab-4ea2-bc7f-d4915164afa0 req-e979c67a-0ace-4536-af3b-22079fd5c089 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/security-groups?id=88647e77-4ac1-462b-871f-d58f9f7f242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462582 May 08 22:26:47.654718 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] get_ports_and_sgs() called for port_ids ['edf21e03-44bc-4caa-a50e-fc650b2e5c4e'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 08 22:26:48.501959 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-94629840-aba3-4196-bc2f-6d8932e612d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (69aa2ac4-530d-40c2-a84a-3161d84edf61), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:26:48.736494 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9129a355-08e2-441a-8f99-808b0d327143 req-1f10b583-bbb4-46e8-ba11-7b6a1aa9aa4b tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:26:48.738496 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-9129a355-08e2-441a-8f99-808b0d327143 req-1f10b583-bbb4-46e8-ba11-7b6a1aa9aa4b tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfb7cbdf-1852-4a6d-9239-79bb074de065 HTTP/1.1" status: 200 len: 945 time: 0.0560992 May 08 22:26:48.789153 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-9129a355-08e2-441a-8f99-808b0d327143 req-51a37e7d-b6cd-47be-8bb0-140b692767f2 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/security-groups?id=88647e77-4ac1-462b-871f-d58f9f7f242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445204 May 08 22:26:48.864744 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device edf21e03-44bc-4caa-a50e-fc650b2e5c4e up at agent hyperv_hv-cinder-84051 {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 08 22:26:48.917030 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Provisioning for port edf21e03-44bc-4caa-a50e-fc650b2e5c4e completed by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 08 22:26:48.925913 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Provisioning complete for port edf21e03-44bc-4caa-a50e-fc650b2e5c4e triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:26:48.926306 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (edf21e03-44bc-4caa-a50e-fc650b2e5c4e), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:26:49.006629 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Current status of the port edf21e03-44bc-4caa-a50e-fc650b2e5c4e is: BUILD; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:26:49.007225 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (edf21e03-44bc-4caa-a50e-fc650b2e5c4e), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:26:49.031117 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfb7cbdf-1852-4a6d-9239-79bb074de065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edf21e03-44bc-4caa-a50e-fc650b2e5c4e'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 08 22:26:49.033393 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bcef9e280bae9da70c0250555725ec84c8fe71b1405edcfc00240691fe86bce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e777ef-7b99-464d-8650-09c3d9f6f586" -d '{"events": [{"server_uuid": "dfb7cbdf-1852-4a6d-9239-79bb074de065", "name": "network-vif-plugged", "status": "completed", "tag": "edf21e03-44bc-4caa-a50e-fc650b2e5c4e"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 08 22:26:49.046154 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] For port edf21e03-44bc-4caa-a50e-fc650b2e5c4e, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=edf21e03-44bc-4caa-a50e-fc650b2e5c4e,segment=NetworkSegment(9d6f81da-5258-4353-b997-51e66ddac969),segment_id=9d6f81da-5258-4353-b997-51e66ddac969)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:26:49.051226 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (edf21e03-44bc-4caa-a50e-fc650b2e5c4e), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:26:49.100511 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Pushing event updated for resources: {'Port': ['ID=edf21e03-44bc-4caa-a50e-fc650b2e5c4e,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:26:49.130892 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 08 May 2022 22:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55e94b43-8790-454e-8ead-3fe64fede5a7 x-openstack-request-id: req-55e94b43-8790-454e-8ead-3fe64fede5a7 {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 08 22:26:49.131181 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfb7cbdf-1852-4a6d-9239-79bb074de065", "name": "network-vif-plugged", "status": "completed", "tag": "edf21e03-44bc-4caa-a50e-fc650b2e5c4e", "code": 200}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 08 22:26:49.131429 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-55e94b43-8790-454e-8ead-3fe64fede5a7 {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 08 22:26:49.131809 dv-cinder-840511-5-iscsi neutron-server[103630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55e94b43-8790-454e-8ead-3fe64fede5a7'] response: {'server_uuid': 'dfb7cbdf-1852-4a6d-9239-79bb074de065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edf21e03-44bc-4caa-a50e-fc650b2e5c4e', 'code': 200} May 08 22:26:49.383534 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-68d59b13-bdd3-4890-b330-3a9be9bf9791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (167e5ba9-08ef-43b6-aca0-7c88b7f9e735), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:26:49.390583 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d4b79-d2d8-4a35-ba6f-708bfcc9c5cc req-a24a196c-d065-435e-8270-879a495968c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:26:49.392073 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-b05d4b79-d2d8-4a35-ba6f-708bfcc9c5cc req-a24a196c-d065-435e-8270-879a495968c2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dfb7cbdf-1852-4a6d-9239-79bb074de065 HTTP/1.1" status: 200 len: 1130 time: 0.0389636 May 08 22:26:49.438426 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-b05d4b79-d2d8-4a35-ba6f-708bfcc9c5cc req-27a845c7-614f-4622-a079-99d76b58d310 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=88647e77-4ac1-462b-871f-d58f9f7f242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395901 May 08 22:26:49.908198 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc0dfb9-1141-4e3c-b815-615a55fddf33 req-9471dd75-9d7d-45bd-b819-06d9f3011801 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:26:49.909694 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-6cc0dfb9-1141-4e3c-b815-615a55fddf33 req-9471dd75-9d7d-45bd-b819-06d9f3011801 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfb7cbdf-1852-4a6d-9239-79bb074de065 HTTP/1.1" status: 200 len: 946 time: 0.0460241 May 08 22:26:49.958161 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-6cc0dfb9-1141-4e3c-b815-615a55fddf33 req-30c3c96f-553a-4d3f-bb22-8ba2291613ac tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/security-groups?id=88647e77-4ac1-462b-871f-d58f9f7f242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427551 May 08 22:26:50.992241 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f82e6e54-0a06-4075-8e4d-2bf0b0f201e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (1fcc0290-7f55-4633-95cb-6d94e7aa5e57), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:26:51.087338 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e092485-c153-4d0a-a6c9-30f3e9391811 req-3daca1a1-d2de-48e6-b98a-dbd4f61b569e tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:26:51.089279 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-0e092485-c153-4d0a-a6c9-30f3e9391811 req-3daca1a1-d2de-48e6-b98a-dbd4f61b569e tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfb7cbdf-1852-4a6d-9239-79bb074de065 HTTP/1.1" status: 200 len: 946 time: 0.0523252 May 08 22:26:51.140053 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-0e092485-c153-4d0a-a6c9-30f3e9391811 req-1ca9cc20-0ee8-4996-b1a0-96c81a416f4c tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/security-groups?id=88647e77-4ac1-462b-871f-d58f9f7f242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426228 May 08 22:26:52.267452 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d856897-1727-49a5-a79f-f49e5852226a req-c1063813-62f2-492c-8077-662819e6caf5 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:26:52.268939 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-1d856897-1727-49a5-a79f-f49e5852226a req-c1063813-62f2-492c-8077-662819e6caf5 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfb7cbdf-1852-4a6d-9239-79bb074de065 HTTP/1.1" status: 200 len: 946 time: 0.0547013 May 08 22:26:52.327674 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-1d856897-1727-49a5-a79f-f49e5852226a req-d40273f6-bfe0-4bf0-bea6-ab9702390d9c tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/security-groups?id=88647e77-4ac1-462b-871f-d58f9f7f242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509746 May 08 22:26:52.451070 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (7e3c7ef6-abd5-4f0f-b372-b2734b637fd0), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:26:52.461803 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9c3b58-2445-4006-906b-fcc7c9abd609 req-9e799a0d-0fa7-437e-86c3-d7346ab943a0 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:26:52.463689 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-ad9c3b58-2445-4006-906b-fcc7c9abd609 req-9e799a0d-0fa7-437e-86c3-d7346ab943a0 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfb7cbdf-1852-4a6d-9239-79bb074de065 HTTP/1.1" status: 200 len: 946 time: 0.0611348 May 08 22:26:52.515164 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-ad9c3b58-2445-4006-906b-fcc7c9abd609 req-5713aafc-a812-46c9-98fc-cde0fb974108 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/security-groups?id=88647e77-4ac1-462b-871f-d58f9f7f242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450981 May 08 22:26:52.546813 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 59132) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:26:52.744390 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279b2e62-5d70-4b96-976d-2b7f8e8817e4 tempest-TestVolumeBootPattern-2029933309 tempest-TestVolumeBootPattern-2029933309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:26:52.746256 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-279b2e62-5d70-4b96-976d-2b7f8e8817e4 tempest-TestVolumeBootPattern-2029933309 tempest-TestVolumeBootPattern-2029933309-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=dfb7cbdf-1852-4a6d-9239-79bb074de065 HTTP/1.1" status: 200 len: 1125 time: 0.1983950 May 08 22:26:52.749286 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 59138) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:26:52.753898 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.v2.base [None req-d6cd25d8-fbd5-4c30-aac6-6c57352055b2 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Request body: {'floatingip': {'floating_network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'port_id': 'edf21e03-44bc-4caa-a50e-fc650b2e5c4e', 'tenant_id': '71ff1b3aaa864388b9a5646942d2bffb', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:26:52.777011 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d6cd25d8-fbd5-4c30-aac6-6c57352055b2 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:26:52.868350 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d6cd25d8-fbd5-4c30-aac6-6c57352055b2 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:26:52.981137 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.db.db_base_plugin_common [None req-d6cd25d8-fbd5-4c30-aac6-6c57352055b2 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Allocated IP 172.27.2.5 (542aeef6-5046-439a-aa53-dc46759766dd/c1306b94-a9cc-4730-bd7d-1800cb77959d/b36701a1-119e-47e0-8d26-05982d5b15b0) {{(pid=103628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 08 22:26:53.092688 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d6cd25d8-fbd5-4c30-aac6-6c57352055b2 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks [] for port (b36701a1-119e-47e0-8d26-05982d5b15b0), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:26:53.132481 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d6cd25d8-fbd5-4c30-aac6-6c57352055b2 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791034024012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59173228'] for port (b36701a1-119e-47e0-8d26-05982d5b15b0), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:26:53.174510 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6cd25d8-fbd5-4c30-aac6-6c57352055b2 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Network 542aeef6-5046-439a-aa53-dc46759766dd is already hosted by enough agents. {{(pid=103628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 08 22:26:53.179347 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.base_scheduler [None req-d6cd25d8-fbd5-4c30-aac6-6c57352055b2 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Resources bound (agent type, host, resource id): {{(pid=103628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:26:53.183623 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cd25d8-fbd5-4c30-aac6-6c57352055b2 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Received port after_create {{(pid=103628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 08 22:26:53.186950 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cd25d8-fbd5-4c30-aac6-6c57352055b2 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Pushing event updated for resources: {'Port': ['ID=b36701a1-119e-47e0-8d26-05982d5b15b0,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:26:53.814773 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d6cd25d8-fbd5-4c30-aac6-6c57352055b2 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks [] for floatingip (a60341b2-c929-400e-91e8-0f630638fd26), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:26:53.892429 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d6cd25d8-fbd5-4c30-aac6-6c57352055b2 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (b36701a1-119e-47e0-8d26-05982d5b15b0), before_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:26:53.969624 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b87a8fd-fd2d-42cb-b1d4-4a17f1809e93 req-6a68c206-7b66-4a8d-8990-ee8ccd1165a2 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:26:53.971024 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-5b87a8fd-fd2d-42cb-b1d4-4a17f1809e93 req-6a68c206-7b66-4a8d-8990-ee8ccd1165a2 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] 10.222.0.44 "GET /v2.0/ports?device_id=698bc391-a3e2-43c3-8efa-7d5d6ada67a1 HTTP/1.1" status: 200 len: 946 time: 0.0766256 May 08 22:26:54.071158 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-5b87a8fd-fd2d-42cb-b1d4-4a17f1809e93 req-36c6e148-94cd-4ce9-a6ed-f8a812d39165 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] 10.222.0.44 "GET /v2.0/security-groups?id=63600a3c-76cc-4ea3-9505-8e85369280d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933642 May 08 22:26:54.116074 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d6cd25d8-fbd5-4c30-aac6-6c57352055b2 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks [] for port (b36701a1-119e-47e0-8d26-05982d5b15b0), precommit_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:26:54.123608 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d6cd25d8-fbd5-4c30-aac6-6c57352055b2 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59173211'] for port (b36701a1-119e-47e0-8d26-05982d5b15b0), after_update {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:26:54.187798 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cd25d8-fbd5-4c30-aac6-6c57352055b2 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Pushing event updated for resources: {'Port': ['ID=b36701a1-119e-47e0-8d26-05982d5b15b0,revision_number=2']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:26:54.199494 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d6cd25d8-fbd5-4c30-aac6-6c57352055b2 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-788248'] for floatingip (a60341b2-c929-400e-91e8-0f630638fd26), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:26:54.302883 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.db.l3_db [None req-d6cd25d8-fbd5-4c30-aac6-6c57352055b2 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Floating IP a60341b2-c929-400e-91e8-0f630638fd26 associated. External IP: 172.27.2.5, port: edf21e03-44bc-4caa-a50e-fc650b2e5c4e. May 08 22:26:54.534053 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6cd25d8-fbd5-4c30-aac6-6c57352055b2 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Router d1259825-b40d-41dc-b595-545ddc2eda36 has already been hosted by L3 agent 69aa2ac4-530d-40c2-a84a-3161d84edf61 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 08 22:26:54.653360 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6cd25d8-fbd5-4c30-aac6-6c57352055b2 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Notify agent at l3_agent.dv-cinder-840511-5-iscsi the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 08 22:26:54.665260 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98a10d9-94be-4252-9498-c23c69aba8b0 None None] Sync routers for ids ['d1259825-b40d-41dc-b595-545ddc2eda36'] in dv-cinder-840511-5-iscsi {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 08 22:26:54.675365 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d6cd25d8-fbd5-4c30-aac6-6c57352055b2 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870'] for floatingip (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:26:54.676987 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98a10d9-94be-4252-9498-c23c69aba8b0 None None] Routers {'d1259825-b40d-41dc-b595-545ddc2eda36'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:26:54.677507 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-a98a10d9-94be-4252-9498-c23c69aba8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:26:48Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['d1259825-b40d-41dc-b595-545ddc2eda36'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:26:54.705548 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-d6cd25d8-fbd5-4c30-aac6-6c57352055b2 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9551392 May 08 22:26:54.706219 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfb7cbdf-1852-4a6d-9239-79bb074de065', 'tag': 'edf21e03-44bc-4caa-a50e-fc650b2e5c4e'}] {{(pid=103628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 08 22:26:54.708502 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e2a9c85b17fa97aa3ee6f0cc28bce24bf61ad2de26c4d93421d838ad5289b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c51ac5ba-f3f1-4357-a490-928d534fa9da" -d '{"events": [{"name": "network-changed", "server_uuid": "dfb7cbdf-1852-4a6d-9239-79bb074de065", "tag": "edf21e03-44bc-4caa-a50e-fc650b2e5c4e"}]}' {{(pid=103628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 08 22:26:54.791867 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-a98a10d9-94be-4252-9498-c23c69aba8b0 None None] Set router d1259825-b40d-41dc-b595-545ddc2eda36 gateway port host: dv-cinder-840511-5-iscsi {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:26:54.807342 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 08 May 2022 22:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a310d5-5c80-4e07-8876-a9cf63446ed2 x-openstack-request-id: req-52a310d5-5c80-4e07-8876-a9cf63446ed2 {{(pid=103628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 08 22:26:54.807577 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfb7cbdf-1852-4a6d-9239-79bb074de065", "tag": "edf21e03-44bc-4caa-a50e-fc650b2e5c4e", "status": "completed", "code": 200}]} {{(pid=103628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 08 22:26:54.807876 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-52a310d5-5c80-4e07-8876-a9cf63446ed2 {{(pid=103628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 08 22:26:54.808254 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52a310d5-5c80-4e07-8876-a9cf63446ed2'] response: {'name': 'network-changed', 'server_uuid': 'dfb7cbdf-1852-4a6d-9239-79bb074de065', 'tag': 'edf21e03-44bc-4caa-a50e-fc650b2e5c4e', 'status': 'completed', 'code': 200} May 08 22:26:55.018014 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-a98a10d9-94be-4252-9498-c23c69aba8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1259825-b40d-41dc-b595-545ddc2eda36', 'name': 'tempest-TestVolumeBootPattern-417149460-router', 'tenant_id': '71ff1b3aaa864388b9a5646942d2bffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '0240c8ca-15b1-4020-96da-1ed4ddb1fea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:20:02Z', 'updated_at': '2022-05-08T22:20:05Z', 'revision_number': 4, 'project_id': '71ff1b3aaa864388b9a5646942d2bffb', 'gw_port': {'id': '0240c8ca-15b1-4020-96da-1ed4ddb1fea3', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:76:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1259825-b40d-41dc-b595-545ddc2eda36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:20:02Z', 'updated_at': '2022-05-08T22:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_floatingips': [{'id': '89226b6b-8456-4123-8768-88ed65a479cc', 'tenant_id': '71ff1b3aaa864388b9a5646942d2bffb', 'floating_ip_address': '172.27.2.212', 'floating_network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'router_id': 'd1259825-b40d-41dc-b595-545ddc2eda36', 'port_id': '3c902de2-58a7-4169-a553-b65b32da667a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3de5004b-d04a-43ec-83df-7f6e082747db', 'mac_address': 'fa:16:3e:e6:ea:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbf7350-e2c5-4de7-b190-3dd8db0cbdfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-08T22:23:51Z', 'updated_at': '2022-05-08T22:23:53Z', 'revision_number': 1, 'project_id': '71ff1b3aaa864388b9a5646942d2bffb', 'fixed_ip_address_scope': None}, {'id': 'a60341b2-c929-400e-91e8-0f630638fd26', 'tenant_id': '71ff1b3aaa864388b9a5646942d2bffb', 'floating_ip_address': '172.27.2.5', 'floating_network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'router_id': 'd1259825-b40d-41dc-b595-545ddc2eda36', 'port_id': 'edf21e03-44bc-4caa-a50e-fc650b2e5c4e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3de5004b-d04a-43ec-83df-7f6e082747db', 'mac_address': 'fa:16:3e:92:57:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb7cbdf-1852-4a6d-9239-79bb074de065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-08T22:26:53Z', 'updated_at': '2022-05-08T22:26:53Z', 'revision_number': 0, 'project_id': '71ff1b3aaa864388b9a5646942d2bffb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4453eb0-768d-49ce-b300-433e8b6d7e59', 'name': '', 'network_id': '3de5004b-d04a-43ec-83df-7f6e082747db', 'tenant_id': '71ff1b3aaa864388b9a5646942d2bffb', 'mac_address': 'fa:16:3e:83:4d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1259825-b40d-41dc-b595-545ddc2eda36', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'f90310f9-89a9-4caa-b723-9c87d4a911ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:20:04Z', 'updated_at': '2022-05-08T22:20:09Z', 'revision_number': 5, 'project_id': '71ff1b3aaa864388b9a5646942d2bffb', 'subnets': [{'id': 'f90310f9-89a9-4caa-b723-9c87d4a911ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:26:55.044856 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98a10d9-94be-4252-9498-c23c69aba8b0 None None] Checking router: d1259825-b40d-41dc-b595-545ddc2eda36 for host: dv-cinder-840511-5-iscsi {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 08 22:26:55.054058 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98a10d9-94be-4252-9498-c23c69aba8b0 None None] Routers {'d1259825-b40d-41dc-b595-545ddc2eda36'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:26:55.054662 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-a98a10d9-94be-4252-9498-c23c69aba8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:26:48Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['d1259825-b40d-41dc-b595-545ddc2eda36'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:26:55.163814 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-a98a10d9-94be-4252-9498-c23c69aba8b0 None None] Set router d1259825-b40d-41dc-b595-545ddc2eda36 gateway port host: dv-cinder-840511-5-iscsi {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:26:55.185588 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cf0c79-158e-4659-9f74-ef192de497bc req-acf1c120-892f-4dec-9d50-6ed851c60587 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:26:55.187077 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-90cf0c79-158e-4659-9f74-ef192de497bc req-acf1c120-892f-4dec-9d50-6ed851c60587 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] 10.222.0.44 "GET /v2.0/ports?device_id=698bc391-a3e2-43c3-8efa-7d5d6ada67a1 HTTP/1.1" status: 200 len: 946 time: 0.0464809 May 08 22:26:55.234738 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-90cf0c79-158e-4659-9f74-ef192de497bc req-30e4a446-7c50-4e8c-ba0a-183ec85af06f tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] 10.222.0.44 "GET /v2.0/security-groups?id=63600a3c-76cc-4ea3-9505-8e85369280d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413241 May 08 22:26:55.335226 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51ac5ba-f3f1-4357-a490-928d534fa9da req-e3595596-da4e-4705-963a-1b495517e907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:26:55.336803 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-c51ac5ba-f3f1-4357-a490-928d534fa9da req-e3595596-da4e-4705-963a-1b495517e907 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=71ff1b3aaa864388b9a5646942d2bffb&device_id=dfb7cbdf-1852-4a6d-9239-79bb074de065 HTTP/1.1" status: 200 len: 1130 time: 0.0532684 May 08 22:26:55.436533 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51ac5ba-f3f1-4357-a490-928d534fa9da req-ea65a608-2477-4994-8960-228e8ccfe293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:26:55.438078 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-c51ac5ba-f3f1-4357-a490-928d534fa9da req-ea65a608-2477-4994-8960-228e8ccfe293 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3de5004b-d04a-43ec-83df-7f6e082747db HTTP/1.1" status: 200 len: 912 time: 0.0945354 May 08 22:26:55.478303 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-a98a10d9-94be-4252-9498-c23c69aba8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1259825-b40d-41dc-b595-545ddc2eda36', 'name': 'tempest-TestVolumeBootPattern-417149460-router', 'tenant_id': '71ff1b3aaa864388b9a5646942d2bffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '0240c8ca-15b1-4020-96da-1ed4ddb1fea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:20:02Z', 'updated_at': '2022-05-08T22:20:05Z', 'revision_number': 4, 'project_id': '71ff1b3aaa864388b9a5646942d2bffb', 'gw_port': {'id': '0240c8ca-15b1-4020-96da-1ed4ddb1fea3', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:76:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1259825-b40d-41dc-b595-545ddc2eda36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:20:02Z', 'updated_at': '2022-05-08T22:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_floatingips': [{'id': '89226b6b-8456-4123-8768-88ed65a479cc', 'tenant_id': '71ff1b3aaa864388b9a5646942d2bffb', 'floating_ip_address': '172.27.2.212', 'floating_network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'router_id': 'd1259825-b40d-41dc-b595-545ddc2eda36', 'port_id': '3c902de2-58a7-4169-a553-b65b32da667a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3de5004b-d04a-43ec-83df-7f6e082747db', 'mac_address': 'fa:16:3e:e6:ea:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbf7350-e2c5-4de7-b190-3dd8db0cbdfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-08T22:23:51Z', 'updated_at': '2022-05-08T22:23:53Z', 'revision_number': 1, 'project_id': '71ff1b3aaa864388b9a5646942d2bffb', 'fixed_ip_address_scope': None}, {'id': 'a60341b2-c929-400e-91e8-0f630638fd26', 'tenant_id': '71ff1b3aaa864388b9a5646942d2bffb', 'floating_ip_address': '172.27.2.5', 'floating_network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'router_id': 'd1259825-b40d-41dc-b595-545ddc2eda36', 'port_id': 'edf21e03-44bc-4caa-a50e-fc650b2e5c4e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3de5004b-d04a-43ec-83df-7f6e082747db', 'mac_address': 'fa:16:3e:92:57:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb7cbdf-1852-4a6d-9239-79bb074de065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-08T22:26:53Z', 'updated_at': '2022-05-08T22:26:53Z', 'revision_number': 0, 'project_id': '71ff1b3aaa864388b9a5646942d2bffb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4453eb0-768d-49ce-b300-433e8b6d7e59', 'name': '', 'network_id': '3de5004b-d04a-43ec-83df-7f6e082747db', 'tenant_id': '71ff1b3aaa864388b9a5646942d2bffb', 'mac_address': 'fa:16:3e:83:4d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1259825-b40d-41dc-b595-545ddc2eda36', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'f90310f9-89a9-4caa-b723-9c87d4a911ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:20:04Z', 'updated_at': '2022-05-08T22:20:09Z', 'revision_number': 5, 'project_id': '71ff1b3aaa864388b9a5646942d2bffb', 'subnets': [{'id': 'f90310f9-89a9-4caa-b723-9c87d4a911ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:26:55.504382 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98a10d9-94be-4252-9498-c23c69aba8b0 None None] The sync data for ids ['d1259825-b40d-41dc-b595-545ddc2eda36'] in dv-cinder-840511-5-iscsi is: [{'id': 'd1259825-b40d-41dc-b595-545ddc2eda36', 'name': 'tempest-TestVolumeBootPattern-417149460-router', 'tenant_id': '71ff1b3aaa864388b9a5646942d2bffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '0240c8ca-15b1-4020-96da-1ed4ddb1fea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:20:02Z', 'updated_at': '2022-05-08T22:20:05Z', 'revision_number': 4, 'project_id': '71ff1b3aaa864388b9a5646942d2bffb', 'gw_port': {'id': '0240c8ca-15b1-4020-96da-1ed4ddb1fea3', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:76:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1259825-b40d-41dc-b595-545ddc2eda36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:20:02Z', 'updated_at': '2022-05-08T22:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_floatingips': [{'id': '89226b6b-8456-4123-8768-88ed65a479cc', 'tenant_id': '71ff1b3aaa864388b9a5646942d2bffb', 'floating_ip_address': '172.27.2.212', 'floating_network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'router_id': 'd1259825-b40d-41dc-b595-545ddc2eda36', 'port_id': '3c902de2-58a7-4169-a553-b65b32da667a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3de5004b-d04a-43ec-83df-7f6e082747db', 'mac_address': 'fa:16:3e:e6:ea:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbf7350-e2c5-4de7-b190-3dd8db0cbdfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-08T22:23:51Z', 'updated_at': '2022-05-08T22:23:53Z', 'revision_number': 1, 'project_id': '71ff1b3aaa864388b9a5646942d2bffb', 'fixed_ip_address_scope': None}, {'id': 'a60341b2-c929-400e-91e8-0f630638fd26', 'tenant_id': '71ff1b3aaa864388b9a5646942d2bffb', 'floating_ip_address': '172.27.2.5', 'floating_network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'router_id': 'd1259825-b40d-41dc-b595-545ddc2eda36', 'port_id': 'edf21e03-44bc-4caa-a50e-fc650b2e5c4e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3de5004b-d04a-43ec-83df-7f6e082747db', 'mac_address': 'fa:16:3e:92:57:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb7cbdf-1852-4a6d-9239-79bb074de065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-08T22:26:53Z', 'updated_at': '2022-05-08T22:26:53Z', 'revision_number': 0, 'project_id': '71ff1b3aaa864388b9a5646942d2bffb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4453eb0-768d-49ce-b300-433e8b6d7e59', 'name': '', 'network_id': '3de5004b-d04a-43ec-83df-7f6e082747db', 'tenant_id': '71ff1b3aaa864388b9a5646942d2bffb', 'mac_address': 'fa:16:3e:83:4d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1259825-b40d-41dc-b595-545ddc2eda36', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'f90310f9-89a9-4caa-b723-9c87d4a911ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:20:04Z', 'updated_at': '2022-05-08T22:20:09Z', 'revision_number': 5, 'project_id': '71ff1b3aaa864388b9a5646942d2bffb', 'subnets': [{'id': 'f90310f9-89a9-4caa-b723-9c87d4a911ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 08 22:26:55.520782 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-c51ac5ba-f3f1-4357-a490-928d534fa9da req-9002471c-ab11-4683-bc00-99b3c97a5c48 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=edf21e03-44bc-4caa-a50e-fc650b2e5c4e HTTP/1.1" status: 200 len: 998 time: 0.0609379 May 08 22:26:55.577234 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51ac5ba-f3f1-4357-a490-928d534fa9da req-7754c91a-f843-4a2f-b5d0-0fb3c56f45c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:26:55.578749 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-c51ac5ba-f3f1-4357-a490-928d534fa9da req-7754c91a-f843-4a2f-b5d0-0fb3c56f45c8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f90310f9-89a9-4caa-b723-9c87d4a911ed HTTP/1.1" status: 200 len: 850 time: 0.0485404 May 08 22:26:55.698359 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51ac5ba-f3f1-4357-a490-928d534fa9da req-745ee51f-066d-44c9-8cd1-4882e9eaf94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:26:55.699788 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-c51ac5ba-f3f1-4357-a490-928d534fa9da req-745ee51f-066d-44c9-8cd1-4882e9eaf94e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3de5004b-d04a-43ec-83df-7f6e082747db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428870 May 08 22:26:55.702656 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b2eae1-0524-483f-88b1-0be747de03f5 None None] New status for floating IP a60341b2-c929-400e-91e8-0f630638fd26: ACTIVE {{(pid=103630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 08 22:26:55.815772 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-c51ac5ba-f3f1-4357-a490-928d534fa9da req-f32e38de-52e7-4d79-9956-c2db25cf2566 service neutron] 10.222.0.24 "GET /v2.0/networks/3de5004b-d04a-43ec-83df-7f6e082747db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824857 May 08 22:26:55.863614 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.agents_db [None req-09216671-537f-4251-a64c-737ccd42d6d2 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 08 22:26:56.053358 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7fc138-4456-4e44-9660-6c5cc2f82075 req-dce8d8c7-477b-41b9-8f0f-f8e4df36ab86 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:26:56.054694 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-0c7fc138-4456-4e44-9660-6c5cc2f82075 req-dce8d8c7-477b-41b9-8f0f-f8e4df36ab86 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] 10.222.0.24 "GET /v2.0/ports?device_id=698bc391-a3e2-43c3-8efa-7d5d6ada67a1 HTTP/1.1" status: 200 len: 946 time: 0.0750043 May 08 22:26:56.110330 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-c51ac5ba-f3f1-4357-a490-928d534fa9da req-eb0cf95e-ab7d-43b1-8161-9acae6588b0e service neutron] 10.222.0.24 "GET /v2.0/networks/3de5004b-d04a-43ec-83df-7f6e082747db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588368 May 08 22:26:56.157793 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-0c7fc138-4456-4e44-9660-6c5cc2f82075 req-be0736ae-12fb-4619-8fe2-1bc2011da629 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] Deleting port 2d135506-758b-4bd4-a203-e47efe409a31 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 08 22:26:56.158120 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-0c7fc138-4456-4e44-9660-6c5cc2f82075 req-be0736ae-12fb-4619-8fe2-1bc2011da629 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791034291685'] for port (2d135506-758b-4bd4-a203-e47efe409a31), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:26:56.255937 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-0c7fc138-4456-4e44-9660-6c5cc2f82075 req-be0736ae-12fb-4619-8fe2-1bc2011da629 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] For port 2d135506-758b-4bd4-a203-e47efe409a31, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=2d135506-758b-4bd4-a203-e47efe409a31,segment=NetworkSegment(a8fcafd8-8aad-4a8b-9ff2-adcad21b899b),segment_id=a8fcafd8-8aad-4a8b-9ff2-adcad21b899b)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:26:56.256378 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-0c7fc138-4456-4e44-9660-6c5cc2f82075 req-be0736ae-12fb-4619-8fe2-1bc2011da629 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786495'] for port (2d135506-758b-4bd4-a203-e47efe409a31), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:26:56.270396 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-0c7fc138-4456-4e44-9660-6c5cc2f82075 req-be0736ae-12fb-4619-8fe2-1bc2011da629 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] Calling delete_port for 2d135506-758b-4bd4-a203-e47efe409a31 owned by compute:nova {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 08 22:26:56.354520 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4109741-12b7-4a95-b276-908ebbfe3079 req-9d38f7c2-61a5-4519-82f0-fe3f219caeac tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:26:56.355830 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-c4109741-12b7-4a95-b276-908ebbfe3079 req-9d38f7c2-61a5-4519-82f0-fe3f219caeac tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] 10.222.0.44 "GET /v2.0/ports?device_id=698bc391-a3e2-43c3-8efa-7d5d6ada67a1 HTTP/1.1" status: 200 len: 946 time: 0.0509253 May 08 22:26:56.403901 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-0c7fc138-4456-4e44-9660-6c5cc2f82075 req-be0736ae-12fb-4619-8fe2-1bc2011da629 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791034301049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791034024021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633834'] for port (2d135506-758b-4bd4-a203-e47efe409a31), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:26:56.404692 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-c4109741-12b7-4a95-b276-908ebbfe3079 req-aaf08bb4-bf9b-4c6e-b259-4635e9292bbb tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] 10.222.0.44 "GET /v2.0/security-groups?id=63600a3c-76cc-4ea3-9505-8e85369280d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423601 May 08 22:26:56.431451 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0736ae-12fb-4619-8fe2-1bc2011da629 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] Pushing event deleted for resources: {'Port': ['ID=2d135506-758b-4bd4-a203-e47efe409a31,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:26:56.444719 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] get_ports_and_sgs() called for port_ids ['2d135506-758b-4bd4-a203-e47efe409a31'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 08 22:26:56.485871 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c7fc138-4456-4e44-9660-6c5cc2f82075 req-be0736ae-12fb-4619-8fe2-1bc2011da629 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] No DVR routers for this DVR port 2d135506-758b-4bd4-a203-e47efe409a31 on host hv-cinder-84051 {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 08 22:26:56.488269 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-0c7fc138-4456-4e44-9660-6c5cc2f82075 req-be0736ae-12fb-4619-8fe2-1bc2011da629 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870'] for port (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:26:56.491871 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-0c7fc138-4456-4e44-9660-6c5cc2f82075 req-be0736ae-12fb-4619-8fe2-1bc2011da629 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] 10.222.0.24 "DELETE /v2.0/ports/2d135506-758b-4bd4-a203-e47efe409a31 HTTP/1.1" status: 204 len: 173 time: 0.4310684 May 08 22:26:56.492294 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '698bc391-a3e2-43c3-8efa-7d5d6ada67a1', 'name': 'network-vif-deleted', 'tag': '2d135506-758b-4bd4-a203-e47efe409a31'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 08 22:26:56.494553 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cc8a0c475ac6fe54f5122aa5a8750c48412c688b8f67dba420990604a8daf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-800f6f8b-30c9-4a28-9718-50889c588160" -d '{"events": [{"server_uuid": "698bc391-a3e2-43c3-8efa-7d5d6ada67a1", "name": "network-vif-deleted", "tag": "2d135506-758b-4bd4-a203-e47efe409a31"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 08 22:26:56.531328 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 08 May 2022 22:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e220b494-95fa-4701-89ff-393e0571f212 x-openstack-request-id: req-e220b494-95fa-4701-89ff-393e0571f212 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 08 22:26:56.531625 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "698bc391-a3e2-43c3-8efa-7d5d6ada67a1", "name": "network-vif-deleted", "tag": "2d135506-758b-4bd4-a203-e47efe409a31", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 08 22:26:56.531863 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e220b494-95fa-4701-89ff-393e0571f212 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 08 22:26:56.532250 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e220b494-95fa-4701-89ff-393e0571f212'] response: {'server_uuid': '698bc391-a3e2-43c3-8efa-7d5d6ada67a1', 'name': 'network-vif-deleted', 'tag': '2d135506-758b-4bd4-a203-e47efe409a31', 'status': 'completed', 'code': 200} May 08 22:27:01.483812 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device 2d135506-758b-4bd4-a203-e47efe409a31 no longer exists at agent hyperv_hv-cinder-84051 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 08 22:27:01.515708 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] No Port match for: 2d135506-758b-4bd4-a203-e47efe409a31 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 08 22:27:01.516238 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device 2d135506-758b-4bd4-a203-e47efe409a31 not bound to the agent host hv-cinder-84051 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 08 22:27:09.758201 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef846851-786b-4971-b939-8c9c3ab8794e req-3525c3de-8251-470d-993b-929a0ab43624 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:27:09.759406 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-ef846851-786b-4971-b939-8c9c3ab8794e req-3525c3de-8251-470d-993b-929a0ab43624 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] 10.222.0.44 "GET /v2.0/networks?id=44ac45dd-2e45-4751-a6f1-05ff285af4f4 HTTP/1.1" status: 200 len: 814 time: 0.1089308 May 08 22:27:09.775033 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-ef846851-786b-4971-b939-8c9c3ab8794e req-f70c0ec6-24a1-4626-bd32-4bca0a83831e tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] 10.222.0.44 "GET /v2.0/quotas/98569c6958084f168aab55fe69c974a6 HTTP/1.1" status: 200 len: 375 time: 0.0100133 May 08 22:27:09.806491 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-ef846851-786b-4971-b939-8c9c3ab8794e req-d1da208d-ebbf-4991-94e2-a19e829313ad tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=98569c6958084f168aab55fe69c974a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263278 May 08 22:27:09.869739 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [req-ef846851-786b-4971-b939-8c9c3ab8794e req-4c0444b3-3783-4f5b-9155-2309c15161f2 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103628) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 08 22:27:09.870727 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-ef846851-786b-4971-b939-8c9c3ab8794e req-4c0444b3-3783-4f5b-9155-2309c15161f2 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0581448 May 08 22:27:09.958785 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-ef846851-786b-4971-b939-8c9c3ab8794e req-a7081746-69e4-462e-ae6b-be5ecbfaeadb service neutron] 10.222.0.44 "GET /v2.0/networks/44ac45dd-2e45-4751-a6f1-05ff285af4f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819998 May 08 22:27:10.059086 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-ef846851-786b-4971-b939-8c9c3ab8794e req-c585d736-0039-4468-93b3-bba94c87e298 service neutron] 10.222.0.44 "GET /v2.0/networks/44ac45dd-2e45-4751-a6f1-05ff285af4f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913777 May 08 22:27:10.222853 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-8410fd16-ef51-4f54-8521-32531ffc43d8 req-4864dcc4-7adf-4431-80fc-44502f0aae66 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] 10.222.0.44 "GET /v2.0/ports?device_id=9903bf52-dcb6-4f2f-9947-ee2f83f7102b HTTP/1.1" status: 200 len: 210 time: 0.0282319 May 08 22:27:10.361116 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (50086534-3b0f-4edb-899f-da05c46c2546), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:27:11.308266 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef846851-786b-4971-b939-8c9c3ab8794e req-2cb2b951-6744-462f-81b0-5feac773b48d tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:27:11.309748 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-ef846851-786b-4971-b939-8c9c3ab8794e req-2cb2b951-6744-462f-81b0-5feac773b48d tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] 10.222.0.24 "GET /v2.0/networks?id=44ac45dd-2e45-4751-a6f1-05ff285af4f4 HTTP/1.1" status: 200 len: 814 time: 0.1037607 May 08 22:27:11.319335 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-07756872-2867-4aeb-ae7d-2b1a4ffd03a2 req-3775bf2b-7128-4dda-ab6e-3370f9a1bd5b tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] 10.222.0.44 "GET /v2.0/ports?device_id=9903bf52-dcb6-4f2f-9947-ee2f83f7102b HTTP/1.1" status: 200 len: 210 time: 0.0278492 May 08 22:27:11.329804 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [req-ef846851-786b-4971-b939-8c9c3ab8794e req-3ae6c303-5b3f-4ebc-9373-58f22d1c8bf1 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] Request body: {'port': {'device_id': '9903bf52-dcb6-4f2f-9947-ee2f83f7102b', 'network_id': '44ac45dd-2e45-4751-a6f1-05ff285af4f4', 'admin_state_up': True, 'tenant_id': '98569c6958084f168aab55fe69c974a6'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:27:11.447058 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef846851-786b-4971-b939-8c9c3ab8794e req-3ae6c303-5b3f-4ebc-9373-58f22d1c8bf1 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] Made reservation on behalf of 98569c6958084f168aab55fe69c974a6 for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 08 22:27:11.451892 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-ef846851-786b-4971-b939-8c9c3ab8794e req-3ae6c303-5b3f-4ebc-9373-58f22d1c8bf1 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:27:11.591125 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [req-ef846851-786b-4971-b939-8c9c3ab8794e req-3ae6c303-5b3f-4ebc-9373-58f22d1c8bf1 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] Allocated IP 172.20.0.12 (44ac45dd-2e45-4751-a6f1-05ff285af4f4/558e68d0-3048-47c2-b2f6-af23df6f8e07/c165be8a-fed0-49e1-8b81-d5509b0ffb28) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 08 22:27:11.738665 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-ef846851-786b-4971-b939-8c9c3ab8794e req-3ae6c303-5b3f-4ebc-9373-58f22d1c8bf1 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] Publish callbacks [] for port (c165be8a-fed0-49e1-8b81-d5509b0ffb28), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:27:11.776662 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-ef846851-786b-4971-b939-8c9c3ab8794e req-3ae6c303-5b3f-4ebc-9373-58f22d1c8bf1 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791034024012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633834'] for port (c165be8a-fed0-49e1-8b81-d5509b0ffb28), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:27:11.824552 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef846851-786b-4971-b939-8c9c3ab8794e req-3ae6c303-5b3f-4ebc-9373-58f22d1c8bf1 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] Network 44ac45dd-2e45-4751-a6f1-05ff285af4f4 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 08 22:27:11.833551 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [req-ef846851-786b-4971-b939-8c9c3ab8794e req-3ae6c303-5b3f-4ebc-9373-58f22d1c8bf1 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:27:11.840975 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef846851-786b-4971-b939-8c9c3ab8794e req-3ae6c303-5b3f-4ebc-9373-58f22d1c8bf1 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 08 22:27:11.847074 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae6c303-5b3f-4ebc-9373-58f22d1c8bf1 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] Pushing event updated for resources: {'Port': ['ID=c165be8a-fed0-49e1-8b81-d5509b0ffb28,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:27:11.899008 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef846851-786b-4971-b939-8c9c3ab8794e req-3ae6c303-5b3f-4ebc-9373-58f22d1c8bf1 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:27:11.899606 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-ef846851-786b-4971-b939-8c9c3ab8794e req-3ae6c303-5b3f-4ebc-9373-58f22d1c8bf1 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870'] for port (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:27:11.919570 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-ef846851-786b-4971-b939-8c9c3ab8794e req-3ae6c303-5b3f-4ebc-9373-58f22d1c8bf1 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5939503 May 08 22:27:11.937710 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [req-ef846851-786b-4971-b939-8c9c3ab8794e req-4bd7b42f-7d3e-4515-84d3-22d3993c34a1 service neutron] Request body: {'port': {'device_id': '9903bf52-dcb6-4f2f-9947-ee2f83f7102b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:27:12.002251 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-ef846851-786b-4971-b939-8c9c3ab8794e req-4bd7b42f-7d3e-4515-84d3-22d3993c34a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (c165be8a-fed0-49e1-8b81-d5509b0ffb28), before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:27:12.318812 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.notifiers.nova [req-ef846851-786b-4971-b939-8c9c3ab8794e req-4bd7b42f-7d3e-4515-84d3-22d3993c34a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c165be8a-fed0-49e1-8b81-d5509b0ffb28 {{(pid=103629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 08 22:27:12.327380 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-ef846851-786b-4971-b939-8c9c3ab8794e req-4bd7b42f-7d3e-4515-84d3-22d3993c34a1 service neutron] Publish callbacks [] for port (c165be8a-fed0-49e1-8b81-d5509b0ffb28), precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:27:12.345225 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.provisioning_blocks [req-ef846851-786b-4971-b939-8c9c3ab8794e req-4bd7b42f-7d3e-4515-84d3-22d3993c34a1 service neutron] Transition to ACTIVE for port object c165be8a-fed0-49e1-8b81-d5509b0ffb28 will not be triggered until provisioned by entity L2. {{(pid=103629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 08 22:27:12.353073 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-ef846851-786b-4971-b939-8c9c3ab8794e req-4bd7b42f-7d3e-4515-84d3-22d3993c34a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59633821'] for port (c165be8a-fed0-49e1-8b81-d5509b0ffb28), after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:27:12.410706 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd7b42f-7d3e-4515-84d3-22d3993c34a1 service neutron] Pushing event updated for resources: {'Port': ['ID=c165be8a-fed0-49e1-8b81-d5509b0ffb28,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:27:12.452911 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1d6b37-b22b-4aa4-851e-bd2741a111d3 req-b13e623e-6d6f-4a9f-adef-476ffead0d52 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:27:12.454406 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-cf1d6b37-b22b-4aa4-851e-bd2741a111d3 req-b13e623e-6d6f-4a9f-adef-476ffead0d52 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] 10.222.0.44 "GET /v2.0/ports?device_id=9903bf52-dcb6-4f2f-9947-ee2f83f7102b HTTP/1.1" status: 200 len: 944 time: 0.0505009 May 08 22:27:12.495285 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-ef846851-786b-4971-b939-8c9c3ab8794e req-4bd7b42f-7d3e-4515-84d3-22d3993c34a1 service neutron] Attempting to bind port c165be8a-fed0-49e1-8b81-d5509b0ffb28 on host hv-cinder-84051 for vnic_type normal with profile {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 08 22:27:12.495621 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-ef846851-786b-4971-b939-8c9c3ab8794e req-4bd7b42f-7d3e-4515-84d3-22d3993c34a1 service neutron] Attempting to bind port c165be8a-fed0-49e1-8b81-d5509b0ffb28 by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': 'a8fcafd8-8aad-4a8b-9ff2-adcad21b899b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '44ac45dd-2e45-4751-a6f1-05ff285af4f4'}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 08 22:27:12.495952 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef846851-786b-4971-b939-8c9c3ab8794e req-4bd7b42f-7d3e-4515-84d3-22d3993c34a1 service neutron] Attempting to bind port c165be8a-fed0-49e1-8b81-d5509b0ffb28 on network 44ac45dd-2e45-4751-a6f1-05ff285af4f4 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 08 22:27:12.500734 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef846851-786b-4971-b939-8c9c3ab8794e req-4bd7b42f-7d3e-4515-84d3-22d3993c34a1 service neutron] Port c165be8a-fed0-49e1-8b81-d5509b0ffb28 on network 44ac45dd-2e45-4751-a6f1-05ff285af4f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 08 22:27:12.501061 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef846851-786b-4971-b939-8c9c3ab8794e req-4bd7b42f-7d3e-4515-84d3-22d3993c34a1 service neutron] Attempting to bind port c165be8a-fed0-49e1-8b81-d5509b0ffb28 on network 44ac45dd-2e45-4751-a6f1-05ff285af4f4 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 08 22:27:12.506440 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef846851-786b-4971-b939-8c9c3ab8794e req-4bd7b42f-7d3e-4515-84d3-22d3993c34a1 service neutron] Checking agent: {'id': '50086534-3b0f-4edb-899f-da05c46c2546', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 8, 22, 13, 10), 'started_at': datetime.datetime(2022, 5, 8, 22, 13, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 8, 22, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 08 22:27:12.506767 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef846851-786b-4971-b939-8c9c3ab8794e req-4bd7b42f-7d3e-4515-84d3-22d3993c34a1 service neutron] Checking segment: {'id': 'a8fcafd8-8aad-4a8b-9ff2-adcad21b899b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '44ac45dd-2e45-4751-a6f1-05ff285af4f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 08 22:27:12.507154 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef846851-786b-4971-b939-8c9c3ab8794e req-4bd7b42f-7d3e-4515-84d3-22d3993c34a1 service neutron] Bound using segment: {'id': 'a8fcafd8-8aad-4a8b-9ff2-adcad21b899b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '44ac45dd-2e45-4751-a6f1-05ff285af4f4'} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 08 22:27:12.507626 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-ef846851-786b-4971-b939-8c9c3ab8794e req-4bd7b42f-7d3e-4515-84d3-22d3993c34a1 service neutron] Bound port: c165be8a-fed0-49e1-8b81-d5509b0ffb28, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8fcafd8-8aad-4a8b-9ff2-adcad21b899b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '44ac45dd-2e45-4751-a6f1-05ff285af4f4'}}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 08 22:27:12.507992 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-ef846851-786b-4971-b939-8c9c3ab8794e req-4bd7b42f-7d3e-4515-84d3-22d3993c34a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (c165be8a-fed0-49e1-8b81-d5509b0ffb28), before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:27:12.511811 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-cf1d6b37-b22b-4aa4-851e-bd2741a111d3 req-6e8f354e-8cd7-4377-a9db-aa06c47e72eb tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] 10.222.0.44 "GET /v2.0/security-groups?id=63600a3c-76cc-4ea3-9505-8e85369280d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514243 May 08 22:27:12.587603 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-ef846851-786b-4971-b939-8c9c3ab8794e req-4bd7b42f-7d3e-4515-84d3-22d3993c34a1 service neutron] For port c165be8a-fed0-49e1-8b81-d5509b0ffb28, host hv-cinder-84051, cleared binding levels {{(pid=103629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 08 22:27:12.591064 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-ef846851-786b-4971-b939-8c9c3ab8794e req-4bd7b42f-7d3e-4515-84d3-22d3993c34a1 service neutron] For port c165be8a-fed0-49e1-8b81-d5509b0ffb28, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=c165be8a-fed0-49e1-8b81-d5509b0ffb28,segment=NetworkSegment(a8fcafd8-8aad-4a8b-9ff2-adcad21b899b),segment_id=a8fcafd8-8aad-4a8b-9ff2-adcad21b899b)] {{(pid=103629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 08 22:27:12.599174 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-ef846851-786b-4971-b939-8c9c3ab8794e req-4bd7b42f-7d3e-4515-84d3-22d3993c34a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59633821'] for port (c165be8a-fed0-49e1-8b81-d5509b0ffb28), after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:27:12.639208 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef846851-786b-4971-b939-8c9c3ab8794e req-4bd7b42f-7d3e-4515-84d3-22d3993c34a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:27:12.639825 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-ef846851-786b-4971-b939-8c9c3ab8794e req-4bd7b42f-7d3e-4515-84d3-22d3993c34a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870'] for port (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:27:12.641253 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-ef846851-786b-4971-b939-8c9c3ab8794e req-4bd7b42f-7d3e-4515-84d3-22d3993c34a1 service neutron] 10.222.0.24 "PUT /v2.0/ports/c165be8a-fed0-49e1-8b81-d5509b0ffb28 HTTP/1.1" status: 200 len: 1094 time: 0.7076738 May 08 22:27:12.641713 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9903bf52-dcb6-4f2f-9947-ee2f83f7102b', 'tag': 'c165be8a-fed0-49e1-8b81-d5509b0ffb28'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 08 22:27:12.643986 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cc8a0c475ac6fe54f5122aa5a8750c48412c688b8f67dba420990604a8daf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93210e43-d295-4740-aec9-831f1b27383f" -d '{"events": [{"name": "network-changed", "server_uuid": "9903bf52-dcb6-4f2f-9947-ee2f83f7102b", "tag": "c165be8a-fed0-49e1-8b81-d5509b0ffb28"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 08 22:27:12.670349 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd7b42f-7d3e-4515-84d3-22d3993c34a1 service neutron] Pushing event updated for resources: {'Port': ['ID=c165be8a-fed0-49e1-8b81-d5509b0ffb28,revision_number=3']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:27:12.697377 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 08 May 2022 22:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e01f5c7-9fc1-4495-86eb-77ff53e19e6c x-openstack-request-id: req-1e01f5c7-9fc1-4495-86eb-77ff53e19e6c {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 08 22:27:12.697901 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9903bf52-dcb6-4f2f-9947-ee2f83f7102b", "tag": "c165be8a-fed0-49e1-8b81-d5509b0ffb28", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 08 22:27:12.698192 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1e01f5c7-9fc1-4495-86eb-77ff53e19e6c {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 08 22:27:12.698599 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e01f5c7-9fc1-4495-86eb-77ff53e19e6c'] response: {'name': 'network-changed', 'server_uuid': '9903bf52-dcb6-4f2f-9947-ee2f83f7102b', 'tag': 'c165be8a-fed0-49e1-8b81-d5509b0ffb28', 'status': 'completed', 'code': 200} May 08 22:27:12.776858 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef846851-786b-4971-b939-8c9c3ab8794e req-c86f0f9d-0ea4-457d-b805-1510f33eeba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:27:12.778642 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-ef846851-786b-4971-b939-8c9c3ab8794e req-c86f0f9d-0ea4-457d-b805-1510f33eeba9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=98569c6958084f168aab55fe69c974a6&device_id=9903bf52-dcb6-4f2f-9947-ee2f83f7102b HTTP/1.1" status: 200 len: 1128 time: 0.0458164 May 08 22:27:12.834265 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-ef846851-786b-4971-b939-8c9c3ab8794e req-ac7a6396-2c9c-4c48-afd3-bd154712a90a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c165be8a-fed0-49e1-8b81-d5509b0ffb28 HTTP/1.1" status: 200 len: 217 time: 0.0372295 May 08 22:27:12.899488 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef846851-786b-4971-b939-8c9c3ab8794e req-93f0f83b-0e46-41f1-a615-1d9bd6acad03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:27:12.901027 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-ef846851-786b-4971-b939-8c9c3ab8794e req-93f0f83b-0e46-41f1-a615-1d9bd6acad03 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=558e68d0-3048-47c2-b2f6-af23df6f8e07 HTTP/1.1" status: 200 len: 854 time: 0.0606506 May 08 22:27:12.935775 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-ef846851-786b-4971-b939-8c9c3ab8794e req-a2b5f04e-8802-4688-8b64-a839f5d4a32d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=44ac45dd-2e45-4751-a6f1-05ff285af4f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280781 May 08 22:27:13.028302 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-ef846851-786b-4971-b939-8c9c3ab8794e req-c5444840-9087-4fe7-b855-04782859db84 service neutron] 10.222.0.24 "GET /v2.0/networks/44ac45dd-2e45-4751-a6f1-05ff285af4f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862355 May 08 22:27:13.136747 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-ef846851-786b-4971-b939-8c9c3ab8794e req-0cd81162-0435-45ff-afaf-4f8d00ee5ffc service neutron] 10.222.0.24 "GET /v2.0/networks/44ac45dd-2e45-4751-a6f1-05ff285af4f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016045 May 08 22:27:13.642422 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f247645d-7107-4527-8b31-469c8b01cb81 req-d330c595-d6de-4175-94de-10856670320a tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:27:13.643862 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-f247645d-7107-4527-8b31-469c8b01cb81 req-d330c595-d6de-4175-94de-10856670320a tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] 10.222.0.44 "GET /v2.0/ports?device_id=9903bf52-dcb6-4f2f-9947-ee2f83f7102b HTTP/1.1" status: 200 len: 944 time: 0.0538621 May 08 22:27:13.694519 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-f247645d-7107-4527-8b31-469c8b01cb81 req-3ea21004-4383-4d2f-a087-88f88a8b0335 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] 10.222.0.44 "GET /v2.0/security-groups?id=63600a3c-76cc-4ea3-9505-8e85369280d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425918 May 08 22:27:14.831544 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c86876-8195-4759-9332-8abaf314bb84 req-4bb27f2e-6e77-45ed-a6e1-0ba81dd2ccba tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:27:14.832943 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-84c86876-8195-4759-9332-8abaf314bb84 req-4bb27f2e-6e77-45ed-a6e1-0ba81dd2ccba tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] 10.222.0.44 "GET /v2.0/ports?device_id=9903bf52-dcb6-4f2f-9947-ee2f83f7102b HTTP/1.1" status: 200 len: 944 time: 0.0568926 May 08 22:27:14.882550 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-84c86876-8195-4759-9332-8abaf314bb84 req-f42fb661-56a2-455f-baa5-1f9ab505d2d6 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] 10.222.0.44 "GET /v2.0/security-groups?id=63600a3c-76cc-4ea3-9505-8e85369280d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434413 May 08 22:27:15.903074 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93210e43-d295-4740-aec9-831f1b27383f req-34112c5b-94ef-4221-af76-3b2d8b735c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:27:15.904598 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-93210e43-d295-4740-aec9-831f1b27383f req-34112c5b-94ef-4221-af76-3b2d8b735c2c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=98569c6958084f168aab55fe69c974a6&device_id=9903bf52-dcb6-4f2f-9947-ee2f83f7102b HTTP/1.1" status: 200 len: 1128 time: 0.0411272 May 08 22:27:16.003525 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93210e43-d295-4740-aec9-831f1b27383f req-f46feca9-27d4-4e7e-a354-219a35f22dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:27:16.005028 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-93210e43-d295-4740-aec9-831f1b27383f req-f46feca9-27d4-4e7e-a354-219a35f22dd0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=44ac45dd-2e45-4751-a6f1-05ff285af4f4 HTTP/1.1" status: 200 len: 915 time: 0.0934455 May 08 22:27:16.005831 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7ec985-27c2-4c47-ac09-1514ea8fdff6 req-f056948f-fa2f-4fcf-90db-90b4d39de3ec tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:27:16.007294 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-bb7ec985-27c2-4c47-ac09-1514ea8fdff6 req-f056948f-fa2f-4fcf-90db-90b4d39de3ec tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] 10.222.0.44 "GET /v2.0/ports?device_id=9903bf52-dcb6-4f2f-9947-ee2f83f7102b HTTP/1.1" status: 200 len: 944 time: 0.0512526 May 08 22:27:16.046667 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-93210e43-d295-4740-aec9-831f1b27383f req-2db9d305-119b-456e-a029-33d2d79413d3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c165be8a-fed0-49e1-8b81-d5509b0ffb28 HTTP/1.1" status: 200 len: 217 time: 0.0344899 May 08 22:27:16.054724 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-bb7ec985-27c2-4c47-ac09-1514ea8fdff6 req-3a3d5901-5ae8-4b44-8a6f-f59aa1afec0f tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] 10.222.0.44 "GET /v2.0/security-groups?id=63600a3c-76cc-4ea3-9505-8e85369280d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413771 May 08 22:27:16.097114 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93210e43-d295-4740-aec9-831f1b27383f req-39b08e31-aac8-4ef3-aac8-151b86c6ad4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:27:16.098572 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-93210e43-d295-4740-aec9-831f1b27383f req-39b08e31-aac8-4ef3-aac8-151b86c6ad4c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=558e68d0-3048-47c2-b2f6-af23df6f8e07 HTTP/1.1" status: 200 len: 854 time: 0.0444291 May 08 22:27:16.133047 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-93210e43-d295-4740-aec9-831f1b27383f req-9e91e5a1-d4d9-4cee-a8e5-7288291bc4ab service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=44ac45dd-2e45-4751-a6f1-05ff285af4f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263445 May 08 22:27:16.223866 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-3ccd237a-f726-4d61-8950-e5efa5d55884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (399f5491-dab9-4373-bd22-64cd7c73418d), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:27:16.234156 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-93210e43-d295-4740-aec9-831f1b27383f req-6f8a5682-8a97-4161-b321-3a2b2f224792 service neutron] 10.222.0.24 "GET /v2.0/networks/44ac45dd-2e45-4751-a6f1-05ff285af4f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939081 May 08 22:27:16.329272 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-93210e43-d295-4740-aec9-831f1b27383f req-67a27b6d-abc0-4360-9cca-03f2ec08792a service neutron] 10.222.0.24 "GET /v2.0/networks/44ac45dd-2e45-4751-a6f1-05ff285af4f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877411 May 08 22:27:17.176834 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a621e489-6ec1-4688-a786-70aa5ae91da0 req-5c2cef4e-655c-47cd-b7f7-6fd23ef29233 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:27:17.178619 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-a621e489-6ec1-4688-a786-70aa5ae91da0 req-5c2cef4e-655c-47cd-b7f7-6fd23ef29233 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] 10.222.0.44 "GET /v2.0/ports?device_id=9903bf52-dcb6-4f2f-9947-ee2f83f7102b HTTP/1.1" status: 200 len: 944 time: 0.0496786 May 08 22:27:17.227132 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-a621e489-6ec1-4688-a786-70aa5ae91da0 req-a9d40f1a-c35e-4ab6-bec7-9e9736ae3211 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] 10.222.0.44 "GET /v2.0/security-groups?id=63600a3c-76cc-4ea3-9505-8e85369280d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424683 May 08 22:27:17.575922 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device c165be8a-fed0-49e1-8b81-d5509b0ffb28 details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=103630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 08 22:27:17.691087 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] For port c165be8a-fed0-49e1-8b81-d5509b0ffb28, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=c165be8a-fed0-49e1-8b81-d5509b0ffb28,segment=NetworkSegment(a8fcafd8-8aad-4a8b-9ff2-adcad21b899b),segment_id=a8fcafd8-8aad-4a8b-9ff2-adcad21b899b)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:27:17.705965 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Returning: {'device': 'c165be8a-fed0-49e1-8b81-d5509b0ffb28', 'network_id': '44ac45dd-2e45-4751-a6f1-05ff285af4f4', 'port_id': 'c165be8a-fed0-49e1-8b81-d5509b0ffb28', 'mac_address': 'fa:16:3e:79:0d:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '558e68d0-3048-47c2-b2f6-af23df6f8e07', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 08 22:27:17.743952 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Current status of the port c165be8a-fed0-49e1-8b81-d5509b0ffb28 is: DOWN; New status is: BUILD {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:27:17.744326 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (c165be8a-fed0-49e1-8b81-d5509b0ffb28), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:27:17.757164 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.notifiers.nova [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c165be8a-fed0-49e1-8b81-d5509b0ffb28 {{(pid=103630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 08 22:27:17.775730 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] For port c165be8a-fed0-49e1-8b81-d5509b0ffb28, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=c165be8a-fed0-49e1-8b81-d5509b0ffb28,segment=NetworkSegment(a8fcafd8-8aad-4a8b-9ff2-adcad21b899b),segment_id=a8fcafd8-8aad-4a8b-9ff2-adcad21b899b)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:27:17.783832 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (c165be8a-fed0-49e1-8b81-d5509b0ffb28), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:27:17.836282 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Pushing event updated for resources: {'Port': ['ID=c165be8a-fed0-49e1-8b81-d5509b0ffb28,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:27:18.267426 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] get_ports_and_sgs() called for port_ids ['c165be8a-fed0-49e1-8b81-d5509b0ffb28'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 08 22:27:18.349780 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67958ae2-79a4-4d63-b945-94ced9d2c24e req-b38f2eb7-1032-4997-8436-b90f53b9719f tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:27:18.351259 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-67958ae2-79a4-4d63-b945-94ced9d2c24e req-b38f2eb7-1032-4997-8436-b90f53b9719f tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] 10.222.0.44 "GET /v2.0/ports?device_id=9903bf52-dcb6-4f2f-9947-ee2f83f7102b HTTP/1.1" status: 200 len: 945 time: 0.0474985 May 08 22:27:18.403338 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-67958ae2-79a4-4d63-b945-94ced9d2c24e req-20e46904-24e1-4e33-b2c0-9bda5c6acf90 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] 10.222.0.44 "GET /v2.0/security-groups?id=63600a3c-76cc-4ea3-9505-8e85369280d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461507 May 08 22:27:18.496099 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-c7048d57-f165-4ec3-8016-035b6119919b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (69aa2ac4-530d-40c2-a84a-3161d84edf61), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:27:19.392605 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-68d59b13-bdd3-4890-b330-3a9be9bf9791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (167e5ba9-08ef-43b6-aca0-7c88b7f9e735), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:27:19.536050 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff4a51e-a329-4e8a-89d8-d2f07561e034 req-f09a7a44-8d1f-432b-867a-8d5c1c1eeb5c tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:27:19.537549 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-4ff4a51e-a329-4e8a-89d8-d2f07561e034 req-f09a7a44-8d1f-432b-867a-8d5c1c1eeb5c tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] 10.222.0.44 "GET /v2.0/ports?device_id=9903bf52-dcb6-4f2f-9947-ee2f83f7102b HTTP/1.1" status: 200 len: 945 time: 0.0586305 May 08 22:27:19.586034 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-4ff4a51e-a329-4e8a-89d8-d2f07561e034 req-c2b7cfdd-cce3-4997-8d15-d51ba0953982 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] 10.222.0.44 "GET /v2.0/security-groups?id=63600a3c-76cc-4ea3-9505-8e85369280d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426543 May 08 22:27:19.594185 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device c165be8a-fed0-49e1-8b81-d5509b0ffb28 up at agent hyperv_hv-cinder-84051 {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 08 22:27:19.639121 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Provisioning for port c165be8a-fed0-49e1-8b81-d5509b0ffb28 completed by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 08 22:27:19.647430 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Provisioning complete for port c165be8a-fed0-49e1-8b81-d5509b0ffb28 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:27:19.647796 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (c165be8a-fed0-49e1-8b81-d5509b0ffb28), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:27:19.728301 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Current status of the port c165be8a-fed0-49e1-8b81-d5509b0ffb28 is: BUILD; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:27:19.728706 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (c165be8a-fed0-49e1-8b81-d5509b0ffb28), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:27:19.751719 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9903bf52-dcb6-4f2f-9947-ee2f83f7102b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c165be8a-fed0-49e1-8b81-d5509b0ffb28'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 08 22:27:19.753967 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bcef9e280bae9da70c0250555725ec84c8fe71b1405edcfc00240691fe86bce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7269edc9-80b7-4fa8-9d50-586b2307f49a" -d '{"events": [{"server_uuid": "9903bf52-dcb6-4f2f-9947-ee2f83f7102b", "name": "network-vif-plugged", "status": "completed", "tag": "c165be8a-fed0-49e1-8b81-d5509b0ffb28"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 08 22:27:19.766726 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] For port c165be8a-fed0-49e1-8b81-d5509b0ffb28, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=c165be8a-fed0-49e1-8b81-d5509b0ffb28,segment=NetworkSegment(a8fcafd8-8aad-4a8b-9ff2-adcad21b899b),segment_id=a8fcafd8-8aad-4a8b-9ff2-adcad21b899b)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:27:19.771896 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (c165be8a-fed0-49e1-8b81-d5509b0ffb28), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:27:19.796049 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 08 May 2022 22:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45de6c0f-46c7-48ef-b90f-b47f664d946a x-openstack-request-id: req-45de6c0f-46c7-48ef-b90f-b47f664d946a {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 08 22:27:19.796336 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9903bf52-dcb6-4f2f-9947-ee2f83f7102b", "name": "network-vif-plugged", "status": "completed", "tag": "c165be8a-fed0-49e1-8b81-d5509b0ffb28", "code": 200}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 08 22:27:19.796596 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-45de6c0f-46c7-48ef-b90f-b47f664d946a {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 08 22:27:19.796988 dv-cinder-840511-5-iscsi neutron-server[103630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45de6c0f-46c7-48ef-b90f-b47f664d946a'] response: {'server_uuid': '9903bf52-dcb6-4f2f-9947-ee2f83f7102b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c165be8a-fed0-49e1-8b81-d5509b0ffb28', 'code': 200} May 08 22:27:19.822535 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Pushing event updated for resources: {'Port': ['ID=c165be8a-fed0-49e1-8b81-d5509b0ffb28,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:27:20.049164 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c118be0e-99fb-48e9-bc11-8158b3b6d2fa req-e0689587-875e-44a2-96bb-f068d5000e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:27:20.050618 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-c118be0e-99fb-48e9-bc11-8158b3b6d2fa req-e0689587-875e-44a2-96bb-f068d5000e6d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9903bf52-dcb6-4f2f-9947-ee2f83f7102b HTTP/1.1" status: 200 len: 1130 time: 0.0628650 May 08 22:27:20.058417 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-27af8e5a-9d04-4968-86c2-7f68ec21bf1a req-2d44292d-836b-46ee-9342-4102246c764a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=94989391-0b1d-49ca-9e5f-92877f21b5c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417404 May 08 22:27:20.098798 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-c118be0e-99fb-48e9-bc11-8158b3b6d2fa req-8440a22a-618a-4736-92c0-4abe9b2343d5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=63600a3c-76cc-4ea3-9505-8e85369280d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386956 May 08 22:27:20.552559 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27af8e5a-9d04-4968-86c2-7f68ec21bf1a req-5db34e73-d245-4338-9be1-18aab3361533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:27:20.554158 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-27af8e5a-9d04-4968-86c2-7f68ec21bf1a req-5db34e73-d245-4338-9be1-18aab3361533 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1ebe3bb7401b4b36966ebb9f16c6c04c&device_id=94989391-0b1d-49ca-9e5f-92877f21b5c2 HTTP/1.1" status: 200 len: 1130 time: 0.0468407 May 08 22:27:20.662955 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27af8e5a-9d04-4968-86c2-7f68ec21bf1a req-f118e20c-1b46-4892-aba9-dcb3822c767e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:27:20.664854 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-27af8e5a-9d04-4968-86c2-7f68ec21bf1a req-f118e20c-1b46-4892-aba9-dcb3822c767e service neutron] 10.222.0.24 "GET /v2.0/networks?id=2962a37b-5c8b-493f-a8f7-204192291fd9 HTTP/1.1" status: 200 len: 916 time: 0.0863533 May 08 22:27:20.699671 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec940de-ed15-4893-8fdb-df7fe6d46065 req-fc6adcb8-b1e5-4619-a613-894263fd54b5 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:27:20.701152 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-3ec940de-ed15-4893-8fdb-df7fe6d46065 req-fc6adcb8-b1e5-4619-a613-894263fd54b5 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] 10.222.0.44 "GET /v2.0/ports?device_id=9903bf52-dcb6-4f2f-9947-ee2f83f7102b HTTP/1.1" status: 200 len: 946 time: 0.0464652 May 08 22:27:20.749833 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-3ec940de-ed15-4893-8fdb-df7fe6d46065 req-c7527eff-50d5-428d-9a86-99cb092a1f72 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] 10.222.0.44 "GET /v2.0/security-groups?id=63600a3c-76cc-4ea3-9505-8e85369280d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430264 May 08 22:27:20.993798 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f82e6e54-0a06-4075-8e4d-2bf0b0f201e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (1fcc0290-7f55-4633-95cb-6d94e7aa5e57), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:27:21.221156 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-27af8e5a-9d04-4968-86c2-7f68ec21bf1a req-ef0ed940-e8b1-4307-b5cf-ea73510cc865 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=82e7621a-c795-4e95-b128-51da98ab579e HTTP/1.1" status: 200 len: 1001 time: 0.0813680 May 08 22:27:21.270417 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27af8e5a-9d04-4968-86c2-7f68ec21bf1a req-85622dbf-7ef0-4b51-8910-a77a3c87ce68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:27:21.271832 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-27af8e5a-9d04-4968-86c2-7f68ec21bf1a req-85622dbf-7ef0-4b51-8910-a77a3c87ce68 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2595fc7c-f188-492f-94ae-311dba05015f HTTP/1.1" status: 200 len: 854 time: 0.0430555 May 08 22:27:21.317355 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27af8e5a-9d04-4968-86c2-7f68ec21bf1a req-340f1bb0-8caa-49c1-aadc-a7a5db730058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:27:21.318843 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-27af8e5a-9d04-4968-86c2-7f68ec21bf1a req-340f1bb0-8caa-49c1-aadc-a7a5db730058 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2962a37b-5c8b-493f-a8f7-204192291fd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387189 May 08 22:27:21.414279 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-27af8e5a-9d04-4968-86c2-7f68ec21bf1a req-d1a7b91c-ce73-452f-b26e-1e570d81ffb9 service neutron] 10.222.0.24 "GET /v2.0/networks/2962a37b-5c8b-493f-a8f7-204192291fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844715 May 08 22:27:21.506163 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-27af8e5a-9d04-4968-86c2-7f68ec21bf1a req-70e2a2d3-0841-430e-8342-af465e7d7c3d service neutron] 10.222.0.24 "GET /v2.0/networks/2962a37b-5c8b-493f-a8f7-204192291fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839787 May 08 22:27:21.873995 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ad97f-120f-45f5-8c4a-636bb705fc03 req-d221cd0f-b8fb-4a98-9372-aeec3ae11192 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:27:21.875553 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-d43ad97f-120f-45f5-8c4a-636bb705fc03 req-d221cd0f-b8fb-4a98-9372-aeec3ae11192 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] 10.222.0.44 "GET /v2.0/ports?device_id=9903bf52-dcb6-4f2f-9947-ee2f83f7102b HTTP/1.1" status: 200 len: 946 time: 0.0500982 May 08 22:27:21.924474 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-d43ad97f-120f-45f5-8c4a-636bb705fc03 req-91982cc6-902e-4dd4-a7aa-8eb65a6b6171 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] 10.222.0.44 "GET /v2.0/security-groups?id=63600a3c-76cc-4ea3-9505-8e85369280d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425298 May 08 22:27:22.474323 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (7e3c7ef6-abd5-4f0f-b372-b2734b637fd0), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:27:32.866327 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.agents_db [None req-09216671-537f-4251-a64c-737ccd42d6d2 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 08 22:27:37.609335 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ee1f56-b568-41fc-944d-3345ee1382f9 req-cde95ad7-96c4-43b5-ad27-12d12bd0a602 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:27:37.610848 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-20ee1f56-b568-41fc-944d-3345ee1382f9 req-cde95ad7-96c4-43b5-ad27-12d12bd0a602 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=94989391-0b1d-49ca-9e5f-92877f21b5c2 HTTP/1.1" status: 200 len: 946 time: 0.0497415 May 08 22:27:37.659567 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-20ee1f56-b568-41fc-944d-3345ee1382f9 req-670e1e16-2b61-4d9f-bcc0-8ca9897b1851 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=51cb9774-2323-4600-8505-b98050a2e52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431125 May 08 22:27:38.804404 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5e6195-1e1a-4b55-a62a-4bc40982acb5 req-662a110d-1f4b-4412-b2c6-915cd43046f9 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:27:38.806043 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-cf5e6195-1e1a-4b55-a62a-4bc40982acb5 req-662a110d-1f4b-4412-b2c6-915cd43046f9 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=94989391-0b1d-49ca-9e5f-92877f21b5c2 HTTP/1.1" status: 200 len: 946 time: 0.0604098 May 08 22:27:38.858262 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-cf5e6195-1e1a-4b55-a62a-4bc40982acb5 req-ae9c71c2-18ed-4583-abd9-3a96af33eafb tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=51cb9774-2323-4600-8505-b98050a2e52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466220 May 08 22:27:39.983520 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace33f3f-971a-496a-9692-3b88415ecc38 req-47efb3ac-363f-4aea-a1c5-71e847839608 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:27:39.985004 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-ace33f3f-971a-496a-9692-3b88415ecc38 req-47efb3ac-363f-4aea-a1c5-71e847839608 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=94989391-0b1d-49ca-9e5f-92877f21b5c2 HTTP/1.1" status: 200 len: 946 time: 0.0521502 May 08 22:27:40.031257 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-ace33f3f-971a-496a-9692-3b88415ecc38 req-441f03ab-961e-4876-99d2-30758436217f tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=51cb9774-2323-4600-8505-b98050a2e52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406802 May 08 22:27:40.377173 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (50086534-3b0f-4edb-899f-da05c46c2546), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:27:41.164732 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880a7483-6956-4729-8ac1-553c669bb282 req-854e9605-f55a-45e6-a3a3-87e493de9005 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:27:41.166234 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-880a7483-6956-4729-8ac1-553c669bb282 req-854e9605-f55a-45e6-a3a3-87e493de9005 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=94989391-0b1d-49ca-9e5f-92877f21b5c2 HTTP/1.1" status: 200 len: 946 time: 0.0498953 May 08 22:27:41.220653 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-880a7483-6956-4729-8ac1-553c669bb282 req-70304a63-da3c-478c-a69f-738b7785df6a tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=51cb9774-2323-4600-8505-b98050a2e52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459514 May 08 22:27:42.365715 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def3ccfc-aaa5-435b-b7c2-641db45dc8dc req-b4a404ae-75ac-400a-b775-bfb328f4f57f tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:27:42.367172 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-def3ccfc-aaa5-435b-b7c2-641db45dc8dc req-b4a404ae-75ac-400a-b775-bfb328f4f57f tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=94989391-0b1d-49ca-9e5f-92877f21b5c2 HTTP/1.1" status: 200 len: 946 time: 0.0517833 May 08 22:27:42.420088 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-def3ccfc-aaa5-435b-b7c2-641db45dc8dc req-3a638106-fb70-41ce-8732-c733f1a3a1af tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=51cb9774-2323-4600-8505-b98050a2e52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446863 May 08 22:27:43.670204 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be6856a-20ab-431f-b8ff-d453f1112a01 req-11039c39-5ca0-4fa7-bfaf-51a838646260 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:27:43.671684 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-2be6856a-20ab-431f-b8ff-d453f1112a01 req-11039c39-5ca0-4fa7-bfaf-51a838646260 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.24 "GET /v2.0/ports?device_id=94989391-0b1d-49ca-9e5f-92877f21b5c2 HTTP/1.1" status: 200 len: 946 time: 0.1727045 May 08 22:27:43.709623 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c12003-9a27-4a3d-8455-d02d6f3d154e req-bd2a01d2-9cf6-4abb-a563-bc061b00b2dc tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:27:43.711096 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-44c12003-9a27-4a3d-8455-d02d6f3d154e req-bd2a01d2-9cf6-4abb-a563-bc061b00b2dc tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=94989391-0b1d-49ca-9e5f-92877f21b5c2 HTTP/1.1" status: 200 len: 946 time: 0.0463359 May 08 22:27:43.760381 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-2be6856a-20ab-431f-b8ff-d453f1112a01 req-5fd9809a-e863-40f8-9aaa-82489867ce2d tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Deleting port 82e7621a-c795-4e95-b128-51da98ab579e {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 08 22:27:43.760702 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-44c12003-9a27-4a3d-8455-d02d6f3d154e req-0fd0ab35-0aaf-4181-a7d6-ed4d3941c4da tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=51cb9774-2323-4600-8505-b98050a2e52e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431542 May 08 22:27:43.760832 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-2be6856a-20ab-431f-b8ff-d453f1112a01 req-5fd9809a-e863-40f8-9aaa-82489867ce2d tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791034291685'] for port (82e7621a-c795-4e95-b128-51da98ab579e), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:27:43.851551 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-2be6856a-20ab-431f-b8ff-d453f1112a01 req-5fd9809a-e863-40f8-9aaa-82489867ce2d tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] For port 82e7621a-c795-4e95-b128-51da98ab579e, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=82e7621a-c795-4e95-b128-51da98ab579e,segment=NetworkSegment(33fc6b3c-a604-4cee-a3d5-5a89d0b49ae0),segment_id=33fc6b3c-a604-4cee-a3d5-5a89d0b49ae0)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:27:43.852079 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-2be6856a-20ab-431f-b8ff-d453f1112a01 req-5fd9809a-e863-40f8-9aaa-82489867ce2d tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786495'] for port (82e7621a-c795-4e95-b128-51da98ab579e), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:27:44.031741 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-2be6856a-20ab-431f-b8ff-d453f1112a01 req-5fd9809a-e863-40f8-9aaa-82489867ce2d tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:27:44.031986 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-2be6856a-20ab-431f-b8ff-d453f1112a01 req-5fd9809a-e863-40f8-9aaa-82489867ce2d tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-788248'] for floatingip (de8d6fed-34bf-45ad-b252-f96c36b84807), after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:27:44.032283 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.db.l3_db [req-2be6856a-20ab-431f-b8ff-d453f1112a01 req-5fd9809a-e863-40f8-9aaa-82489867ce2d tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Floating IP de8d6fed-34bf-45ad-b252-f96c36b84807 disassociated. External IP: 172.27.2.222, port: 82e7621a-c795-4e95-b128-51da98ab579e. May 08 22:27:44.032661 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-2be6856a-20ab-431f-b8ff-d453f1112a01 req-5fd9809a-e863-40f8-9aaa-82489867ce2d tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Calling delete_port for 82e7621a-c795-4e95-b128-51da98ab579e owned by compute:nova {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 08 22:27:44.168490 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-2be6856a-20ab-431f-b8ff-d453f1112a01 req-5fd9809a-e863-40f8-9aaa-82489867ce2d tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791034301049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791034024021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633834'] for port (82e7621a-c795-4e95-b128-51da98ab579e), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:27:44.200326 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd9809a-e863-40f8-9aaa-82489867ce2d tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Pushing event deleted for resources: {'Port': ['ID=82e7621a-c795-4e95-b128-51da98ab579e,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:27:44.211134 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd9809a-e863-40f8-9aaa-82489867ce2d tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:27:44.211473 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd9809a-e863-40f8-9aaa-82489867ce2d tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:27:44.211857 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd9809a-e863-40f8-9aaa-82489867ce2d tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:27:44.212192 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd9809a-e863-40f8-9aaa-82489867ce2d tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:27:44.212705 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd9809a-e863-40f8-9aaa-82489867ce2d tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:27:44.212985 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd9809a-e863-40f8-9aaa-82489867ce2d tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:27:44.213841 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd9809a-e863-40f8-9aaa-82489867ce2d tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:27:44.214155 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd9809a-e863-40f8-9aaa-82489867ce2d tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:27:44.214617 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd9809a-e863-40f8-9aaa-82489867ce2d tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:27:44.214997 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd9809a-e863-40f8-9aaa-82489867ce2d tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:27:44.215376 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd9809a-e863-40f8-9aaa-82489867ce2d tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:27:44.215793 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd9809a-e863-40f8-9aaa-82489867ce2d tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:27:44.216117 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd9809a-e863-40f8-9aaa-82489867ce2d tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:27:44.216601 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd9809a-e863-40f8-9aaa-82489867ce2d tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:27:44.216943 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd9809a-e863-40f8-9aaa-82489867ce2d tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:27:44.329975 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2be6856a-20ab-431f-b8ff-d453f1112a01 req-5fd9809a-e863-40f8-9aaa-82489867ce2d tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Router 17ecdb15-e5ed-4214-93e4-a79ec0597a06 has already been hosted by L3 agent 69aa2ac4-530d-40c2-a84a-3161d84edf61 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 08 22:27:44.442698 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2be6856a-20ab-431f-b8ff-d453f1112a01 req-5fd9809a-e863-40f8-9aaa-82489867ce2d tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Notify agent at l3_agent.dv-cinder-840511-5-iscsi the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 08 22:27:44.454008 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f2e48b-5304-463f-82b4-494af7cad8fa None None] Sync routers for ids ['17ecdb15-e5ed-4214-93e4-a79ec0597a06'] in dv-cinder-840511-5-iscsi {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 08 22:27:44.464739 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f2e48b-5304-463f-82b4-494af7cad8fa None None] Routers {'17ecdb15-e5ed-4214-93e4-a79ec0597a06'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:27:44.465415 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-e4f2e48b-5304-463f-82b4-494af7cad8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:27:18Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['17ecdb15-e5ed-4214-93e4-a79ec0597a06'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:27:44.486299 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-2be6856a-20ab-431f-b8ff-d453f1112a01 req-5fd9809a-e863-40f8-9aaa-82489867ce2d tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] No DVR routers for this DVR port 82e7621a-c795-4e95-b128-51da98ab579e on host hv-cinder-84051 {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 08 22:27:44.488982 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-2be6856a-20ab-431f-b8ff-d453f1112a01 req-5fd9809a-e863-40f8-9aaa-82489867ce2d tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870'] for port (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:27:44.492247 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-2be6856a-20ab-431f-b8ff-d453f1112a01 req-5fd9809a-e863-40f8-9aaa-82489867ce2d tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.24 "DELETE /v2.0/ports/82e7621a-c795-4e95-b128-51da98ab579e HTTP/1.1" status: 204 len: 173 time: 0.8139844 May 08 22:27:44.492715 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94989391-0b1d-49ca-9e5f-92877f21b5c2', 'name': 'network-vif-deleted', 'tag': '82e7621a-c795-4e95-b128-51da98ab579e'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 08 22:27:44.495707 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cc8a0c475ac6fe54f5122aa5a8750c48412c688b8f67dba420990604a8daf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14237a21-afa1-4630-90c5-e93b8e0bab8f" -d '{"events": [{"server_uuid": "94989391-0b1d-49ca-9e5f-92877f21b5c2", "name": "network-vif-deleted", "tag": "82e7621a-c795-4e95-b128-51da98ab579e"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 08 22:27:44.534654 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 08 May 2022 22:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5cc39df-0b4b-4317-9302-ed6b7ec136f4 x-openstack-request-id: req-d5cc39df-0b4b-4317-9302-ed6b7ec136f4 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 08 22:27:44.534942 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94989391-0b1d-49ca-9e5f-92877f21b5c2", "name": "network-vif-deleted", "tag": "82e7621a-c795-4e95-b128-51da98ab579e", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 08 22:27:44.535196 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d5cc39df-0b4b-4317-9302-ed6b7ec136f4 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 08 22:27:44.535598 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5cc39df-0b4b-4317-9302-ed6b7ec136f4'] response: {'server_uuid': '94989391-0b1d-49ca-9e5f-92877f21b5c2', 'name': 'network-vif-deleted', 'tag': '82e7621a-c795-4e95-b128-51da98ab579e', 'status': 'completed', 'code': 200} May 08 22:27:44.578293 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-e4f2e48b-5304-463f-82b4-494af7cad8fa None None] Set router 17ecdb15-e5ed-4214-93e4-a79ec0597a06 gateway port host: dv-cinder-840511-5-iscsi {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:27:44.774909 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-e4f2e48b-5304-463f-82b4-494af7cad8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ecdb15-e5ed-4214-93e4-a79ec0597a06', 'name': 'tempest-AttachVolumeShelveTestJSON-64060927-router', 'tenant_id': '1ebe3bb7401b4b36966ebb9f16c6c04c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '840f38af-56d2-445b-ac3d-6b71d1698b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:22:39Z', 'updated_at': '2022-05-08T22:22:42Z', 'revision_number': 4, 'project_id': '1ebe3bb7401b4b36966ebb9f16c6c04c', 'gw_port': {'id': '840f38af-56d2-445b-ac3d-6b71d1698b4e', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ecdb15-e5ed-4214-93e4-a79ec0597a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:22:40Z', 'updated_at': '2022-05-08T22:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_interfaces': [{'id': '09cd7549-d083-47b8-a766-6346703084fb', 'name': '', 'network_id': '2962a37b-5c8b-493f-a8f7-204192291fd9', 'tenant_id': '1ebe3bb7401b4b36966ebb9f16c6c04c', 'mac_address': 'fa:16:3e:f1:fa:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ecdb15-e5ed-4214-93e4-a79ec0597a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '2595fc7c-f188-492f-94ae-311dba05015f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:22:41Z', 'updated_at': '2022-05-08T22:22:45Z', 'revision_number': 5, 'project_id': '1ebe3bb7401b4b36966ebb9f16c6c04c', 'subnets': [{'id': '2595fc7c-f188-492f-94ae-311dba05015f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:27:44.801063 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f2e48b-5304-463f-82b4-494af7cad8fa None None] Checking router: 17ecdb15-e5ed-4214-93e4-a79ec0597a06 for host: dv-cinder-840511-5-iscsi {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 08 22:27:44.809803 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f2e48b-5304-463f-82b4-494af7cad8fa None None] Routers {'17ecdb15-e5ed-4214-93e4-a79ec0597a06'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:27:44.810413 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-e4f2e48b-5304-463f-82b4-494af7cad8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:27:18Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['17ecdb15-e5ed-4214-93e4-a79ec0597a06'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:27:44.875516 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-f9e0a501-5abf-4b17-9f68-abf318365fdd req-54977bed-d04e-4c53-b7f2-56707b0c524b tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=94989391-0b1d-49ca-9e5f-92877f21b5c2 HTTP/1.1" status: 200 len: 210 time: 0.0301178 May 08 22:27:44.917145 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-e4f2e48b-5304-463f-82b4-494af7cad8fa None None] Set router 17ecdb15-e5ed-4214-93e4-a79ec0597a06 gateway port host: dv-cinder-840511-5-iscsi {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:27:45.119323 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-e4f2e48b-5304-463f-82b4-494af7cad8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ecdb15-e5ed-4214-93e4-a79ec0597a06', 'name': 'tempest-AttachVolumeShelveTestJSON-64060927-router', 'tenant_id': '1ebe3bb7401b4b36966ebb9f16c6c04c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '840f38af-56d2-445b-ac3d-6b71d1698b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:22:39Z', 'updated_at': '2022-05-08T22:22:42Z', 'revision_number': 4, 'project_id': '1ebe3bb7401b4b36966ebb9f16c6c04c', 'gw_port': {'id': '840f38af-56d2-445b-ac3d-6b71d1698b4e', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ecdb15-e5ed-4214-93e4-a79ec0597a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:22:40Z', 'updated_at': '2022-05-08T22:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_interfaces': [{'id': '09cd7549-d083-47b8-a766-6346703084fb', 'name': '', 'network_id': '2962a37b-5c8b-493f-a8f7-204192291fd9', 'tenant_id': '1ebe3bb7401b4b36966ebb9f16c6c04c', 'mac_address': 'fa:16:3e:f1:fa:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ecdb15-e5ed-4214-93e4-a79ec0597a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '2595fc7c-f188-492f-94ae-311dba05015f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:22:41Z', 'updated_at': '2022-05-08T22:22:45Z', 'revision_number': 5, 'project_id': '1ebe3bb7401b4b36966ebb9f16c6c04c', 'subnets': [{'id': '2595fc7c-f188-492f-94ae-311dba05015f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:27:45.148953 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f2e48b-5304-463f-82b4-494af7cad8fa None None] The sync data for ids ['17ecdb15-e5ed-4214-93e4-a79ec0597a06'] in dv-cinder-840511-5-iscsi is: [{'id': '17ecdb15-e5ed-4214-93e4-a79ec0597a06', 'name': 'tempest-AttachVolumeShelveTestJSON-64060927-router', 'tenant_id': '1ebe3bb7401b4b36966ebb9f16c6c04c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '840f38af-56d2-445b-ac3d-6b71d1698b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:22:39Z', 'updated_at': '2022-05-08T22:22:42Z', 'revision_number': 4, 'project_id': '1ebe3bb7401b4b36966ebb9f16c6c04c', 'gw_port': {'id': '840f38af-56d2-445b-ac3d-6b71d1698b4e', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ecdb15-e5ed-4214-93e4-a79ec0597a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:22:40Z', 'updated_at': '2022-05-08T22:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_interfaces': [{'id': '09cd7549-d083-47b8-a766-6346703084fb', 'name': '', 'network_id': '2962a37b-5c8b-493f-a8f7-204192291fd9', 'tenant_id': '1ebe3bb7401b4b36966ebb9f16c6c04c', 'mac_address': 'fa:16:3e:f1:fa:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ecdb15-e5ed-4214-93e4-a79ec0597a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '2595fc7c-f188-492f-94ae-311dba05015f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:22:41Z', 'updated_at': '2022-05-08T22:22:45Z', 'revision_number': 5, 'project_id': '1ebe3bb7401b4b36966ebb9f16c6c04c', 'subnets': [{'id': '2595fc7c-f188-492f-94ae-311dba05015f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 08 22:27:45.533932 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61af125-d07d-4de4-9e16-858922873705 None None] New status for floating IP de8d6fed-34bf-45ad-b252-f96c36b84807: DOWN {{(pid=103630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 08 22:27:45.979185 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 59396) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:27:46.036326 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0e343860-9490-46ae-80e4-6bfa5eeef062 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Publish callbacks [] for security_group (51cb9774-2323-4600-8505-b98050a2e52e), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:27:46.060023 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0e343860-9490-46ae-80e4-6bfa5eeef062 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Publish callbacks [] for security_group (51cb9774-2323-4600-8505-b98050a2e52e), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:27:46.112548 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0e343860-9490-46ae-80e4-6bfa5eeef062 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (51cb9774-2323-4600-8505-b98050a2e52e), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:27:46.115198 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0e343860-9490-46ae-80e4-6bfa5eeef062 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Publish callbacks [] for security_group (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:27:46.116363 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-0e343860-9490-46ae-80e4-6bfa5eeef062 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "DELETE /v2.0/security-groups/51cb9774-2323-4600-8505-b98050a2e52e HTTP/1.1" status: 204 len: 168 time: 0.1361470 May 08 22:27:46.119400 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 59398) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:27:46.125868 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e343860-9490-46ae-80e4-6bfa5eeef062 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51cb9774-2323-4600-8505-b98050a2e52e,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:27:46.133399 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.api.v2.resource [None req-ee14a9d3-fe2f-4f38-819a-51ad6660a32e tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] show failed (client error): The resource could not be found. May 08 22:27:46.137635 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-ee14a9d3-fe2f-4f38-819a-51ad6660a32e tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups/51cb9774-2323-4600-8505-b98050a2e52e HTTP/1.1" status: 404 len: 347 time: 0.0170965 May 08 22:27:46.137813 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 59400) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:27:46.219996 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-5027ac86-f975-4153-b228-9253813b7ba3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (399f5491-dab9-4373-bd22-64cd7c73418d), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:27:46.263458 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-2ef99d24-951c-48bc-9c98-afe33043a7e3 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Deleting port 5857e092-2359-45ba-92bf-d80a75755c23 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 08 22:27:46.263805 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2ef99d24-951c-48bc-9c98-afe33043a7e3 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791034291685'] for port (5857e092-2359-45ba-92bf-d80a75755c23), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:27:46.339637 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2ef99d24-951c-48bc-9c98-afe33043a7e3 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786495'] for port (5857e092-2359-45ba-92bf-d80a75755c23), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:27:46.339962 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2ef99d24-951c-48bc-9c98-afe33043a7e3 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Publish callbacks [] for floatingip (5857e092-2359-45ba-92bf-d80a75755c23), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:27:46.354141 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-2ef99d24-951c-48bc-9c98-afe33043a7e3 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Calling delete_port for 5857e092-2359-45ba-92bf-d80a75755c23 owned by network:floatingip {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 08 22:27:46.777435 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2ef99d24-951c-48bc-9c98-afe33043a7e3 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791034301049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791034024021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633834'] for port (5857e092-2359-45ba-92bf-d80a75755c23), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:27:46.805095 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef99d24-951c-48bc-9c98-afe33043a7e3 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Pushing event deleted for resources: {'Port': ['ID=5857e092-2359-45ba-92bf-d80a75755c23,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:27:46.877350 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2ef99d24-951c-48bc-9c98-afe33043a7e3 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Publish callbacks [] for floatingip (de8d6fed-34bf-45ad-b252-f96c36b84807), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:27:46.879911 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-2ef99d24-951c-48bc-9c98-afe33043a7e3 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870'] for floatingip (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:27:46.881112 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-2ef99d24-951c-48bc-9c98-afe33043a7e3 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "DELETE /v2.0/floatingips/de8d6fed-34bf-45ad-b252-f96c36b84807 HTTP/1.1" status: 204 len: 168 time: 0.7424614 May 08 22:27:47.096152 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 59414) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:27:47.101325 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.v2.base [None req-2c65b0d0-d8bf-440a-8f58-b9226b4dd152 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1496961327', 'description': 'tempest-description--1609311357'}} {{(pid=103628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:27:47.124432 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2c65b0d0-d8bf-440a-8f58-b9226b4dd152 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Publish callbacks [] for security_group (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:27:47.191197 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2c65b0d0-d8bf-440a-8f58-b9226b4dd152 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Publish callbacks [] for security_group (4cfa8f7e-9c87-41de-8c46-920e8355570f), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:27:47.195237 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2c65b0d0-d8bf-440a-8f58-b9226b4dd152 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (4cfa8f7e-9c87-41de-8c46-920e8355570f), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:27:47.225208 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c65b0d0-d8bf-440a-8f58-b9226b4dd152 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cfa8f7e-9c87-41de-8c46-920e8355570f,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:27:47.233905 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2c65b0d0-d8bf-440a-8f58-b9226b4dd152 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Publish callbacks [] for security_group (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:27:47.235142 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-2c65b0d0-d8bf-440a-8f58-b9226b4dd152 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1377914 May 08 22:27:47.237906 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c65b0d0-d8bf-440a-8f58-b9226b4dd152 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:27:47.238256 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c65b0d0-d8bf-440a-8f58-b9226b4dd152 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:27:47.238504 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 59416) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:27:47.238980 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c65b0d0-d8bf-440a-8f58-b9226b4dd152 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:27:47.238980 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c65b0d0-d8bf-440a-8f58-b9226b4dd152 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:27:47.239239 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c65b0d0-d8bf-440a-8f58-b9226b4dd152 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:27:47.239567 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c65b0d0-d8bf-440a-8f58-b9226b4dd152 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:27:47.239895 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c65b0d0-d8bf-440a-8f58-b9226b4dd152 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:27:47.240215 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c65b0d0-d8bf-440a-8f58-b9226b4dd152 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:27:47.240539 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c65b0d0-d8bf-440a-8f58-b9226b4dd152 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:27:47.240884 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c65b0d0-d8bf-440a-8f58-b9226b4dd152 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:27:47.241207 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c65b0d0-d8bf-440a-8f58-b9226b4dd152 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:27:47.241527 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c65b0d0-d8bf-440a-8f58-b9226b4dd152 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:27:47.241849 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c65b0d0-d8bf-440a-8f58-b9226b4dd152 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:27:47.242178 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c65b0d0-d8bf-440a-8f58-b9226b4dd152 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:27:47.242486 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c65b0d0-d8bf-440a-8f58-b9226b4dd152 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:27:47.243983 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [None req-84b85bd8-a3ab-498e-8cb2-9ba71bbd75ff tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Request body: {'security_group_rule': {'security_group_id': '4cfa8f7e-9c87-41de-8c46-920e8355570f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:27:47.272367 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-84b85bd8-a3ab-498e-8cb2-9ba71bbd75ff tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Publish callbacks [] for security_group_rule (f2cad046-1730-4fe7-82da-84607188a566), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:27:47.330307 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-84b85bd8-a3ab-498e-8cb2-9ba71bbd75ff tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Publish callbacks [] for security_group_rule (f2cad046-1730-4fe7-82da-84607188a566), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:27:47.335590 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-84b85bd8-a3ab-498e-8cb2-9ba71bbd75ff tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571357'] for security_group_rule (f2cad046-1730-4fe7-82da-84607188a566), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:27:47.353415 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b85bd8-a3ab-498e-8cb2-9ba71bbd75ff tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2cad046-1730-4fe7-82da-84607188a566,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:27:47.367092 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-84b85bd8-a3ab-498e-8cb2-9ba71bbd75ff tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:27:47.368400 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-84b85bd8-a3ab-498e-8cb2-9ba71bbd75ff tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1286066 May 08 22:27:47.371317 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 59418) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:27:47.375709 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [None req-102ba127-9814-4eb6-8107-2e1a33cab3f7 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Request body: {'security_group_rule': {'security_group_id': '4cfa8f7e-9c87-41de-8c46-920e8355570f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:27:47.406807 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-102ba127-9814-4eb6-8107-2e1a33cab3f7 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Publish callbacks [] for security_group_rule (7277ff37-86bf-495b-929b-799aeced8daa), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:27:47.478274 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-102ba127-9814-4eb6-8107-2e1a33cab3f7 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Publish callbacks [] for security_group_rule (7277ff37-86bf-495b-929b-799aeced8daa), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:27:47.482797 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-102ba127-9814-4eb6-8107-2e1a33cab3f7 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571357'] for security_group_rule (7277ff37-86bf-495b-929b-799aeced8daa), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:27:47.501807 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102ba127-9814-4eb6-8107-2e1a33cab3f7 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7277ff37-86bf-495b-929b-799aeced8daa,revision_number=0']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:27:47.509629 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-102ba127-9814-4eb6-8107-2e1a33cab3f7 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:27:47.511043 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-102ba127-9814-4eb6-8107-2e1a33cab3f7 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1387894 May 08 22:27:47.514671 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 59420) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:27:47.520342 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [None req-3b12c59d-85d4-4993-bcbf-51f49d794d89 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Request body: {'floatingip': {'floating_network_id': '542aeef6-5046-439a-aa53-dc46759766dd'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:27:47.544906 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3b12c59d-85d4-4993-bcbf-51f49d794d89 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:27:47.630021 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3b12c59d-85d4-4993-bcbf-51f49d794d89 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:27:47.659776 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device 82e7621a-c795-4e95-b128-51da98ab579e no longer exists at agent hyperv_hv-cinder-84051 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 08 22:27:47.689435 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] No Port match for: 82e7621a-c795-4e95-b128-51da98ab579e {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 08 22:27:47.690988 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device 82e7621a-c795-4e95-b128-51da98ab579e not bound to the agent host hv-cinder-84051 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 08 22:27:47.735713 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [None req-3b12c59d-85d4-4993-bcbf-51f49d794d89 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Allocated IP 172.27.2.171 (542aeef6-5046-439a-aa53-dc46759766dd/c1306b94-a9cc-4730-bd7d-1800cb77959d/ce6e119a-cf8e-44ed-9a5b-950588ab769e) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 08 22:27:47.787315 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09ae528-6857-4022-9d11-3f409cbdda9c req-fae4219a-15ef-4275-9235-bb600f393f66 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:27:47.788807 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-c09ae528-6857-4022-9d11-3f409cbdda9c req-fae4219a-15ef-4275-9235-bb600f393f66 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] 10.222.0.44 "GET /v2.0/ports?device_id=9903bf52-dcb6-4f2f-9947-ee2f83f7102b HTTP/1.1" status: 200 len: 946 time: 0.0486195 May 08 22:27:47.836833 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-c09ae528-6857-4022-9d11-3f409cbdda9c req-0162dd00-10c4-416f-a648-ba4aa64de008 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] 10.222.0.44 "GET /v2.0/security-groups?id=63600a3c-76cc-4ea3-9505-8e85369280d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419693 May 08 22:27:47.841244 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3b12c59d-85d4-4993-bcbf-51f49d794d89 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Publish callbacks [] for port (ce6e119a-cf8e-44ed-9a5b-950588ab769e), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:27:47.875400 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3b12c59d-85d4-4993-bcbf-51f49d794d89 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791034024012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633834'] for port (ce6e119a-cf8e-44ed-9a5b-950588ab769e), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:27:47.911784 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b12c59d-85d4-4993-bcbf-51f49d794d89 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Network 542aeef6-5046-439a-aa53-dc46759766dd is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 08 22:27:47.914718 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [None req-3b12c59d-85d4-4993-bcbf-51f49d794d89 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:27:47.920167 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b12c59d-85d4-4993-bcbf-51f49d794d89 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 08 22:27:47.925594 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b12c59d-85d4-4993-bcbf-51f49d794d89 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Pushing event updated for resources: {'Port': ['ID=ce6e119a-cf8e-44ed-9a5b-950588ab769e,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:27:48.010278 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3b12c59d-85d4-4993-bcbf-51f49d794d89 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Publish callbacks [] for floatingip (2cdd3d8a-fc41-4b70-a6cb-57eb129329f3), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:27:48.049720 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3b12c59d-85d4-4993-bcbf-51f49d794d89 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (ce6e119a-cf8e-44ed-9a5b-950588ab769e), before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:27:48.202671 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3b12c59d-85d4-4993-bcbf-51f49d794d89 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Publish callbacks [] for port (ce6e119a-cf8e-44ed-9a5b-950588ab769e), precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:27:48.210033 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3b12c59d-85d4-4993-bcbf-51f49d794d89 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59633821'] for port (ce6e119a-cf8e-44ed-9a5b-950588ab769e), after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:27:48.275830 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b12c59d-85d4-4993-bcbf-51f49d794d89 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Pushing event updated for resources: {'Port': ['ID=ce6e119a-cf8e-44ed-9a5b-950588ab769e,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:27:48.287452 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3b12c59d-85d4-4993-bcbf-51f49d794d89 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-788248'] for floatingip (2cdd3d8a-fc41-4b70-a6cb-57eb129329f3), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:27:48.305280 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3b12c59d-85d4-4993-bcbf-51f49d794d89 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870'] for floatingip (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:27:48.306603 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-3b12c59d-85d4-4993-bcbf-51f49d794d89 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7904754 May 08 22:27:48.455507 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-7d5f2f8e-6202-46a5-9edb-b84dfa1ac163 req-c05f5ec8-292f-4274-8dec-e2adcc15bf78 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1496961327&fields=id&tenant_id=1ebe3bb7401b4b36966ebb9f16c6c04c HTTP/1.1" status: 200 len: 267 time: 0.0458260 May 08 22:27:48.498302 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-ddde8a6b-15dd-4903-9c3c-62a58d9a167b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (69aa2ac4-530d-40c2-a84a-3161d84edf61), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:27:48.561896 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f2f8e-6202-46a5-9edb-b84dfa1ac163 req-4b8962db-e2c3-42d5-9db9-1f9c64309359 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:27:48.563370 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-7d5f2f8e-6202-46a5-9edb-b84dfa1ac163 req-4b8962db-e2c3-42d5-9db9-1f9c64309359 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/networks?id=2962a37b-5c8b-493f-a8f7-204192291fd9 HTTP/1.1" status: 200 len: 815 time: 0.1012750 May 08 22:27:48.578547 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-7d5f2f8e-6202-46a5-9edb-b84dfa1ac163 req-e19bd061-19b4-4ee2-b621-23b126eccaf3 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/quotas/1ebe3bb7401b4b36966ebb9f16c6c04c HTTP/1.1" status: 200 len: 375 time: 0.0096936 May 08 22:27:48.627393 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-7d5f2f8e-6202-46a5-9edb-b84dfa1ac163 req-a497e48c-f4fb-416a-bd4d-e8ac83018daa tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=1ebe3bb7401b4b36966ebb9f16c6c04c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438826 May 08 22:27:48.727793 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-7d5f2f8e-6202-46a5-9edb-b84dfa1ac163 req-e9de566a-5193-4b0e-a83b-ad50a2a0b7b3 service neutron] 10.222.0.44 "GET /v2.0/networks/2962a37b-5c8b-493f-a8f7-204192291fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888350 May 08 22:27:48.819901 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-7d5f2f8e-6202-46a5-9edb-b84dfa1ac163 req-f427593d-390f-42b6-a57d-576fa2327cce service neutron] 10.222.0.44 "GET /v2.0/networks/2962a37b-5c8b-493f-a8f7-204192291fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831416 May 08 22:27:48.964405 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e2eaff-936b-42b9-9417-d57ec7673a5f req-8a0ebe5a-b4c4-4660-803f-b1a977a2f7d1 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:27:48.965915 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-c6e2eaff-936b-42b9-9417-d57ec7673a5f req-8a0ebe5a-b4c4-4660-803f-b1a977a2f7d1 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] 10.222.0.44 "GET /v2.0/ports?device_id=9903bf52-dcb6-4f2f-9947-ee2f83f7102b HTTP/1.1" status: 200 len: 946 time: 0.0606949 May 08 22:27:49.002384 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-0e4e9335-0468-4535-9719-3a899aec77bf req-405785c0-6a49-41a0-abd7-d8aff2dab53d tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2 HTTP/1.1" status: 200 len: 210 time: 0.0456481 May 08 22:27:49.036477 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-c6e2eaff-936b-42b9-9417-d57ec7673a5f req-03314005-a70b-44bb-8f8a-a9846791e3be tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] 10.222.0.44 "GET /v2.0/security-groups?id=63600a3c-76cc-4ea3-9505-8e85369280d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632801 May 08 22:27:49.387839 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-68d59b13-bdd3-4890-b330-3a9be9bf9791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (167e5ba9-08ef-43b6-aca0-7c88b7f9e735), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:27:50.105069 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-bab4f30a-e424-4083-8289-166942b87310 req-db77ce8d-2448-4877-86dd-c375fc5299fd tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2 HTTP/1.1" status: 200 len: 210 time: 0.0279908 May 08 22:27:50.156693 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e303d6-d730-47fe-9ea3-5d1a4ebb9f76 req-a0dbf5ad-43aa-4365-b8a9-5494fde8def8 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:27:50.158174 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-b4e303d6-d730-47fe-9ea3-5d1a4ebb9f76 req-a0dbf5ad-43aa-4365-b8a9-5494fde8def8 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] 10.222.0.44 "GET /v2.0/ports?device_id=9903bf52-dcb6-4f2f-9947-ee2f83f7102b HTTP/1.1" status: 200 len: 946 time: 0.0471046 May 08 22:27:50.208027 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-b4e303d6-d730-47fe-9ea3-5d1a4ebb9f76 req-f07b2453-0d2f-4c51-8e5b-6e896d41bfd4 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] 10.222.0.44 "GET /v2.0/security-groups?id=63600a3c-76cc-4ea3-9505-8e85369280d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441492 May 08 22:27:50.377496 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8327aeb6-900f-4068-8389-35f7a470ac1c req-e0b59774-81bd-442c-a3b3-431dcb4013d5 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:27:50.378928 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-8327aeb6-900f-4068-8389-35f7a470ac1c req-e0b59774-81bd-442c-a3b3-431dcb4013d5 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] 10.222.0.24 "GET /v2.0/ports?device_id=9903bf52-dcb6-4f2f-9947-ee2f83f7102b HTTP/1.1" status: 200 len: 946 time: 0.1020751 May 08 22:27:50.458187 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f2f8e-6202-46a5-9edb-b84dfa1ac163 req-acfc5b0d-e51a-4a1e-86cf-a66b9b3ec605 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:27:50.459621 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-7d5f2f8e-6202-46a5-9edb-b84dfa1ac163 req-acfc5b0d-e51a-4a1e-86cf-a66b9b3ec605 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.24 "GET /v2.0/networks?id=2962a37b-5c8b-493f-a8f7-204192291fd9 HTTP/1.1" status: 200 len: 815 time: 0.1845057 May 08 22:27:50.502283 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-8327aeb6-900f-4068-8389-35f7a470ac1c req-bd864716-abc1-45de-9a47-21ab7ca51a32 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] Deleting port c165be8a-fed0-49e1-8b81-d5509b0ffb28 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 08 22:27:50.502621 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-8327aeb6-900f-4068-8389-35f7a470ac1c req-bd864716-abc1-45de-9a47-21ab7ca51a32 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791034291685'] for port (c165be8a-fed0-49e1-8b81-d5509b0ffb28), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:27:50.604149 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-8327aeb6-900f-4068-8389-35f7a470ac1c req-bd864716-abc1-45de-9a47-21ab7ca51a32 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] For port c165be8a-fed0-49e1-8b81-d5509b0ffb28, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=c165be8a-fed0-49e1-8b81-d5509b0ffb28,segment=NetworkSegment(a8fcafd8-8aad-4a8b-9ff2-adcad21b899b),segment_id=a8fcafd8-8aad-4a8b-9ff2-adcad21b899b)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:27:50.604509 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-8327aeb6-900f-4068-8389-35f7a470ac1c req-bd864716-abc1-45de-9a47-21ab7ca51a32 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786495'] for port (c165be8a-fed0-49e1-8b81-d5509b0ffb28), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:27:50.625341 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-8327aeb6-900f-4068-8389-35f7a470ac1c req-bd864716-abc1-45de-9a47-21ab7ca51a32 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] Calling delete_port for c165be8a-fed0-49e1-8b81-d5509b0ffb28 owned by compute:nova {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 08 22:27:50.687388 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-7d5f2f8e-6202-46a5-9edb-b84dfa1ac163 req-8cd7fab2-2265-4231-85ee-7b996070de04 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ebe3bb7401b4b36966ebb9f16c6c04c HTTP/1.1" status: 200 len: 380 time: 0.1113784 May 08 22:27:50.699472 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [req-7d5f2f8e-6202-46a5-9edb-b84dfa1ac163 req-052e368c-46a1-4a6b-ba8a-90d17fa44f99 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Request body: {'port': {'device_id': 'e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2', 'network_id': '2962a37b-5c8b-493f-a8f7-204192291fd9', 'admin_state_up': True, 'tenant_id': '1ebe3bb7401b4b36966ebb9f16c6c04c', 'security_groups': ['4cfa8f7e-9c87-41de-8c46-920e8355570f']}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:27:50.855241 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-8327aeb6-900f-4068-8389-35f7a470ac1c req-bd864716-abc1-45de-9a47-21ab7ca51a32 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791034301049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791034024021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633834'] for port (c165be8a-fed0-49e1-8b81-d5509b0ffb28), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:27:50.863507 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d5f2f8e-6202-46a5-9edb-b84dfa1ac163 req-052e368c-46a1-4a6b-ba8a-90d17fa44f99 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Made reservation on behalf of 1ebe3bb7401b4b36966ebb9f16c6c04c for: {'port': 1} {{(pid=103629) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 08 22:27:50.866743 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-7d5f2f8e-6202-46a5-9edb-b84dfa1ac163 req-052e368c-46a1-4a6b-ba8a-90d17fa44f99 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:27:50.889833 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd864716-abc1-45de-9a47-21ab7ca51a32 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] Pushing event deleted for resources: {'Port': ['ID=c165be8a-fed0-49e1-8b81-d5509b0ffb28,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:27:50.902388 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] get_ports_and_sgs() called for port_ids ['c165be8a-fed0-49e1-8b81-d5509b0ffb28'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 08 22:27:50.951222 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-8327aeb6-900f-4068-8389-35f7a470ac1c req-bd864716-abc1-45de-9a47-21ab7ca51a32 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] No DVR routers for this DVR port c165be8a-fed0-49e1-8b81-d5509b0ffb28 on host hv-cinder-84051 {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 08 22:27:50.977026 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-8327aeb6-900f-4068-8389-35f7a470ac1c req-bd864716-abc1-45de-9a47-21ab7ca51a32 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870'] for port (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:27:50.980619 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-8327aeb6-900f-4068-8389-35f7a470ac1c req-bd864716-abc1-45de-9a47-21ab7ca51a32 tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] 10.222.0.24 "DELETE /v2.0/ports/c165be8a-fed0-49e1-8b81-d5509b0ffb28 HTTP/1.1" status: 204 len: 173 time: 0.5947428 May 08 22:27:50.981051 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9903bf52-dcb6-4f2f-9947-ee2f83f7102b', 'name': 'network-vif-deleted', 'tag': 'c165be8a-fed0-49e1-8b81-d5509b0ffb28'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 08 22:27:50.983279 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cc8a0c475ac6fe54f5122aa5a8750c48412c688b8f67dba420990604a8daf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92917ee3-34c2-4e40-9a35-1a50fe70ccae" -d '{"events": [{"server_uuid": "9903bf52-dcb6-4f2f-9947-ee2f83f7102b", "name": "network-vif-deleted", "tag": "c165be8a-fed0-49e1-8b81-d5509b0ffb28"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 08 22:27:50.989888 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f82e6e54-0a06-4075-8e4d-2bf0b0f201e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (1fcc0290-7f55-4633-95cb-6d94e7aa5e57), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:27:51.036975 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 08 May 2022 22:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb8feb7e-46ad-41ef-8492-f2f851d5dde6 x-openstack-request-id: req-bb8feb7e-46ad-41ef-8492-f2f851d5dde6 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 08 22:27:51.037297 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9903bf52-dcb6-4f2f-9947-ee2f83f7102b", "name": "network-vif-deleted", "tag": "c165be8a-fed0-49e1-8b81-d5509b0ffb28", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 08 22:27:51.037652 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bb8feb7e-46ad-41ef-8492-f2f851d5dde6 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 08 22:27:51.038248 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb8feb7e-46ad-41ef-8492-f2f851d5dde6'] response: {'server_uuid': '9903bf52-dcb6-4f2f-9947-ee2f83f7102b', 'name': 'network-vif-deleted', 'tag': 'c165be8a-fed0-49e1-8b81-d5509b0ffb28', 'status': 'completed', 'code': 200} May 08 22:27:51.065186 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.db_base_plugin_common [req-7d5f2f8e-6202-46a5-9edb-b84dfa1ac163 req-052e368c-46a1-4a6b-ba8a-90d17fa44f99 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Allocated IP 172.20.0.6 (2962a37b-5c8b-493f-a8f7-204192291fd9/2595fc7c-f188-492f-94ae-311dba05015f/12b4fefe-7e1f-4504-9c99-78925d772d59) {{(pid=103629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 08 22:27:51.211051 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-c7178f99-dfa2-4bfe-abd3-2ddc2b0d2de8 req-b16ede98-305e-42dc-a1d4-24d74fdbced4 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2 HTTP/1.1" status: 200 len: 210 time: 0.0289786 May 08 22:27:51.211714 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-7d5f2f8e-6202-46a5-9edb-b84dfa1ac163 req-052e368c-46a1-4a6b-ba8a-90d17fa44f99 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Publish callbacks [] for port (12b4fefe-7e1f-4504-9c99-78925d772d59), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:27:51.252511 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-7d5f2f8e-6202-46a5-9edb-b84dfa1ac163 req-052e368c-46a1-4a6b-ba8a-90d17fa44f99 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791034024012', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633834'] for port (12b4fefe-7e1f-4504-9c99-78925d772d59), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:27:51.295465 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d5f2f8e-6202-46a5-9edb-b84dfa1ac163 req-052e368c-46a1-4a6b-ba8a-90d17fa44f99 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Network 2962a37b-5c8b-493f-a8f7-204192291fd9 is already hosted by enough agents. {{(pid=103629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 08 22:27:51.298762 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.base_scheduler [req-7d5f2f8e-6202-46a5-9edb-b84dfa1ac163 req-052e368c-46a1-4a6b-ba8a-90d17fa44f99 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Resources bound (agent type, host, resource id): {{(pid=103629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 08 22:27:51.301286 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d5f2f8e-6202-46a5-9edb-b84dfa1ac163 req-052e368c-46a1-4a6b-ba8a-90d17fa44f99 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Received port after_create {{(pid=103629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 08 22:27:51.326855 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-5a63396e-38d6-4edd-afe1-4d654d2e4418 req-f1a26806-2e1a-4043-b384-1dc6a264d92d tempest-VolumesSnapshotTestJSON-62013088 tempest-VolumesSnapshotTestJSON-62013088-project] 10.222.0.44 "GET /v2.0/ports?device_id=9903bf52-dcb6-4f2f-9947-ee2f83f7102b HTTP/1.1" status: 200 len: 210 time: 0.0283511 May 08 22:27:51.331960 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052e368c-46a1-4a6b-ba8a-90d17fa44f99 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Pushing event updated for resources: {'Port': ['ID=12b4fefe-7e1f-4504-9c99-78925d772d59,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:27:51.366293 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f2f8e-6202-46a5-9edb-b84dfa1ac163 req-052e368c-46a1-4a6b-ba8a-90d17fa44f99 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:27:51.366913 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-7d5f2f8e-6202-46a5-9edb-b84dfa1ac163 req-052e368c-46a1-4a6b-ba8a-90d17fa44f99 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870'] for port (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:27:51.384719 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-7d5f2f8e-6202-46a5-9edb-b84dfa1ac163 req-052e368c-46a1-4a6b-ba8a-90d17fa44f99 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6900878 May 08 22:27:51.498031 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-308b2299-ba66-4b3f-9ff7-8fd757aab9f1 None None] Provisioning complete for port 12b4fefe-7e1f-4504-9c99-78925d772d59 triggered by entity DHCP. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:27:51.498406 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-308b2299-ba66-4b3f-9ff7-8fd757aab9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (12b4fefe-7e1f-4504-9c99-78925d772d59), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:27:51.534573 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-308b2299-ba66-4b3f-9ff7-8fd757aab9f1 None None] Port 12b4fefe-7e1f-4504-9c99-78925d772d59 cannot update to ACTIVE because it is not bound. {{(pid=103630) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 08 22:27:51.544878 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [req-7d5f2f8e-6202-46a5-9edb-b84dfa1ac163 req-29dafe13-9fcb-4f3a-87a2-62f1f6725a95 service neutron] Request body: {'port': {'device_id': 'e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84051'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:27:51.617388 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-7d5f2f8e-6202-46a5-9edb-b84dfa1ac163 req-29dafe13-9fcb-4f3a-87a2-62f1f6725a95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (12b4fefe-7e1f-4504-9c99-78925d772d59), before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:27:51.874684 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.notifiers.nova [req-7d5f2f8e-6202-46a5-9edb-b84dfa1ac163 req-29dafe13-9fcb-4f3a-87a2-62f1f6725a95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12b4fefe-7e1f-4504-9c99-78925d772d59 {{(pid=103629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 08 22:27:51.882054 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-7d5f2f8e-6202-46a5-9edb-b84dfa1ac163 req-29dafe13-9fcb-4f3a-87a2-62f1f6725a95 service neutron] Publish callbacks [] for port (12b4fefe-7e1f-4504-9c99-78925d772d59), precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:27:51.895617 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.provisioning_blocks [req-7d5f2f8e-6202-46a5-9edb-b84dfa1ac163 req-29dafe13-9fcb-4f3a-87a2-62f1f6725a95 service neutron] Transition to ACTIVE for port object 12b4fefe-7e1f-4504-9c99-78925d772d59 will not be triggered until provisioned by entity L2. {{(pid=103629) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 08 22:27:51.902120 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-7d5f2f8e-6202-46a5-9edb-b84dfa1ac163 req-29dafe13-9fcb-4f3a-87a2-62f1f6725a95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59633821'] for port (12b4fefe-7e1f-4504-9c99-78925d772d59), after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:27:51.955639 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dafe13-9fcb-4f3a-87a2-62f1f6725a95 service neutron] Pushing event updated for resources: {'Port': ['ID=12b4fefe-7e1f-4504-9c99-78925d772d59,revision_number=2']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:27:52.033003 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-7d5f2f8e-6202-46a5-9edb-b84dfa1ac163 req-29dafe13-9fcb-4f3a-87a2-62f1f6725a95 service neutron] Attempting to bind port 12b4fefe-7e1f-4504-9c99-78925d772d59 on host hv-cinder-84051 for vnic_type normal with profile {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 08 22:27:52.033335 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-7d5f2f8e-6202-46a5-9edb-b84dfa1ac163 req-29dafe13-9fcb-4f3a-87a2-62f1f6725a95 service neutron] Attempting to bind port 12b4fefe-7e1f-4504-9c99-78925d772d59 by drivers openvswitch,hyperv on host hv-cinder-84051 at level 0 using segments [{'id': '33fc6b3c-a604-4cee-a3d5-5a89d0b49ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2962a37b-5c8b-493f-a8f7-204192291fd9'}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 08 22:27:52.033664 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5f2f8e-6202-46a5-9edb-b84dfa1ac163 req-29dafe13-9fcb-4f3a-87a2-62f1f6725a95 service neutron] Attempting to bind port 12b4fefe-7e1f-4504-9c99-78925d772d59 on network 2962a37b-5c8b-493f-a8f7-204192291fd9 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 08 22:27:52.038227 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5f2f8e-6202-46a5-9edb-b84dfa1ac163 req-29dafe13-9fcb-4f3a-87a2-62f1f6725a95 service neutron] Port 12b4fefe-7e1f-4504-9c99-78925d772d59 on network 2962a37b-5c8b-493f-a8f7-204192291fd9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84051 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 08 22:27:52.038537 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5f2f8e-6202-46a5-9edb-b84dfa1ac163 req-29dafe13-9fcb-4f3a-87a2-62f1f6725a95 service neutron] Attempting to bind port 12b4fefe-7e1f-4504-9c99-78925d772d59 on network 2962a37b-5c8b-493f-a8f7-204192291fd9 {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 08 22:27:52.043797 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5f2f8e-6202-46a5-9edb-b84dfa1ac163 req-29dafe13-9fcb-4f3a-87a2-62f1f6725a95 service neutron] Checking agent: {'id': '50086534-3b0f-4edb-899f-da05c46c2546', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84051', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 8, 22, 13, 10), 'started_at': datetime.datetime(2022, 5, 8, 22, 13, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 8, 22, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 08 22:27:52.044133 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5f2f8e-6202-46a5-9edb-b84dfa1ac163 req-29dafe13-9fcb-4f3a-87a2-62f1f6725a95 service neutron] Checking segment: {'id': '33fc6b3c-a604-4cee-a3d5-5a89d0b49ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2962a37b-5c8b-493f-a8f7-204192291fd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 08 22:27:52.044501 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5f2f8e-6202-46a5-9edb-b84dfa1ac163 req-29dafe13-9fcb-4f3a-87a2-62f1f6725a95 service neutron] Bound using segment: {'id': '33fc6b3c-a604-4cee-a3d5-5a89d0b49ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2962a37b-5c8b-493f-a8f7-204192291fd9'} {{(pid=103629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 08 22:27:52.044971 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.managers [req-7d5f2f8e-6202-46a5-9edb-b84dfa1ac163 req-29dafe13-9fcb-4f3a-87a2-62f1f6725a95 service neutron] Bound port: 12b4fefe-7e1f-4504-9c99-78925d772d59, host: hv-cinder-84051, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33fc6b3c-a604-4cee-a3d5-5a89d0b49ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2962a37b-5c8b-493f-a8f7-204192291fd9'}}] {{(pid=103629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 08 22:27:52.045321 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-7d5f2f8e-6202-46a5-9edb-b84dfa1ac163 req-29dafe13-9fcb-4f3a-87a2-62f1f6725a95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (12b4fefe-7e1f-4504-9c99-78925d772d59), before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:27:52.112925 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-7d5f2f8e-6202-46a5-9edb-b84dfa1ac163 req-29dafe13-9fcb-4f3a-87a2-62f1f6725a95 service neutron] For port 12b4fefe-7e1f-4504-9c99-78925d772d59, host hv-cinder-84051, cleared binding levels {{(pid=103629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 08 22:27:52.115973 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-7d5f2f8e-6202-46a5-9edb-b84dfa1ac163 req-29dafe13-9fcb-4f3a-87a2-62f1f6725a95 service neutron] For port 12b4fefe-7e1f-4504-9c99-78925d772d59, host hv-cinder-84051, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=12b4fefe-7e1f-4504-9c99-78925d772d59,segment=NetworkSegment(33fc6b3c-a604-4cee-a3d5-5a89d0b49ae0),segment_id=33fc6b3c-a604-4cee-a3d5-5a89d0b49ae0)] {{(pid=103629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 08 22:27:52.123679 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-7d5f2f8e-6202-46a5-9edb-b84dfa1ac163 req-29dafe13-9fcb-4f3a-87a2-62f1f6725a95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59633821'] for port (12b4fefe-7e1f-4504-9c99-78925d772d59), after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:27:52.156000 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f2f8e-6202-46a5-9edb-b84dfa1ac163 req-29dafe13-9fcb-4f3a-87a2-62f1f6725a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:27:52.156639 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-7d5f2f8e-6202-46a5-9edb-b84dfa1ac163 req-29dafe13-9fcb-4f3a-87a2-62f1f6725a95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870'] for port (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:27:52.158026 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-7d5f2f8e-6202-46a5-9edb-b84dfa1ac163 req-29dafe13-9fcb-4f3a-87a2-62f1f6725a95 service neutron] 10.222.0.24 "PUT /v2.0/ports/12b4fefe-7e1f-4504-9c99-78925d772d59 HTTP/1.1" status: 200 len: 1093 time: 0.6178482 May 08 22:27:52.181895 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dafe13-9fcb-4f3a-87a2-62f1f6725a95 service neutron] Pushing event updated for resources: {'Port': ['ID=12b4fefe-7e1f-4504-9c99-78925d772d59,revision_number=3']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:27:52.261849 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f2f8e-6202-46a5-9edb-b84dfa1ac163 req-6805e98f-0620-4317-bb4b-d631d5852b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:27:52.263556 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-7d5f2f8e-6202-46a5-9edb-b84dfa1ac163 req-6805e98f-0620-4317-bb4b-d631d5852b9e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1ebe3bb7401b4b36966ebb9f16c6c04c&device_id=e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2 HTTP/1.1" status: 200 len: 1127 time: 0.0447681 May 08 22:27:52.328846 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-7d5f2f8e-6202-46a5-9edb-b84dfa1ac163 req-38b42b90-2120-4f48-96af-551b8062c160 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12b4fefe-7e1f-4504-9c99-78925d772d59 HTTP/1.1" status: 200 len: 217 time: 0.0413468 May 08 22:27:52.334683 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cdd62b-5234-46fa-bbb1-06a43c3729f5 req-6b18ea1f-b973-4de8-8c5e-9ead61046761 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:27:52.336167 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-27cdd62b-5234-46fa-bbb1-06a43c3729f5 req-6b18ea1f-b973-4de8-8c5e-9ead61046761 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2 HTTP/1.1" status: 200 len: 943 time: 0.0484676 May 08 22:27:52.385573 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f2f8e-6202-46a5-9edb-b84dfa1ac163 req-80ca78de-ea8d-42dd-b108-584c825b4286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:27:52.388049 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-7d5f2f8e-6202-46a5-9edb-b84dfa1ac163 req-80ca78de-ea8d-42dd-b108-584c825b4286 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2595fc7c-f188-492f-94ae-311dba05015f HTTP/1.1" status: 200 len: 854 time: 0.0529840 May 08 22:27:52.400227 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-27cdd62b-5234-46fa-bbb1-06a43c3729f5 req-23170197-991e-4d17-b0c0-26dda50bd9c9 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cfa8f7e-9c87-41de-8c46-920e8355570f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568533 May 08 22:27:52.438471 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f2f8e-6202-46a5-9edb-b84dfa1ac163 req-09c835fb-d7e8-4465-831e-238b0ab315f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:27:52.440114 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-7d5f2f8e-6202-46a5-9edb-b84dfa1ac163 req-09c835fb-d7e8-4465-831e-238b0ab315f4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2962a37b-5c8b-493f-a8f7-204192291fd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412533 May 08 22:27:52.458278 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (7e3c7ef6-abd5-4f0f-b372-b2734b637fd0), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:27:52.532591 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-7d5f2f8e-6202-46a5-9edb-b84dfa1ac163 req-33543f6f-a0be-426a-8e57-6d03a803e298 service neutron] 10.222.0.24 "GET /v2.0/networks/2962a37b-5c8b-493f-a8f7-204192291fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854008 May 08 22:27:52.628158 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-7d5f2f8e-6202-46a5-9edb-b84dfa1ac163 req-34837b16-f738-41be-b3df-424b63c4441c service neutron] 10.222.0.24 "GET /v2.0/networks/2962a37b-5c8b-493f-a8f7-204192291fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888803 May 08 22:27:53.039502 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2', 'tag': '12b4fefe-7e1f-4504-9c99-78925d772d59'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 08 22:27:53.043491 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cc8a0c475ac6fe54f5122aa5a8750c48412c688b8f67dba420990604a8daf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b144776c-cdd1-4d61-bf11-5739306468d0" -d '{"events": [{"name": "network-changed", "server_uuid": "e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2", "tag": "12b4fefe-7e1f-4504-9c99-78925d772d59"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 08 22:27:53.087448 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 08 May 2022 22:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f1d6efd-f51a-4a92-a970-f5d437185699 x-openstack-request-id: req-7f1d6efd-f51a-4a92-a970-f5d437185699 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 08 22:27:53.087797 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2", "tag": "12b4fefe-7e1f-4504-9c99-78925d772d59", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 08 22:27:53.088123 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7f1d6efd-f51a-4a92-a970-f5d437185699 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 08 22:27:53.089087 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f1d6efd-f51a-4a92-a970-f5d437185699'] response: {'name': 'network-changed', 'server_uuid': 'e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2', 'tag': '12b4fefe-7e1f-4504-9c99-78925d772d59', 'status': 'completed', 'code': 200} May 08 22:27:53.544466 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb9c966-17d1-4bc8-8b6e-3c9564147334 req-52b2af83-99c5-401f-8d9e-7ae15e3e6f8b tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:27:53.545954 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-7eb9c966-17d1-4bc8-8b6e-3c9564147334 req-52b2af83-99c5-401f-8d9e-7ae15e3e6f8b tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2 HTTP/1.1" status: 200 len: 943 time: 0.0583715 May 08 22:27:53.596326 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-7eb9c966-17d1-4bc8-8b6e-3c9564147334 req-eb59b0ee-bb2c-4d24-a477-4e9dd2273ef0 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cfa8f7e-9c87-41de-8c46-920e8355570f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446873 May 08 22:27:53.687788 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device c165be8a-fed0-49e1-8b81-d5509b0ffb28 no longer exists at agent hyperv_hv-cinder-84051 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 08 22:27:53.708387 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] No Port match for: c165be8a-fed0-49e1-8b81-d5509b0ffb28 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 08 22:27:53.708804 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device c165be8a-fed0-49e1-8b81-d5509b0ffb28 not bound to the agent host hv-cinder-84051 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 08 22:27:54.720431 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada6f123-5d6a-40cc-9981-8add6d4078b9 req-29517136-ca12-4583-9da7-6e9b39d0a7de tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:27:54.721890 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-ada6f123-5d6a-40cc-9981-8add6d4078b9 req-29517136-ca12-4583-9da7-6e9b39d0a7de tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2 HTTP/1.1" status: 200 len: 943 time: 0.0468023 May 08 22:27:54.773721 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-ada6f123-5d6a-40cc-9981-8add6d4078b9 req-73b7b0ad-8cba-4c06-b68f-9860f6ec5e7d tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cfa8f7e-9c87-41de-8c46-920e8355570f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429509 May 08 22:27:55.915274 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e60c35d-8165-4938-820b-14b87478481b req-1eeb9bc4-bf4f-4647-8e04-0dacd7f2381d tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:27:55.916814 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-9e60c35d-8165-4938-820b-14b87478481b req-1eeb9bc4-bf4f-4647-8e04-0dacd7f2381d tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2 HTTP/1.1" status: 200 len: 943 time: 0.0620272 May 08 22:27:55.968067 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-9e60c35d-8165-4938-820b-14b87478481b req-3c721600-2abc-4755-8b19-4a0ab2aca25c tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cfa8f7e-9c87-41de-8c46-920e8355570f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450683 May 08 22:27:57.085663 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3afba9a-1f72-4024-8581-44c269e0ae56 req-a2338ef7-169b-4e4e-a6cb-40957ec74b9b tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:27:57.087088 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-b3afba9a-1f72-4024-8581-44c269e0ae56 req-a2338ef7-169b-4e4e-a6cb-40957ec74b9b tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2 HTTP/1.1" status: 200 len: 943 time: 0.0468893 May 08 22:27:57.135147 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-b3afba9a-1f72-4024-8581-44c269e0ae56 req-9763d068-1ac1-420e-b5db-d8ae60a2b117 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cfa8f7e-9c87-41de-8c46-920e8355570f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415947 May 08 22:27:58.269864 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc6fbf4-6f72-4fe3-8077-588d08a808b9 req-651b175d-d084-4013-8371-f5a5aff505c9 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:27:58.271310 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-5fc6fbf4-6f72-4fe3-8077-588d08a808b9 req-651b175d-d084-4013-8371-f5a5aff505c9 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2 HTTP/1.1" status: 200 len: 943 time: 0.0554354 May 08 22:27:58.310685 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device 12b4fefe-7e1f-4504-9c99-78925d772d59 details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=103630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 08 22:27:58.324807 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-5fc6fbf4-6f72-4fe3-8077-588d08a808b9 req-cb840e44-fe73-4407-9d08-89620f68cbfe tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cfa8f7e-9c87-41de-8c46-920e8355570f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479262 May 08 22:27:58.415700 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] For port 12b4fefe-7e1f-4504-9c99-78925d772d59, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=12b4fefe-7e1f-4504-9c99-78925d772d59,segment=NetworkSegment(33fc6b3c-a604-4cee-a3d5-5a89d0b49ae0),segment_id=33fc6b3c-a604-4cee-a3d5-5a89d0b49ae0)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:27:58.426874 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Returning: {'device': '12b4fefe-7e1f-4504-9c99-78925d772d59', 'network_id': '2962a37b-5c8b-493f-a8f7-204192291fd9', 'port_id': '12b4fefe-7e1f-4504-9c99-78925d772d59', 'mac_address': 'fa:16:3e:33:dd:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2595fc7c-f188-492f-94ae-311dba05015f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 08 22:27:58.463357 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Current status of the port 12b4fefe-7e1f-4504-9c99-78925d772d59 is: DOWN; New status is: BUILD {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:27:58.464154 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (12b4fefe-7e1f-4504-9c99-78925d772d59), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:27:58.477561 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.notifiers.nova [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12b4fefe-7e1f-4504-9c99-78925d772d59 {{(pid=103630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 08 22:27:58.498033 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] For port 12b4fefe-7e1f-4504-9c99-78925d772d59, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=12b4fefe-7e1f-4504-9c99-78925d772d59,segment=NetworkSegment(33fc6b3c-a604-4cee-a3d5-5a89d0b49ae0),segment_id=33fc6b3c-a604-4cee-a3d5-5a89d0b49ae0)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:27:58.505535 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (12b4fefe-7e1f-4504-9c99-78925d772d59), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:27:58.557571 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Pushing event updated for resources: {'Port': ['ID=12b4fefe-7e1f-4504-9c99-78925d772d59,revision_number=4']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:27:58.565280 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:27:58.565631 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:27:58.565973 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:27:58.566318 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:27:58.566663 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:27:58.566991 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:27:58.567327 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:27:58.567652 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:27:58.567979 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:27:58.568305 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:27:58.568644 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:27:58.568974 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:27:58.569298 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:27:58.569616 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:27:58.569936 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:27:59.393705 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] get_ports_and_sgs() called for port_ids ['12b4fefe-7e1f-4504-9c99-78925d772d59'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 08 22:27:59.453904 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418a2af5-68a9-4a02-a0c3-30b11eebc429 req-7e545ffd-2344-47ff-bf5f-5f5b8f894ee2 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:27:59.456922 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-418a2af5-68a9-4a02-a0c3-30b11eebc429 req-7e545ffd-2344-47ff-bf5f-5f5b8f894ee2 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2 HTTP/1.1" status: 200 len: 944 time: 0.0480809 May 08 22:27:59.512747 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-418a2af5-68a9-4a02-a0c3-30b11eebc429 req-b489f5e6-e3dc-4d84-b8ca-d2d6f3988035 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cfa8f7e-9c87-41de-8c46-920e8355570f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506287 May 08 22:27:59.633271 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b144776c-cdd1-4d61-bf11-5739306468d0 req-bb1f7216-2b0a-4dac-8043-41d139752a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:27:59.634638 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-b144776c-cdd1-4d61-bf11-5739306468d0 req-bb1f7216-2b0a-4dac-8043-41d139752a50 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1ebe3bb7401b4b36966ebb9f16c6c04c&device_id=e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2 HTTP/1.1" status: 200 len: 1128 time: 0.0440223 May 08 22:27:59.726359 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b144776c-cdd1-4d61-bf11-5739306468d0 req-ac05c129-f415-43e3-abfb-662fa867b8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:27:59.727795 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-b144776c-cdd1-4d61-bf11-5739306468d0 req-ac05c129-f415-43e3-abfb-662fa867b8dd service neutron] 10.222.0.24 "GET /v2.0/networks?id=2962a37b-5c8b-493f-a8f7-204192291fd9 HTTP/1.1" status: 200 len: 916 time: 0.0852547 May 08 22:27:59.771021 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-b144776c-cdd1-4d61-bf11-5739306468d0 req-50d90c41-826c-4fb2-8911-09c78d3c16a0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12b4fefe-7e1f-4504-9c99-78925d772d59 HTTP/1.1" status: 200 len: 217 time: 0.0367520 May 08 22:27:59.817677 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b144776c-cdd1-4d61-bf11-5739306468d0 req-ac3c4075-8755-481c-97a1-fc093d5e6429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:27:59.819045 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-b144776c-cdd1-4d61-bf11-5739306468d0 req-ac3c4075-8755-481c-97a1-fc093d5e6429 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2595fc7c-f188-492f-94ae-311dba05015f HTTP/1.1" status: 200 len: 854 time: 0.0422266 May 08 22:27:59.863536 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b144776c-cdd1-4d61-bf11-5739306468d0 req-92ee6cd0-09cd-45ca-927e-1a08f0eabc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:27:59.865045 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-b144776c-cdd1-4d61-bf11-5739306468d0 req-92ee6cd0-09cd-45ca-927e-1a08f0eabc58 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2962a37b-5c8b-493f-a8f7-204192291fd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392394 May 08 22:27:59.961247 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-b144776c-cdd1-4d61-bf11-5739306468d0 req-0614318e-e6b2-4dc2-a27a-562612531e64 service neutron] 10.222.0.24 "GET /v2.0/networks/2962a37b-5c8b-493f-a8f7-204192291fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897651 May 08 22:28:00.049215 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-b144776c-cdd1-4d61-bf11-5739306468d0 req-80e484c1-1645-4363-95ba-a68cd327f1c1 service neutron] 10.222.0.24 "GET /v2.0/networks/2962a37b-5c8b-493f-a8f7-204192291fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816879 May 08 22:28:00.365292 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device 12b4fefe-7e1f-4504-9c99-78925d772d59 up at agent hyperv_hv-cinder-84051 {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 08 22:28:00.418001 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Provisioning for port 12b4fefe-7e1f-4504-9c99-78925d772d59 completed by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 08 22:28:00.422167 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Provisioning complete for port 12b4fefe-7e1f-4504-9c99-78925d772d59 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:28:00.422517 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (12b4fefe-7e1f-4504-9c99-78925d772d59), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:28:00.499623 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Current status of the port 12b4fefe-7e1f-4504-9c99-78925d772d59 is: BUILD; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:28:00.499942 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (12b4fefe-7e1f-4504-9c99-78925d772d59), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:28:00.524948 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12b4fefe-7e1f-4504-9c99-78925d772d59'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 08 22:28:00.527590 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bcef9e280bae9da70c0250555725ec84c8fe71b1405edcfc00240691fe86bce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b0a5615-3495-4088-8cdd-4d1644c74114" -d '{"events": [{"server_uuid": "e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2", "name": "network-vif-plugged", "status": "completed", "tag": "12b4fefe-7e1f-4504-9c99-78925d772d59"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 08 22:28:00.539691 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] For port 12b4fefe-7e1f-4504-9c99-78925d772d59, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=12b4fefe-7e1f-4504-9c99-78925d772d59,segment=NetworkSegment(33fc6b3c-a604-4cee-a3d5-5a89d0b49ae0),segment_id=33fc6b3c-a604-4cee-a3d5-5a89d0b49ae0)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:28:00.545382 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (12b4fefe-7e1f-4504-9c99-78925d772d59), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:28:00.572044 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 08 May 2022 22:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9524f2d-a287-48ee-b6e1-807154075835 x-openstack-request-id: req-a9524f2d-a287-48ee-b6e1-807154075835 {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 08 22:28:00.572332 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2", "name": "network-vif-plugged", "status": "completed", "tag": "12b4fefe-7e1f-4504-9c99-78925d772d59", "code": 200}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 08 22:28:00.572601 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a9524f2d-a287-48ee-b6e1-807154075835 {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 08 22:28:00.573017 dv-cinder-840511-5-iscsi neutron-server[103630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9524f2d-a287-48ee-b6e1-807154075835'] response: {'server_uuid': 'e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12b4fefe-7e1f-4504-9c99-78925d772d59', 'code': 200} May 08 22:28:00.598834 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Pushing event updated for resources: {'Port': ['ID=12b4fefe-7e1f-4504-9c99-78925d772d59,revision_number=5']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:28:00.645430 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635022d0-7123-4b4f-8985-1b5b2476d020 req-ea451d07-6838-45a0-b0b7-e71a9d018d6a tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:28:00.646974 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-635022d0-7123-4b4f-8985-1b5b2476d020 req-ea451d07-6838-45a0-b0b7-e71a9d018d6a tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2 HTTP/1.1" status: 200 len: 945 time: 0.0483320 May 08 22:28:00.694960 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-635022d0-7123-4b4f-8985-1b5b2476d020 req-9423bdac-0855-4c53-8a69-540dab61f340 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cfa8f7e-9c87-41de-8c46-920e8355570f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419996 May 08 22:28:00.788156 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d42254-8281-4b00-80de-70ff94a02c89 req-c667c892-d1a3-4153-887a-f4584ac07a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:28:00.789538 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-b8d42254-8281-4b00-80de-70ff94a02c89 req-c667c892-d1a3-4153-887a-f4584ac07a93 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2 HTTP/1.1" status: 200 len: 1129 time: 0.0399971 May 08 22:28:00.836069 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-b8d42254-8281-4b00-80de-70ff94a02c89 req-8495856b-3f66-464c-8ada-f11ea797bdd1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4cfa8f7e-9c87-41de-8c46-920e8355570f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387089 May 08 22:28:01.841518 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6080435c-2faa-43a5-8f5f-379fdf637dff req-1af2190b-be78-44cf-baeb-0f8338c957c0 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:28:01.842991 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-6080435c-2faa-43a5-8f5f-379fdf637dff req-1af2190b-be78-44cf-baeb-0f8338c957c0 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2 HTTP/1.1" status: 200 len: 945 time: 0.0539200 May 08 22:28:01.896387 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-6080435c-2faa-43a5-8f5f-379fdf637dff req-f711b445-7157-4866-a568-a29f5782a9e0 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cfa8f7e-9c87-41de-8c46-920e8355570f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446057 May 08 22:28:03.021955 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93de334a-cdc1-40ec-9bd7-8a6d5b938225 req-74077cda-bf5d-4035-9be8-21a178085dc1 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:28:03.023394 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-93de334a-cdc1-40ec-9bd7-8a6d5b938225 req-74077cda-bf5d-4035-9be8-21a178085dc1 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2 HTTP/1.1" status: 200 len: 945 time: 0.0495133 May 08 22:28:03.071664 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-93de334a-cdc1-40ec-9bd7-8a6d5b938225 req-f8ca5ae5-41d8-41d7-a924-6fb33b82b975 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cfa8f7e-9c87-41de-8c46-920e8355570f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424657 May 08 22:28:03.189470 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e760616-5f2b-4636-81d0-e3c80651362a req-a35695cf-b227-48b5-8f02-7b6da2516165 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:28:03.191451 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-4e760616-5f2b-4636-81d0-e3c80651362a req-a35695cf-b227-48b5-8f02-7b6da2516165 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2 HTTP/1.1" status: 200 len: 945 time: 0.0508718 May 08 22:28:03.200279 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 59544) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:28:03.204826 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.v2.base [None req-23983e68-f16c-42f2-9517-99b33ef62231 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Request body: {'floatingip': {'port_id': '12b4fefe-7e1f-4504-9c99-78925d772d59'}} {{(pid=103629) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 08 22:28:03.247016 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-23983e68-f16c-42f2-9517-99b33ef62231 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Publish callbacks [] for floatingip (2cdd3d8a-fc41-4b70-a6cb-57eb129329f3), before_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:28:03.684675 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-23983e68-f16c-42f2-9517-99b33ef62231 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:28:03.690528 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-23983e68-f16c-42f2-9517-99b33ef62231 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-788248'] for floatingip (2cdd3d8a-fc41-4b70-a6cb-57eb129329f3), after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:28:03.796317 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.db.l3_db [None req-23983e68-f16c-42f2-9517-99b33ef62231 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Floating IP 2cdd3d8a-fc41-4b70-a6cb-57eb129329f3 associated. External IP: 172.27.2.171, port: 12b4fefe-7e1f-4504-9c99-78925d772d59. May 08 22:28:04.283134 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23983e68-f16c-42f2-9517-99b33ef62231 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Router 17ecdb15-e5ed-4214-93e4-a79ec0597a06 has already been hosted by L3 agent 69aa2ac4-530d-40c2-a84a-3161d84edf61 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 08 22:28:04.392967 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23983e68-f16c-42f2-9517-99b33ef62231 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Notify agent at l3_agent.dv-cinder-840511-5-iscsi the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 08 22:28:04.398271 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-23983e68-f16c-42f2-9517-99b33ef62231 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870'] for floatingip (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:28:04.403169 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19a8043-6af7-42ce-877d-bab21e3d702b None None] Sync routers for ids ['17ecdb15-e5ed-4214-93e4-a79ec0597a06'] in dv-cinder-840511-5-iscsi {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 08 22:28:04.414084 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19a8043-6af7-42ce-877d-bab21e3d702b None None] Routers {'17ecdb15-e5ed-4214-93e4-a79ec0597a06'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:28:04.414692 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-a19a8043-6af7-42ce-877d-bab21e3d702b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:27:48Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['17ecdb15-e5ed-4214-93e4-a79ec0597a06'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:28:04.427883 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-23983e68-f16c-42f2-9517-99b33ef62231 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "PUT /v2.0/floatingips/2cdd3d8a-fc41-4b70-a6cb-57eb129329f3 HTTP/1.1" status: 200 len: 991 time: 1.2264545 May 08 22:28:04.428585 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2', 'tag': '12b4fefe-7e1f-4504-9c99-78925d772d59'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 08 22:28:04.430820 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cc8a0c475ac6fe54f5122aa5a8750c48412c688b8f67dba420990604a8daf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a37c5c-3924-463f-bf80-03615a651555" -d '{"events": [{"name": "network-changed", "server_uuid": "e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2", "tag": "12b4fefe-7e1f-4504-9c99-78925d772d59"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 08 22:28:04.466953 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 08 May 2022 22:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4977457b-3f7c-446d-ba5c-d17251eed085 x-openstack-request-id: req-4977457b-3f7c-446d-ba5c-d17251eed085 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 08 22:28:04.467241 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2", "tag": "12b4fefe-7e1f-4504-9c99-78925d772d59", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 08 22:28:04.467513 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4977457b-3f7c-446d-ba5c-d17251eed085 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 08 22:28:04.467882 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4977457b-3f7c-446d-ba5c-d17251eed085'] response: {'name': 'network-changed', 'server_uuid': 'e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2', 'tag': '12b4fefe-7e1f-4504-9c99-78925d772d59', 'status': 'completed', 'code': 200} May 08 22:28:04.523653 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-a19a8043-6af7-42ce-877d-bab21e3d702b None None] Set router 17ecdb15-e5ed-4214-93e4-a79ec0597a06 gateway port host: dv-cinder-840511-5-iscsi {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:28:04.561211 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a37c5c-3924-463f-bf80-03615a651555 req-df94ca48-01c4-4a3c-a8af-d3257100880f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:28:04.562619 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-57a37c5c-3924-463f-bf80-03615a651555 req-df94ca48-01c4-4a3c-a8af-d3257100880f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1ebe3bb7401b4b36966ebb9f16c6c04c&device_id=e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2 HTTP/1.1" status: 200 len: 1129 time: 0.0406592 May 08 22:28:04.658336 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a37c5c-3924-463f-bf80-03615a651555 req-39b7199f-3510-4387-9ca5-2c86a57fe09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:28:04.659841 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-57a37c5c-3924-463f-bf80-03615a651555 req-39b7199f-3510-4387-9ca5-2c86a57fe09f service neutron] 10.222.0.24 "GET /v2.0/networks?id=2962a37b-5c8b-493f-a8f7-204192291fd9 HTTP/1.1" status: 200 len: 916 time: 0.0898931 May 08 22:28:04.725325 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-57a37c5c-3924-463f-bf80-03615a651555 req-03cc6303-efd0-4db4-b142-c2d46ede255b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12b4fefe-7e1f-4504-9c99-78925d772d59 HTTP/1.1" status: 200 len: 999 time: 0.0583756 May 08 22:28:04.735797 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-a19a8043-6af7-42ce-877d-bab21e3d702b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ecdb15-e5ed-4214-93e4-a79ec0597a06', 'name': 'tempest-AttachVolumeShelveTestJSON-64060927-router', 'tenant_id': '1ebe3bb7401b4b36966ebb9f16c6c04c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '840f38af-56d2-445b-ac3d-6b71d1698b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:22:39Z', 'updated_at': '2022-05-08T22:22:42Z', 'revision_number': 4, 'project_id': '1ebe3bb7401b4b36966ebb9f16c6c04c', 'gw_port': {'id': '840f38af-56d2-445b-ac3d-6b71d1698b4e', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ecdb15-e5ed-4214-93e4-a79ec0597a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:22:40Z', 'updated_at': '2022-05-08T22:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_floatingips': [{'id': '2cdd3d8a-fc41-4b70-a6cb-57eb129329f3', 'tenant_id': '1ebe3bb7401b4b36966ebb9f16c6c04c', 'floating_ip_address': '172.27.2.171', 'floating_network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'router_id': '17ecdb15-e5ed-4214-93e4-a79ec0597a06', 'port_id': '12b4fefe-7e1f-4504-9c99-78925d772d59', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2962a37b-5c8b-493f-a8f7-204192291fd9', 'mac_address': 'fa:16:3e:33:dd:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-08T22:27:47Z', 'updated_at': '2022-05-08T22:28:03Z', 'revision_number': 1, 'project_id': '1ebe3bb7401b4b36966ebb9f16c6c04c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09cd7549-d083-47b8-a766-6346703084fb', 'name': '', 'network_id': '2962a37b-5c8b-493f-a8f7-204192291fd9', 'tenant_id': '1ebe3bb7401b4b36966ebb9f16c6c04c', 'mac_address': 'fa:16:3e:f1:fa:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ecdb15-e5ed-4214-93e4-a79ec0597a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '2595fc7c-f188-492f-94ae-311dba05015f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:22:41Z', 'updated_at': '2022-05-08T22:22:45Z', 'revision_number': 5, 'project_id': '1ebe3bb7401b4b36966ebb9f16c6c04c', 'subnets': [{'id': '2595fc7c-f188-492f-94ae-311dba05015f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:28:04.774533 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a37c5c-3924-463f-bf80-03615a651555 req-58ef20c1-aaa0-4cde-9807-e324848c31da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:28:04.776438 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-57a37c5c-3924-463f-bf80-03615a651555 req-58ef20c1-aaa0-4cde-9807-e324848c31da service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2595fc7c-f188-492f-94ae-311dba05015f HTTP/1.1" status: 200 len: 854 time: 0.0441415 May 08 22:28:04.824930 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a37c5c-3924-463f-bf80-03615a651555 req-544ee0e5-d310-4f2a-a0d9-650551ecb37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:28:04.826324 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-57a37c5c-3924-463f-bf80-03615a651555 req-544ee0e5-d310-4f2a-a0d9-650551ecb37c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2962a37b-5c8b-493f-a8f7-204192291fd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435398 May 08 22:28:04.856045 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19a8043-6af7-42ce-877d-bab21e3d702b None None] Checking router: 17ecdb15-e5ed-4214-93e4-a79ec0597a06 for host: dv-cinder-840511-5-iscsi {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 08 22:28:04.864846 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19a8043-6af7-42ce-877d-bab21e3d702b None None] Routers {'17ecdb15-e5ed-4214-93e4-a79ec0597a06'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:28:04.865444 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-a19a8043-6af7-42ce-877d-bab21e3d702b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:27:48Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['17ecdb15-e5ed-4214-93e4-a79ec0597a06'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:28:04.972174 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-a19a8043-6af7-42ce-877d-bab21e3d702b None None] Set router 17ecdb15-e5ed-4214-93e4-a79ec0597a06 gateway port host: dv-cinder-840511-5-iscsi {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:28:05.195239 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-a19a8043-6af7-42ce-877d-bab21e3d702b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ecdb15-e5ed-4214-93e4-a79ec0597a06', 'name': 'tempest-AttachVolumeShelveTestJSON-64060927-router', 'tenant_id': '1ebe3bb7401b4b36966ebb9f16c6c04c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '840f38af-56d2-445b-ac3d-6b71d1698b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:22:39Z', 'updated_at': '2022-05-08T22:22:42Z', 'revision_number': 4, 'project_id': '1ebe3bb7401b4b36966ebb9f16c6c04c', 'gw_port': {'id': '840f38af-56d2-445b-ac3d-6b71d1698b4e', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ecdb15-e5ed-4214-93e4-a79ec0597a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:22:40Z', 'updated_at': '2022-05-08T22:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_floatingips': [{'id': '2cdd3d8a-fc41-4b70-a6cb-57eb129329f3', 'tenant_id': '1ebe3bb7401b4b36966ebb9f16c6c04c', 'floating_ip_address': '172.27.2.171', 'floating_network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'router_id': '17ecdb15-e5ed-4214-93e4-a79ec0597a06', 'port_id': '12b4fefe-7e1f-4504-9c99-78925d772d59', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2962a37b-5c8b-493f-a8f7-204192291fd9', 'mac_address': 'fa:16:3e:33:dd:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-08T22:27:47Z', 'updated_at': '2022-05-08T22:28:03Z', 'revision_number': 1, 'project_id': '1ebe3bb7401b4b36966ebb9f16c6c04c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09cd7549-d083-47b8-a766-6346703084fb', 'name': '', 'network_id': '2962a37b-5c8b-493f-a8f7-204192291fd9', 'tenant_id': '1ebe3bb7401b4b36966ebb9f16c6c04c', 'mac_address': 'fa:16:3e:f1:fa:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ecdb15-e5ed-4214-93e4-a79ec0597a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '2595fc7c-f188-492f-94ae-311dba05015f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:22:41Z', 'updated_at': '2022-05-08T22:22:45Z', 'revision_number': 5, 'project_id': '1ebe3bb7401b4b36966ebb9f16c6c04c', 'subnets': [{'id': '2595fc7c-f188-492f-94ae-311dba05015f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:28:05.224945 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19a8043-6af7-42ce-877d-bab21e3d702b None None] The sync data for ids ['17ecdb15-e5ed-4214-93e4-a79ec0597a06'] in dv-cinder-840511-5-iscsi is: [{'id': '17ecdb15-e5ed-4214-93e4-a79ec0597a06', 'name': 'tempest-AttachVolumeShelveTestJSON-64060927-router', 'tenant_id': '1ebe3bb7401b4b36966ebb9f16c6c04c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '840f38af-56d2-445b-ac3d-6b71d1698b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:22:39Z', 'updated_at': '2022-05-08T22:22:42Z', 'revision_number': 4, 'project_id': '1ebe3bb7401b4b36966ebb9f16c6c04c', 'gw_port': {'id': '840f38af-56d2-445b-ac3d-6b71d1698b4e', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ecdb15-e5ed-4214-93e4-a79ec0597a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:22:40Z', 'updated_at': '2022-05-08T22:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_floatingips': [{'id': '2cdd3d8a-fc41-4b70-a6cb-57eb129329f3', 'tenant_id': '1ebe3bb7401b4b36966ebb9f16c6c04c', 'floating_ip_address': '172.27.2.171', 'floating_network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'router_id': '17ecdb15-e5ed-4214-93e4-a79ec0597a06', 'port_id': '12b4fefe-7e1f-4504-9c99-78925d772d59', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2962a37b-5c8b-493f-a8f7-204192291fd9', 'mac_address': 'fa:16:3e:33:dd:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-08T22:27:47Z', 'updated_at': '2022-05-08T22:28:03Z', 'revision_number': 1, 'project_id': '1ebe3bb7401b4b36966ebb9f16c6c04c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09cd7549-d083-47b8-a766-6346703084fb', 'name': '', 'network_id': '2962a37b-5c8b-493f-a8f7-204192291fd9', 'tenant_id': '1ebe3bb7401b4b36966ebb9f16c6c04c', 'mac_address': 'fa:16:3e:f1:fa:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ecdb15-e5ed-4214-93e4-a79ec0597a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '2595fc7c-f188-492f-94ae-311dba05015f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:22:41Z', 'updated_at': '2022-05-08T22:22:45Z', 'revision_number': 5, 'project_id': '1ebe3bb7401b4b36966ebb9f16c6c04c', 'subnets': [{'id': '2595fc7c-f188-492f-94ae-311dba05015f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 08 22:28:05.454227 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1071f2-5818-487c-95ff-e0fac8dd2d8a None None] New status for floating IP 2cdd3d8a-fc41-4b70-a6cb-57eb129329f3: ACTIVE {{(pid=103630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 08 22:28:06.658425 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-57a37c5c-3924-463f-bf80-03615a651555 req-cc8c7d53-a21b-4350-b357-e6d21501a22c service neutron] 10.222.0.24 "GET /v2.0/networks/2962a37b-5c8b-493f-a8f7-204192291fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833719 May 08 22:28:07.578990 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-57a37c5c-3924-463f-bf80-03615a651555 req-d9b8737b-f410-4557-ba87-ba52b41e1358 service neutron] 10.222.0.24 "GET /v2.0/networks/2962a37b-5c8b-493f-a8f7-204192291fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953109 May 08 22:28:09.870907 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.agents_db [None req-09216671-537f-4251-a64c-737ccd42d6d2 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 08 22:28:10.382601 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (50086534-3b0f-4edb-899f-da05c46c2546), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:28:16.225028 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-e7e82dc6-b281-46d4-b200-e2b3002ae94c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (399f5491-dab9-4373-bd22-64cd7c73418d), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:28:18.507507 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-c1ac8145-c771-41bd-90f1-a34e91bf20bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (69aa2ac4-530d-40c2-a84a-3161d84edf61), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:28:19.394352 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-68d59b13-bdd3-4890-b330-3a9be9bf9791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (167e5ba9-08ef-43b6-aca0-7c88b7f9e735), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:28:19.866967 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 59644) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:28:19.912737 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.db_base_plugin_v2 [None req-61ecb44a-fc01-48ba-82d6-00947a20a691 admin admin] Deleting subnet 558e68d0-3048-47c2-b2f6-af23df6f8e07 {{(pid=103629) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 08 22:28:19.916100 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-61ecb44a-fc01-48ba-82d6-00947a20a691 admin admin] Publish callbacks [] for subnet (558e68d0-3048-47c2-b2f6-af23df6f8e07), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:28:19.950135 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-61ecb44a-fc01-48ba-82d6-00947a20a691 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3425589'] for subnet (558e68d0-3048-47c2-b2f6-af23df6f8e07), precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:28:19.988504 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-61ecb44a-fc01-48ba-82d6-00947a20a691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16446418'] for subnet (558e68d0-3048-47c2-b2f6-af23df6f8e07), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:28:20.043787 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-61ecb44a-fc01-48ba-82d6-00947a20a691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16446411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59633499', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59716232'] for subnet (558e68d0-3048-47c2-b2f6-af23df6f8e07), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:28:20.069794 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-61ecb44a-fc01-48ba-82d6-00947a20a691 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:28:20.073067 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-61ecb44a-fc01-48ba-82d6-00947a20a691 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/558e68d0-3048-47c2-b2f6-af23df6f8e07 HTTP/1.1" status: 204 len: 168 time: 0.2050636 May 08 22:28:20.074286 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ecb44a-fc01-48ba-82d6-00947a20a691 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=558e68d0-3048-47c2-b2f6-af23df6f8e07,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:28:20.075696 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 59646) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:28:20.158021 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-eb977b8c-f3a6-492e-bdc5-2a685249074c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16411149'] for network (44ac45dd-2e45-4751-a6f1-05ff285af4f4), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:28:20.235804 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-eb977b8c-f3a6-492e-bdc5-2a685249074c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16435559', 'neutron.services.segments.db._delete_segments_for_network-8791034498326'] for network (44ac45dd-2e45-4751-a6f1-05ff285af4f4), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:28:20.259970 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.services.segments.db [None req-eb977b8c-f3a6-492e-bdc5-2a685249074c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44ac45dd-2e45-4751-a6f1-05ff285af4f4']}} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:28:20.269146 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.services.segments.db [None req-eb977b8c-f3a6-492e-bdc5-2a685249074c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8fcafd8-8aad-4a8b-9ff2-adcad21b899b') {'for_net_delete': True} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:28:20.269441 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.services.segments.db [None req-eb977b8c-f3a6-492e-bdc5-2a685249074c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8fcafd8-8aad-4a8b-9ff2-adcad21b899b') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:28:20.278621 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-eb977b8c-f3a6-492e-bdc5-2a685249074c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791034500383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59229230'] for segment (a8fcafd8-8aad-4a8b-9ff2-adcad21b899b), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:28:20.292867 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-eb977b8c-f3a6-492e-bdc5-2a685249074c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16448297'] for segment (a8fcafd8-8aad-4a8b-9ff2-adcad21b899b), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:28:20.301730 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb977b8c-f3a6-492e-bdc5-2a685249074c admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 08 22:28:20.302122 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-eb977b8c-f3a6-492e-bdc5-2a685249074c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16448297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59173183'] for segment (a8fcafd8-8aad-4a8b-9ff2-adcad21b899b), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:28:20.303879 dv-cinder-840511-5-iscsi neutron-server[103628]: Traceback (most recent call last): May 08 22:28:20.303879 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 08 22:28:20.303879 dv-cinder-840511-5-iscsi neutron-server[103628]: timer() May 08 22:28:20.303879 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 08 22:28:20.303879 dv-cinder-840511-5-iscsi neutron-server[103628]: cb(*args, **kw) May 08 22:28:20.303879 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 08 22:28:20.303879 dv-cinder-840511-5-iscsi neutron-server[103628]: return func(*args, **kwargs) May 08 22:28:20.303879 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 08 22:28:20.303879 dv-cinder-840511-5-iscsi neutron-server[103628]: self._notify() May 08 22:28:20.303879 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 08 22:28:20.303879 dv-cinder-840511-5-iscsi neutron-server[103628]: self.callback(batched_events) May 08 22:28:20.303879 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 08 22:28:20.303879 dv-cinder-840511-5-iscsi neutron-server[103628]: event.method(event) May 08 22:28:20.303879 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 08 22:28:20.303879 dv-cinder-840511-5-iscsi neutron-server[103628]: aggregate_id = self._get_aggregate_id(event.segment_id) May 08 22:28:20.303879 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 08 22:28:20.303879 dv-cinder-840511-5-iscsi neutron-server[103628]: aggregate_uuid = self.p_client.list_aggregates( May 08 22:28:20.303879 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 08 22:28:20.303879 dv-cinder-840511-5-iscsi neutron-server[103628]: return f(self, *a, **k) May 08 22:28:20.303879 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 08 22:28:20.303879 dv-cinder-840511-5-iscsi neutron-server[103628]: return self._get(url).json() May 08 22:28:20.303879 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 08 22:28:20.303879 dv-cinder-840511-5-iscsi neutron-server[103628]: return self._client.get(url, endpoint_filter=self._ks_filter, May 08 22:28:20.303879 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 08 22:28:20.303879 dv-cinder-840511-5-iscsi neutron-server[103628]: return self.request(url, 'GET', **kwargs) May 08 22:28:20.303879 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 08 22:28:20.303879 dv-cinder-840511-5-iscsi neutron-server[103628]: base_url = self.get_endpoint(auth, allow=allow, May 08 22:28:20.303879 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 08 22:28:20.303879 dv-cinder-840511-5-iscsi neutron-server[103628]: auth = self._auth_required(auth, 'determine endpoint URL') May 08 22:28:20.303879 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 08 22:28:20.303879 dv-cinder-840511-5-iscsi neutron-server[103628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 08 22:28:20.303879 dv-cinder-840511-5-iscsi neutron-server[103628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 08 22:28:20.359118 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-eb977b8c-f3a6-492e-bdc5-2a685249074c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16435548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-788469'] for network (44ac45dd-2e45-4751-a6f1-05ff285af4f4), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:28:20.364740 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-eb977b8c-f3a6-492e-bdc5-2a685249074c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745315'] for network (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:28:20.367876 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-eb977b8c-f3a6-492e-bdc5-2a685249074c admin admin] 10.222.0.44 "DELETE /v2.0/networks/44ac45dd-2e45-4751-a6f1-05ff285af4f4 HTTP/1.1" status: 204 len: 168 time: 0.2910447 May 08 22:28:20.378899 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb977b8c-f3a6-492e-bdc5-2a685249074c admin admin] Pushing event deleted for resources: {'Network': ['ID=44ac45dd-2e45-4751-a6f1-05ff285af4f4,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:28:20.583122 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 59650) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:28:20.625480 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-50c08626-b29f-4835-b0a5-93f2dae5c205 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=98569c6958084f168aab55fe69c974a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0411158 May 08 22:28:20.628074 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 59652) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:28:20.674408 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-285843e3-6f93-41ee-87da-4702ad7be5d8 admin admin] Publish callbacks [] for security_group (63600a3c-76cc-4ea3-9505-8e85369280d3), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:28:20.695443 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-285843e3-6f93-41ee-87da-4702ad7be5d8 admin admin] Publish callbacks [] for security_group (63600a3c-76cc-4ea3-9505-8e85369280d3), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:28:20.745469 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-285843e3-6f93-41ee-87da-4702ad7be5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (63600a3c-76cc-4ea3-9505-8e85369280d3), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:28:20.747921 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-285843e3-6f93-41ee-87da-4702ad7be5d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:28:20.749082 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-285843e3-6f93-41ee-87da-4702ad7be5d8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/63600a3c-76cc-4ea3-9505-8e85369280d3 HTTP/1.1" status: 204 len: 168 time: 0.1200738 May 08 22:28:20.757015 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285843e3-6f93-41ee-87da-4702ad7be5d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63600a3c-76cc-4ea3-9505-8e85369280d3,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:28:20.992152 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f82e6e54-0a06-4075-8e4d-2bf0b0f201e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (1fcc0290-7f55-4633-95cb-6d94e7aa5e57), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:28:22.070665 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-df294e56-8527-4563-8809-1adc21063120 req-c92082c8-b114-4edf-8523-465737d69c2b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=afbf7350-e2c5-4de7-b190-3dd8db0cbdfb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437143 May 08 22:28:22.150776 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df294e56-8527-4563-8809-1adc21063120 req-be853285-cf89-474b-bf16-f27f8f90973a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:28:22.152217 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-df294e56-8527-4563-8809-1adc21063120 req-be853285-cf89-474b-bf16-f27f8f90973a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=71ff1b3aaa864388b9a5646942d2bffb&device_id=afbf7350-e2c5-4de7-b190-3dd8db0cbdfb HTTP/1.1" status: 200 len: 1129 time: 0.0400348 May 08 22:28:22.259975 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df294e56-8527-4563-8809-1adc21063120 req-5653b513-c260-46e5-a010-cee3248cd768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:28:22.261504 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-df294e56-8527-4563-8809-1adc21063120 req-5653b513-c260-46e5-a010-cee3248cd768 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3de5004b-d04a-43ec-83df-7f6e082747db HTTP/1.1" status: 200 len: 912 time: 0.0833900 May 08 22:28:22.328534 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-df294e56-8527-4563-8809-1adc21063120 req-5364ec5d-f665-413d-979a-1f4cf2367b27 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c902de2-58a7-4169-a553-b65b32da667a HTTP/1.1" status: 200 len: 1001 time: 0.0599675 May 08 22:28:22.382165 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df294e56-8527-4563-8809-1adc21063120 req-f35c2885-edab-4896-8d53-fc8ee496e3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:28:22.383615 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-df294e56-8527-4563-8809-1adc21063120 req-f35c2885-edab-4896-8d53-fc8ee496e3cb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f90310f9-89a9-4caa-b723-9c87d4a911ed HTTP/1.1" status: 200 len: 850 time: 0.0439322 May 08 22:28:22.427074 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df294e56-8527-4563-8809-1adc21063120 req-6b3ef274-56be-415c-90d9-8b5f550cfe19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:28:22.428600 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-df294e56-8527-4563-8809-1adc21063120 req-6b3ef274-56be-415c-90d9-8b5f550cfe19 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3de5004b-d04a-43ec-83df-7f6e082747db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374305 May 08 22:28:22.465238 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (7e3c7ef6-abd5-4f0f-b372-b2734b637fd0), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:28:22.526972 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-df294e56-8527-4563-8809-1adc21063120 req-711e6227-d4d9-4bcb-ae09-896d02a0baaa service neutron] 10.222.0.24 "GET /v2.0/networks/3de5004b-d04a-43ec-83df-7f6e082747db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907209 May 08 22:28:22.618208 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-df294e56-8527-4563-8809-1adc21063120 req-7b213f50-bf3f-490d-9e9e-bf00ee6ebaae service neutron] 10.222.0.24 "GET /v2.0/networks/3de5004b-d04a-43ec-83df-7f6e082747db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836816 May 08 22:28:40.392649 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (50086534-3b0f-4edb-899f-da05c46c2546), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:28:46.225803 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9346ce08-5fc9-46c5-933e-49cba68afd4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (399f5491-dab9-4373-bd22-64cd7c73418d), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:28:46.875104 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.agents_db [None req-09216671-537f-4251-a64c-737ccd42d6d2 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 08 22:28:48.506441 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-373c2e7b-5486-4ec5-aa3d-7daa22213bb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (69aa2ac4-530d-40c2-a84a-3161d84edf61), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:28:49.407794 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-68d59b13-bdd3-4890-b330-3a9be9bf9791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (167e5ba9-08ef-43b6-aca0-7c88b7f9e735), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:28:51.000700 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f82e6e54-0a06-4075-8e4d-2bf0b0f201e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (1fcc0290-7f55-4633-95cb-6d94e7aa5e57), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:28:52.469687 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (7e3c7ef6-abd5-4f0f-b372-b2734b637fd0), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:08.911233 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 59674) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:29:09.066601 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-b3847143-9653-4182-8e92-36c522c83dc4 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Deleting port b36701a1-119e-47e0-8d26-05982d5b15b0 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 08 22:29:09.066891 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b3847143-9653-4182-8e92-36c522c83dc4 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791034291685'] for port (b36701a1-119e-47e0-8d26-05982d5b15b0), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:09.140139 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b3847143-9653-4182-8e92-36c522c83dc4 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786495'] for port (b36701a1-119e-47e0-8d26-05982d5b15b0), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:09.140436 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b3847143-9653-4182-8e92-36c522c83dc4 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks [] for floatingip (b36701a1-119e-47e0-8d26-05982d5b15b0), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:09.153161 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-b3847143-9653-4182-8e92-36c522c83dc4 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Calling delete_port for b36701a1-119e-47e0-8d26-05982d5b15b0 owned by network:floatingip {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 08 22:29:09.319023 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b3847143-9653-4182-8e92-36c522c83dc4 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791034301049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791034024021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633834'] for port (b36701a1-119e-47e0-8d26-05982d5b15b0), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:09.347037 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3847143-9653-4182-8e92-36c522c83dc4 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Pushing event deleted for resources: {'Port': ['ID=b36701a1-119e-47e0-8d26-05982d5b15b0,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:29:09.370868 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3847143-9653-4182-8e92-36c522c83dc4 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:29:09.371275 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3847143-9653-4182-8e92-36c522c83dc4 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:29:09.371622 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3847143-9653-4182-8e92-36c522c83dc4 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:29:09.371955 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3847143-9653-4182-8e92-36c522c83dc4 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:29:09.372283 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3847143-9653-4182-8e92-36c522c83dc4 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:29:09.372612 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3847143-9653-4182-8e92-36c522c83dc4 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:29:09.372971 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3847143-9653-4182-8e92-36c522c83dc4 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:29:09.373301 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3847143-9653-4182-8e92-36c522c83dc4 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:29:09.373628 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3847143-9653-4182-8e92-36c522c83dc4 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:29:09.373939 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3847143-9653-4182-8e92-36c522c83dc4 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:29:09.374261 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3847143-9653-4182-8e92-36c522c83dc4 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:29:09.374580 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3847143-9653-4182-8e92-36c522c83dc4 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:29:09.374900 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3847143-9653-4182-8e92-36c522c83dc4 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:29:09.375215 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3847143-9653-4182-8e92-36c522c83dc4 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:29:09.375533 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3847143-9653-4182-8e92-36c522c83dc4 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:29:09.420619 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b3847143-9653-4182-8e92-36c522c83dc4 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks [] for floatingip (a60341b2-c929-400e-91e8-0f630638fd26), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:09.420972 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.db.l3_db [None req-b3847143-9653-4182-8e92-36c522c83dc4 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Floating IP a60341b2-c929-400e-91e8-0f630638fd26 disassociated (deleted). External IP: 172.27.2.5, port: edf21e03-44bc-4caa-a50e-fc650b2e5c4e. May 08 22:29:09.643057 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3847143-9653-4182-8e92-36c522c83dc4 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Router d1259825-b40d-41dc-b595-545ddc2eda36 has already been hosted by L3 agent 69aa2ac4-530d-40c2-a84a-3161d84edf61 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 08 22:29:09.774934 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3847143-9653-4182-8e92-36c522c83dc4 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Notify agent at l3_agent.dv-cinder-840511-5-iscsi the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 08 22:29:09.779833 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b3847143-9653-4182-8e92-36c522c83dc4 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870'] for floatingip (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:09.787387 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582a574b-7f42-42f8-aa13-8bf4a8213519 None None] Sync routers for ids ['d1259825-b40d-41dc-b595-545ddc2eda36'] in dv-cinder-840511-5-iscsi {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 08 22:29:09.798188 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582a574b-7f42-42f8-aa13-8bf4a8213519 None None] Routers {'d1259825-b40d-41dc-b595-545ddc2eda36'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:29:09.798787 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-582a574b-7f42-42f8-aa13-8bf4a8213519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:28:48Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['d1259825-b40d-41dc-b595-545ddc2eda36'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:29:09.811328 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-b3847143-9653-4182-8e92-36c522c83dc4 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "DELETE /v2.0/floatingips/a60341b2-c929-400e-91e8-0f630638fd26 HTTP/1.1" status: 204 len: 168 time: 0.8990424 May 08 22:29:09.811985 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfb7cbdf-1852-4a6d-9239-79bb074de065', 'tag': 'edf21e03-44bc-4caa-a50e-fc650b2e5c4e'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 08 22:29:09.814411 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cc8a0c475ac6fe54f5122aa5a8750c48412c688b8f67dba420990604a8daf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-055fc19c-0d8e-4e0e-b99a-1ae3b93b0729" -d '{"events": [{"name": "network-changed", "server_uuid": "dfb7cbdf-1852-4a6d-9239-79bb074de065", "tag": "edf21e03-44bc-4caa-a50e-fc650b2e5c4e"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 08 22:29:09.853161 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 08 May 2022 22:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59586a35-a340-4907-b7a1-65597fccefc9 x-openstack-request-id: req-59586a35-a340-4907-b7a1-65597fccefc9 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 08 22:29:09.853161 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfb7cbdf-1852-4a6d-9239-79bb074de065", "tag": "edf21e03-44bc-4caa-a50e-fc650b2e5c4e", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 08 22:29:09.853161 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-59586a35-a340-4907-b7a1-65597fccefc9 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 08 22:29:09.853161 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59586a35-a340-4907-b7a1-65597fccefc9'] response: {'name': 'network-changed', 'server_uuid': 'dfb7cbdf-1852-4a6d-9239-79bb074de065', 'tag': 'edf21e03-44bc-4caa-a50e-fc650b2e5c4e', 'status': 'completed', 'code': 200} May 08 22:29:09.911796 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-582a574b-7f42-42f8-aa13-8bf4a8213519 None None] Set router d1259825-b40d-41dc-b595-545ddc2eda36 gateway port host: dv-cinder-840511-5-iscsi {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:29:09.945250 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055fc19c-0d8e-4e0e-b99a-1ae3b93b0729 req-b228eb60-4f02-4602-9347-4744c80ef061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:29:09.949879 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-055fc19c-0d8e-4e0e-b99a-1ae3b93b0729 req-b228eb60-4f02-4602-9347-4744c80ef061 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=71ff1b3aaa864388b9a5646942d2bffb&device_id=dfb7cbdf-1852-4a6d-9239-79bb074de065 HTTP/1.1" status: 200 len: 1130 time: 0.0469232 May 08 22:29:10.050895 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd81a0-caa8-4dff-9aac-3b87509c71dd req-0d9786c5-573a-41fa-85b1-8cc39accdc35 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:29:10.052389 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-65bd81a0-caa8-4dff-9aac-3b87509c71dd req-0d9786c5-573a-41fa-85b1-8cc39accdc35 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfb7cbdf-1852-4a6d-9239-79bb074de065 HTTP/1.1" status: 200 len: 946 time: 0.0475492 May 08 22:29:10.107177 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-65bd81a0-caa8-4dff-9aac-3b87509c71dd req-3d045e13-d3ac-4b31-ac0c-df624022b03a tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/security-groups?id=88647e77-4ac1-462b-871f-d58f9f7f242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490625 May 08 22:29:10.126047 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-582a574b-7f42-42f8-aa13-8bf4a8213519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1259825-b40d-41dc-b595-545ddc2eda36', 'name': 'tempest-TestVolumeBootPattern-417149460-router', 'tenant_id': '71ff1b3aaa864388b9a5646942d2bffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '0240c8ca-15b1-4020-96da-1ed4ddb1fea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:20:02Z', 'updated_at': '2022-05-08T22:20:05Z', 'revision_number': 4, 'project_id': '71ff1b3aaa864388b9a5646942d2bffb', 'gw_port': {'id': '0240c8ca-15b1-4020-96da-1ed4ddb1fea3', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:76:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1259825-b40d-41dc-b595-545ddc2eda36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:20:02Z', 'updated_at': '2022-05-08T22:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_floatingips': [{'id': '89226b6b-8456-4123-8768-88ed65a479cc', 'tenant_id': '71ff1b3aaa864388b9a5646942d2bffb', 'floating_ip_address': '172.27.2.212', 'floating_network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'router_id': 'd1259825-b40d-41dc-b595-545ddc2eda36', 'port_id': '3c902de2-58a7-4169-a553-b65b32da667a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3de5004b-d04a-43ec-83df-7f6e082747db', 'mac_address': 'fa:16:3e:e6:ea:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbf7350-e2c5-4de7-b190-3dd8db0cbdfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-08T22:23:51Z', 'updated_at': '2022-05-08T22:23:53Z', 'revision_number': 1, 'project_id': '71ff1b3aaa864388b9a5646942d2bffb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4453eb0-768d-49ce-b300-433e8b6d7e59', 'name': '', 'network_id': '3de5004b-d04a-43ec-83df-7f6e082747db', 'tenant_id': '71ff1b3aaa864388b9a5646942d2bffb', 'mac_address': 'fa:16:3e:83:4d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1259825-b40d-41dc-b595-545ddc2eda36', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'f90310f9-89a9-4caa-b723-9c87d4a911ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:20:04Z', 'updated_at': '2022-05-08T22:20:09Z', 'revision_number': 5, 'project_id': '71ff1b3aaa864388b9a5646942d2bffb', 'subnets': [{'id': 'f90310f9-89a9-4caa-b723-9c87d4a911ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:29:10.156555 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582a574b-7f42-42f8-aa13-8bf4a8213519 None None] Checking router: d1259825-b40d-41dc-b595-545ddc2eda36 for host: dv-cinder-840511-5-iscsi {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 08 22:29:10.165573 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582a574b-7f42-42f8-aa13-8bf4a8213519 None None] Routers {'d1259825-b40d-41dc-b595-545ddc2eda36'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:29:10.166225 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-582a574b-7f42-42f8-aa13-8bf4a8213519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:28:48Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['d1259825-b40d-41dc-b595-545ddc2eda36'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:29:10.284453 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-582a574b-7f42-42f8-aa13-8bf4a8213519 None None] Set router d1259825-b40d-41dc-b595-545ddc2eda36 gateway port host: dv-cinder-840511-5-iscsi {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:29:10.394192 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (50086534-3b0f-4edb-899f-da05c46c2546), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:10.517920 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-582a574b-7f42-42f8-aa13-8bf4a8213519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1259825-b40d-41dc-b595-545ddc2eda36', 'name': 'tempest-TestVolumeBootPattern-417149460-router', 'tenant_id': '71ff1b3aaa864388b9a5646942d2bffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '0240c8ca-15b1-4020-96da-1ed4ddb1fea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:20:02Z', 'updated_at': '2022-05-08T22:20:05Z', 'revision_number': 4, 'project_id': '71ff1b3aaa864388b9a5646942d2bffb', 'gw_port': {'id': '0240c8ca-15b1-4020-96da-1ed4ddb1fea3', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:76:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1259825-b40d-41dc-b595-545ddc2eda36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:20:02Z', 'updated_at': '2022-05-08T22:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_floatingips': [{'id': '89226b6b-8456-4123-8768-88ed65a479cc', 'tenant_id': '71ff1b3aaa864388b9a5646942d2bffb', 'floating_ip_address': '172.27.2.212', 'floating_network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'router_id': 'd1259825-b40d-41dc-b595-545ddc2eda36', 'port_id': '3c902de2-58a7-4169-a553-b65b32da667a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3de5004b-d04a-43ec-83df-7f6e082747db', 'mac_address': 'fa:16:3e:e6:ea:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbf7350-e2c5-4de7-b190-3dd8db0cbdfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-08T22:23:51Z', 'updated_at': '2022-05-08T22:23:53Z', 'revision_number': 1, 'project_id': '71ff1b3aaa864388b9a5646942d2bffb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4453eb0-768d-49ce-b300-433e8b6d7e59', 'name': '', 'network_id': '3de5004b-d04a-43ec-83df-7f6e082747db', 'tenant_id': '71ff1b3aaa864388b9a5646942d2bffb', 'mac_address': 'fa:16:3e:83:4d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1259825-b40d-41dc-b595-545ddc2eda36', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'f90310f9-89a9-4caa-b723-9c87d4a911ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:20:04Z', 'updated_at': '2022-05-08T22:20:09Z', 'revision_number': 5, 'project_id': '71ff1b3aaa864388b9a5646942d2bffb', 'subnets': [{'id': 'f90310f9-89a9-4caa-b723-9c87d4a911ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:29:10.546764 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582a574b-7f42-42f8-aa13-8bf4a8213519 None None] The sync data for ids ['d1259825-b40d-41dc-b595-545ddc2eda36'] in dv-cinder-840511-5-iscsi is: [{'id': 'd1259825-b40d-41dc-b595-545ddc2eda36', 'name': 'tempest-TestVolumeBootPattern-417149460-router', 'tenant_id': '71ff1b3aaa864388b9a5646942d2bffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '0240c8ca-15b1-4020-96da-1ed4ddb1fea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:20:02Z', 'updated_at': '2022-05-08T22:20:05Z', 'revision_number': 4, 'project_id': '71ff1b3aaa864388b9a5646942d2bffb', 'gw_port': {'id': '0240c8ca-15b1-4020-96da-1ed4ddb1fea3', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:76:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1259825-b40d-41dc-b595-545ddc2eda36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:20:02Z', 'updated_at': '2022-05-08T22:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_floatingips': [{'id': '89226b6b-8456-4123-8768-88ed65a479cc', 'tenant_id': '71ff1b3aaa864388b9a5646942d2bffb', 'floating_ip_address': '172.27.2.212', 'floating_network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'router_id': 'd1259825-b40d-41dc-b595-545ddc2eda36', 'port_id': '3c902de2-58a7-4169-a553-b65b32da667a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3de5004b-d04a-43ec-83df-7f6e082747db', 'mac_address': 'fa:16:3e:e6:ea:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbf7350-e2c5-4de7-b190-3dd8db0cbdfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-08T22:23:51Z', 'updated_at': '2022-05-08T22:23:53Z', 'revision_number': 1, 'project_id': '71ff1b3aaa864388b9a5646942d2bffb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4453eb0-768d-49ce-b300-433e8b6d7e59', 'name': '', 'network_id': '3de5004b-d04a-43ec-83df-7f6e082747db', 'tenant_id': '71ff1b3aaa864388b9a5646942d2bffb', 'mac_address': 'fa:16:3e:83:4d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1259825-b40d-41dc-b595-545ddc2eda36', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'f90310f9-89a9-4caa-b723-9c87d4a911ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:20:04Z', 'updated_at': '2022-05-08T22:20:09Z', 'revision_number': 5, 'project_id': '71ff1b3aaa864388b9a5646942d2bffb', 'subnets': [{'id': 'f90310f9-89a9-4caa-b723-9c87d4a911ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 08 22:29:10.777542 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a653460a-5fe2-48e2-8e50-f938f3e7bdac None None] New status for floating IP a60341b2-c929-400e-91e8-0f630638fd26: DOWN {{(pid=103630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 08 22:29:11.177745 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055fc19c-0d8e-4e0e-b99a-1ae3b93b0729 req-20dfad88-5d2b-47cb-a2d2-990877cadd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:29:11.179402 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-055fc19c-0d8e-4e0e-b99a-1ae3b93b0729 req-20dfad88-5d2b-47cb-a2d2-990877cadd4d service neutron] 10.222.0.24 "GET /v2.0/networks?id=3de5004b-d04a-43ec-83df-7f6e082747db HTTP/1.1" status: 200 len: 912 time: 0.1054528 May 08 22:29:11.238276 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f20c49-2c7e-4f5f-96f0-d8ec550c1b45 req-9a28dde3-f3fd-4006-abca-f6190c4f6e70 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:29:11.239726 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-03f20c49-2c7e-4f5f-96f0-d8ec550c1b45 req-9a28dde3-f3fd-4006-abca-f6190c4f6e70 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfb7cbdf-1852-4a6d-9239-79bb074de065 HTTP/1.1" status: 200 len: 946 time: 0.0477736 May 08 22:29:11.243900 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-055fc19c-0d8e-4e0e-b99a-1ae3b93b0729 req-62bbe1ea-0192-4a6a-90a3-3588851f2db5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=edf21e03-44bc-4caa-a50e-fc650b2e5c4e HTTP/1.1" status: 200 len: 217 time: 0.0380552 May 08 22:29:11.289338 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-03f20c49-2c7e-4f5f-96f0-d8ec550c1b45 req-11c10c37-2f59-4784-abc9-fd1a80ae53fe tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/security-groups?id=88647e77-4ac1-462b-871f-d58f9f7f242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435877 May 08 22:29:11.293258 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055fc19c-0d8e-4e0e-b99a-1ae3b93b0729 req-325ebc7a-32af-4edc-bdfb-72edb873f08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:29:11.294863 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-055fc19c-0d8e-4e0e-b99a-1ae3b93b0729 req-325ebc7a-32af-4edc-bdfb-72edb873f08b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f90310f9-89a9-4caa-b723-9c87d4a911ed HTTP/1.1" status: 200 len: 850 time: 0.0443201 May 08 22:29:11.338786 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055fc19c-0d8e-4e0e-b99a-1ae3b93b0729 req-c6373830-02e9-49a2-a25e-5d9b4b1f6f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:29:11.340696 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-055fc19c-0d8e-4e0e-b99a-1ae3b93b0729 req-c6373830-02e9-49a2-a25e-5d9b4b1f6f49 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3de5004b-d04a-43ec-83df-7f6e082747db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385547 May 08 22:29:11.441017 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-055fc19c-0d8e-4e0e-b99a-1ae3b93b0729 req-7f629cc1-1d4d-4df4-87e4-47df28f5238f service neutron] 10.222.0.24 "GET /v2.0/networks/3de5004b-d04a-43ec-83df-7f6e082747db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933058 May 08 22:29:12.048625 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-055fc19c-0d8e-4e0e-b99a-1ae3b93b0729 req-bd683941-fe23-43f5-9184-47f9fd4efe7e service neutron] 10.222.0.24 "GET /v2.0/networks/3de5004b-d04a-43ec-83df-7f6e082747db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975661 May 08 22:29:12.136459 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1fad17-b31b-45b3-a414-b764205d0a44 req-7f96a6dd-5996-4a47-893c-a931f64e14fa tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:29:12.137789 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-ad1fad17-b31b-45b3-a414-b764205d0a44 req-7f96a6dd-5996-4a47-893c-a931f64e14fa tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfb7cbdf-1852-4a6d-9239-79bb074de065 HTTP/1.1" status: 200 len: 946 time: 0.0532184 May 08 22:29:12.225592 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-ad1fad17-b31b-45b3-a414-b764205d0a44 req-04e85c5c-5be3-49ca-b067-f3fb88f430e4 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Deleting port edf21e03-44bc-4caa-a50e-fc650b2e5c4e {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 08 22:29:12.226298 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-ad1fad17-b31b-45b3-a414-b764205d0a44 req-04e85c5c-5be3-49ca-b067-f3fb88f430e4 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791034291685'] for port (edf21e03-44bc-4caa-a50e-fc650b2e5c4e), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:12.320542 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-ad1fad17-b31b-45b3-a414-b764205d0a44 req-04e85c5c-5be3-49ca-b067-f3fb88f430e4 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] For port edf21e03-44bc-4caa-a50e-fc650b2e5c4e, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=edf21e03-44bc-4caa-a50e-fc650b2e5c4e,segment=NetworkSegment(9d6f81da-5258-4353-b997-51e66ddac969),segment_id=9d6f81da-5258-4353-b997-51e66ddac969)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:29:12.320932 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-ad1fad17-b31b-45b3-a414-b764205d0a44 req-04e85c5c-5be3-49ca-b067-f3fb88f430e4 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786495'] for port (edf21e03-44bc-4caa-a50e-fc650b2e5c4e), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:12.334898 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-ad1fad17-b31b-45b3-a414-b764205d0a44 req-04e85c5c-5be3-49ca-b067-f3fb88f430e4 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Calling delete_port for edf21e03-44bc-4caa-a50e-fc650b2e5c4e owned by compute:nova {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 08 22:29:12.404596 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a72fd9-8c8e-43e5-9c7c-6ff50b38389c req-d8943049-c67a-474a-8c05-37a0288036dc tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:29:12.406005 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-13a72fd9-8c8e-43e5-9c7c-6ff50b38389c req-d8943049-c67a-474a-8c05-37a0288036dc tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfb7cbdf-1852-4a6d-9239-79bb074de065 HTTP/1.1" status: 200 len: 946 time: 0.0480900 May 08 22:29:12.456645 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-13a72fd9-8c8e-43e5-9c7c-6ff50b38389c req-66ac071d-d855-4f43-a4c2-1b117e5fc2c7 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/security-groups?id=88647e77-4ac1-462b-871f-d58f9f7f242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447707 May 08 22:29:12.461547 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-ad1fad17-b31b-45b3-a414-b764205d0a44 req-04e85c5c-5be3-49ca-b067-f3fb88f430e4 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791034301049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791034024021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633834'] for port (edf21e03-44bc-4caa-a50e-fc650b2e5c4e), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:12.509692 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e85c5c-5be3-49ca-b067-f3fb88f430e4 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Pushing event deleted for resources: {'Port': ['ID=edf21e03-44bc-4caa-a50e-fc650b2e5c4e,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:29:12.558555 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad1fad17-b31b-45b3-a414-b764205d0a44 req-04e85c5c-5be3-49ca-b067-f3fb88f430e4 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] No DVR routers for this DVR port edf21e03-44bc-4caa-a50e-fc650b2e5c4e on host hv-cinder-84051 {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 08 22:29:12.561169 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-ad1fad17-b31b-45b3-a414-b764205d0a44 req-04e85c5c-5be3-49ca-b067-f3fb88f430e4 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870'] for port (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:12.564383 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-ad1fad17-b31b-45b3-a414-b764205d0a44 req-04e85c5c-5be3-49ca-b067-f3fb88f430e4 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.24 "DELETE /v2.0/ports/edf21e03-44bc-4caa-a50e-fc650b2e5c4e HTTP/1.1" status: 204 len: 173 time: 0.4216368 May 08 22:29:12.564842 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfb7cbdf-1852-4a6d-9239-79bb074de065', 'name': 'network-vif-deleted', 'tag': 'edf21e03-44bc-4caa-a50e-fc650b2e5c4e'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 08 22:29:12.567084 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cc8a0c475ac6fe54f5122aa5a8750c48412c688b8f67dba420990604a8daf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a602313f-9c33-46c4-ac0c-09ff2393ee34" -d '{"events": [{"server_uuid": "dfb7cbdf-1852-4a6d-9239-79bb074de065", "name": "network-vif-deleted", "tag": "edf21e03-44bc-4caa-a50e-fc650b2e5c4e"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 08 22:29:12.605535 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 08 May 2022 22:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f02604bd-a6a5-4a79-b16b-25529402c025 x-openstack-request-id: req-f02604bd-a6a5-4a79-b16b-25529402c025 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 08 22:29:12.605872 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfb7cbdf-1852-4a6d-9239-79bb074de065", "name": "network-vif-deleted", "tag": "edf21e03-44bc-4caa-a50e-fc650b2e5c4e", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 08 22:29:12.606116 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f02604bd-a6a5-4a79-b16b-25529402c025 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 08 22:29:12.606481 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f02604bd-a6a5-4a79-b16b-25529402c025'] response: {'server_uuid': 'dfb7cbdf-1852-4a6d-9239-79bb074de065', 'name': 'network-vif-deleted', 'tag': 'edf21e03-44bc-4caa-a50e-fc650b2e5c4e', 'status': 'completed', 'code': 200} May 08 22:29:15.765378 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 59708) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:29:16.172119 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-c6cb3cce-cec0-430e-8026-f29acef01231 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Deleting port 0fa83156-2001-4be2-9f80-d8655229aa55 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 08 22:29:16.172405 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c6cb3cce-cec0-430e-8026-f29acef01231 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791034291685'] for port (0fa83156-2001-4be2-9f80-d8655229aa55), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:16.222645 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-6bf2fa5d-fbfa-4233-bc0a-233f16dd81b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (399f5491-dab9-4373-bd22-64cd7c73418d), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:16.255956 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c6cb3cce-cec0-430e-8026-f29acef01231 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786495'] for port (0fa83156-2001-4be2-9f80-d8655229aa55), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:16.256237 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c6cb3cce-cec0-430e-8026-f29acef01231 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks [] for floatingip (0fa83156-2001-4be2-9f80-d8655229aa55), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:16.269604 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-c6cb3cce-cec0-430e-8026-f29acef01231 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Calling delete_port for 0fa83156-2001-4be2-9f80-d8655229aa55 owned by network:floatingip {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 08 22:29:16.418745 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c6cb3cce-cec0-430e-8026-f29acef01231 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791034301049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791034024021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59173228'] for port (0fa83156-2001-4be2-9f80-d8655229aa55), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:16.441602 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cb3cce-cec0-430e-8026-f29acef01231 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Pushing event deleted for resources: {'Port': ['ID=0fa83156-2001-4be2-9f80-d8655229aa55,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:29:16.451217 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cb3cce-cec0-430e-8026-f29acef01231 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:29:16.451560 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cb3cce-cec0-430e-8026-f29acef01231 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:29:16.451902 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cb3cce-cec0-430e-8026-f29acef01231 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:29:16.452234 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cb3cce-cec0-430e-8026-f29acef01231 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:29:16.452594 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cb3cce-cec0-430e-8026-f29acef01231 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:29:16.452923 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cb3cce-cec0-430e-8026-f29acef01231 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:29:16.453246 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cb3cce-cec0-430e-8026-f29acef01231 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:29:16.453920 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cb3cce-cec0-430e-8026-f29acef01231 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:29:16.453920 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cb3cce-cec0-430e-8026-f29acef01231 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:29:16.454197 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cb3cce-cec0-430e-8026-f29acef01231 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:29:16.454508 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cb3cce-cec0-430e-8026-f29acef01231 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:29:16.454825 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cb3cce-cec0-430e-8026-f29acef01231 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:29:16.455144 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cb3cce-cec0-430e-8026-f29acef01231 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:29:16.455458 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cb3cce-cec0-430e-8026-f29acef01231 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:29:16.455775 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cb3cce-cec0-430e-8026-f29acef01231 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:29:16.520218 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c6cb3cce-cec0-430e-8026-f29acef01231 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks [] for floatingip (89226b6b-8456-4123-8768-88ed65a479cc), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:16.520513 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.db.l3_db [None req-c6cb3cce-cec0-430e-8026-f29acef01231 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Floating IP 89226b6b-8456-4123-8768-88ed65a479cc disassociated (deleted). External IP: 172.27.2.212, port: 3c902de2-58a7-4169-a553-b65b32da667a. May 08 22:29:16.616627 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device edf21e03-44bc-4caa-a50e-fc650b2e5c4e no longer exists at agent hyperv_hv-cinder-84051 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 08 22:29:16.637619 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] No Port match for: edf21e03-44bc-4caa-a50e-fc650b2e5c4e {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 08 22:29:16.637964 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device edf21e03-44bc-4caa-a50e-fc650b2e5c4e not bound to the agent host hv-cinder-84051 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 08 22:29:16.740947 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6cb3cce-cec0-430e-8026-f29acef01231 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Router d1259825-b40d-41dc-b595-545ddc2eda36 has already been hosted by L3 agent 69aa2ac4-530d-40c2-a84a-3161d84edf61 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 08 22:29:16.853528 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6cb3cce-cec0-430e-8026-f29acef01231 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Notify agent at l3_agent.dv-cinder-840511-5-iscsi the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 08 22:29:16.858343 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c6cb3cce-cec0-430e-8026-f29acef01231 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870'] for floatingip (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:16.864784 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe048fd5-a1dc-4af8-8007-4087d2d1f122 None None] Sync routers for ids ['d1259825-b40d-41dc-b595-545ddc2eda36'] in dv-cinder-840511-5-iscsi {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 08 22:29:16.875091 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe048fd5-a1dc-4af8-8007-4087d2d1f122 None None] Routers {'d1259825-b40d-41dc-b595-545ddc2eda36'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:29:16.875790 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-fe048fd5-a1dc-4af8-8007-4087d2d1f122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:28:48Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['d1259825-b40d-41dc-b595-545ddc2eda36'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:29:16.888847 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-c6cb3cce-cec0-430e-8026-f29acef01231 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "DELETE /v2.0/floatingips/89226b6b-8456-4123-8768-88ed65a479cc HTTP/1.1" status: 204 len: 168 time: 1.1223345 May 08 22:29:16.889709 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afbf7350-e2c5-4de7-b190-3dd8db0cbdfb', 'tag': '3c902de2-58a7-4169-a553-b65b32da667a'}] {{(pid=103628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 08 22:29:16.892211 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}80e2a9c85b17fa97aa3ee6f0cc28bce24bf61ad2de26c4d93421d838ad5289b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac0567e7-b23c-4fa9-a132-8e8a2083e88f" -d '{"events": [{"name": "network-changed", "server_uuid": "afbf7350-e2c5-4de7-b190-3dd8db0cbdfb", "tag": "3c902de2-58a7-4169-a553-b65b32da667a"}]}' {{(pid=103628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 08 22:29:16.938920 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 08 May 2022 22:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c89d6f-bfa9-49f8-ae8f-4977e18784e3 x-openstack-request-id: req-02c89d6f-bfa9-49f8-ae8f-4977e18784e3 {{(pid=103628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 08 22:29:16.939216 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afbf7350-e2c5-4de7-b190-3dd8db0cbdfb", "tag": "3c902de2-58a7-4169-a553-b65b32da667a", "status": "completed", "code": 200}]} {{(pid=103628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 08 22:29:16.939467 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-02c89d6f-bfa9-49f8-ae8f-4977e18784e3 {{(pid=103628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 08 22:29:16.939873 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02c89d6f-bfa9-49f8-ae8f-4977e18784e3'] response: {'name': 'network-changed', 'server_uuid': 'afbf7350-e2c5-4de7-b190-3dd8db0cbdfb', 'tag': '3c902de2-58a7-4169-a553-b65b32da667a', 'status': 'completed', 'code': 200} May 08 22:29:17.031600 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0567e7-b23c-4fa9-a132-8e8a2083e88f req-787b51e0-967f-4fe0-87b5-63d777cb4c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:29:17.033567 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-ac0567e7-b23c-4fa9-a132-8e8a2083e88f req-787b51e0-967f-4fe0-87b5-63d777cb4c5d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=71ff1b3aaa864388b9a5646942d2bffb&device_id=afbf7350-e2c5-4de7-b190-3dd8db0cbdfb HTTP/1.1" status: 200 len: 1129 time: 0.0491529 May 08 22:29:17.086647 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-fe048fd5-a1dc-4af8-8007-4087d2d1f122 None None] Set router d1259825-b40d-41dc-b595-545ddc2eda36 gateway port host: dv-cinder-840511-5-iscsi {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:29:17.141222 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0567e7-b23c-4fa9-a132-8e8a2083e88f req-a64596f8-1527-4a27-ace0-16aa0650a771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:29:17.143134 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-ac0567e7-b23c-4fa9-a132-8e8a2083e88f req-a64596f8-1527-4a27-ace0-16aa0650a771 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3de5004b-d04a-43ec-83df-7f6e082747db HTTP/1.1" status: 200 len: 912 time: 0.1042099 May 08 22:29:17.146342 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda1b323-aa21-4fbb-b665-ff61fc5bbfc8 req-253fb88b-e7da-4a37-807b-156121b18926 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:29:17.147851 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-cda1b323-aa21-4fbb-b665-ff61fc5bbfc8 req-253fb88b-e7da-4a37-807b-156121b18926 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/ports?device_id=afbf7350-e2c5-4de7-b190-3dd8db0cbdfb HTTP/1.1" status: 200 len: 945 time: 0.0630720 May 08 22:29:17.196539 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-cda1b323-aa21-4fbb-b665-ff61fc5bbfc8 req-c595697b-0694-4e10-b1fc-b9c919106cb6 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/security-groups?id=88647e77-4ac1-462b-871f-d58f9f7f242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424287 May 08 22:29:17.245290 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-ac0567e7-b23c-4fa9-a132-8e8a2083e88f req-26f6a763-302d-474f-a3df-98379f2ef8b8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c902de2-58a7-4169-a553-b65b32da667a HTTP/1.1" status: 200 len: 217 time: 0.0354147 May 08 22:29:17.278714 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-fe048fd5-a1dc-4af8-8007-4087d2d1f122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1259825-b40d-41dc-b595-545ddc2eda36', 'name': 'tempest-TestVolumeBootPattern-417149460-router', 'tenant_id': '71ff1b3aaa864388b9a5646942d2bffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '0240c8ca-15b1-4020-96da-1ed4ddb1fea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:20:02Z', 'updated_at': '2022-05-08T22:20:05Z', 'revision_number': 4, 'project_id': '71ff1b3aaa864388b9a5646942d2bffb', 'gw_port': {'id': '0240c8ca-15b1-4020-96da-1ed4ddb1fea3', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:76:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1259825-b40d-41dc-b595-545ddc2eda36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:20:02Z', 'updated_at': '2022-05-08T22:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_interfaces': [{'id': 'e4453eb0-768d-49ce-b300-433e8b6d7e59', 'name': '', 'network_id': '3de5004b-d04a-43ec-83df-7f6e082747db', 'tenant_id': '71ff1b3aaa864388b9a5646942d2bffb', 'mac_address': 'fa:16:3e:83:4d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1259825-b40d-41dc-b595-545ddc2eda36', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'f90310f9-89a9-4caa-b723-9c87d4a911ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:20:04Z', 'updated_at': '2022-05-08T22:20:09Z', 'revision_number': 5, 'project_id': '71ff1b3aaa864388b9a5646942d2bffb', 'subnets': [{'id': 'f90310f9-89a9-4caa-b723-9c87d4a911ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:29:17.301746 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0567e7-b23c-4fa9-a132-8e8a2083e88f req-f6c9f817-1c65-46e8-8824-d8c9f7a4ae46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:29:17.303125 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-ac0567e7-b23c-4fa9-a132-8e8a2083e88f req-f6c9f817-1c65-46e8-8824-d8c9f7a4ae46 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f90310f9-89a9-4caa-b723-9c87d4a911ed HTTP/1.1" status: 200 len: 850 time: 0.0487638 May 08 22:29:17.304668 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe048fd5-a1dc-4af8-8007-4087d2d1f122 None None] Checking router: d1259825-b40d-41dc-b595-545ddc2eda36 for host: dv-cinder-840511-5-iscsi {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 08 22:29:17.314422 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe048fd5-a1dc-4af8-8007-4087d2d1f122 None None] Routers {'d1259825-b40d-41dc-b595-545ddc2eda36'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:29:17.315041 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-fe048fd5-a1dc-4af8-8007-4087d2d1f122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:28:48Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['d1259825-b40d-41dc-b595-545ddc2eda36'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:29:17.359590 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0567e7-b23c-4fa9-a132-8e8a2083e88f req-a13138e5-5557-4104-8c6d-2b188296dac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:29:17.361103 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-ac0567e7-b23c-4fa9-a132-8e8a2083e88f req-a13138e5-5557-4104-8c6d-2b188296dac1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3de5004b-d04a-43ec-83df-7f6e082747db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428848 May 08 22:29:17.426275 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-fe048fd5-a1dc-4af8-8007-4087d2d1f122 None None] Set router d1259825-b40d-41dc-b595-545ddc2eda36 gateway port host: dv-cinder-840511-5-iscsi {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:29:17.448839 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-ac0567e7-b23c-4fa9-a132-8e8a2083e88f req-7a408442-374c-4e9f-886e-903be632523b service neutron] 10.222.0.24 "GET /v2.0/networks/3de5004b-d04a-43ec-83df-7f6e082747db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804238 May 08 22:29:17.634453 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-fe048fd5-a1dc-4af8-8007-4087d2d1f122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1259825-b40d-41dc-b595-545ddc2eda36', 'name': 'tempest-TestVolumeBootPattern-417149460-router', 'tenant_id': '71ff1b3aaa864388b9a5646942d2bffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '0240c8ca-15b1-4020-96da-1ed4ddb1fea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:20:02Z', 'updated_at': '2022-05-08T22:20:05Z', 'revision_number': 4, 'project_id': '71ff1b3aaa864388b9a5646942d2bffb', 'gw_port': {'id': '0240c8ca-15b1-4020-96da-1ed4ddb1fea3', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:76:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1259825-b40d-41dc-b595-545ddc2eda36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:20:02Z', 'updated_at': '2022-05-08T22:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_interfaces': [{'id': 'e4453eb0-768d-49ce-b300-433e8b6d7e59', 'name': '', 'network_id': '3de5004b-d04a-43ec-83df-7f6e082747db', 'tenant_id': '71ff1b3aaa864388b9a5646942d2bffb', 'mac_address': 'fa:16:3e:83:4d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1259825-b40d-41dc-b595-545ddc2eda36', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'f90310f9-89a9-4caa-b723-9c87d4a911ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:20:04Z', 'updated_at': '2022-05-08T22:20:09Z', 'revision_number': 5, 'project_id': '71ff1b3aaa864388b9a5646942d2bffb', 'subnets': [{'id': 'f90310f9-89a9-4caa-b723-9c87d4a911ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:29:17.660442 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe048fd5-a1dc-4af8-8007-4087d2d1f122 None None] The sync data for ids ['d1259825-b40d-41dc-b595-545ddc2eda36'] in dv-cinder-840511-5-iscsi is: [{'id': 'd1259825-b40d-41dc-b595-545ddc2eda36', 'name': 'tempest-TestVolumeBootPattern-417149460-router', 'tenant_id': '71ff1b3aaa864388b9a5646942d2bffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '0240c8ca-15b1-4020-96da-1ed4ddb1fea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:20:02Z', 'updated_at': '2022-05-08T22:20:05Z', 'revision_number': 4, 'project_id': '71ff1b3aaa864388b9a5646942d2bffb', 'gw_port': {'id': '0240c8ca-15b1-4020-96da-1ed4ddb1fea3', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:76:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1259825-b40d-41dc-b595-545ddc2eda36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:20:02Z', 'updated_at': '2022-05-08T22:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_interfaces': [{'id': 'e4453eb0-768d-49ce-b300-433e8b6d7e59', 'name': '', 'network_id': '3de5004b-d04a-43ec-83df-7f6e082747db', 'tenant_id': '71ff1b3aaa864388b9a5646942d2bffb', 'mac_address': 'fa:16:3e:83:4d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1259825-b40d-41dc-b595-545ddc2eda36', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'f90310f9-89a9-4caa-b723-9c87d4a911ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:20:04Z', 'updated_at': '2022-05-08T22:20:09Z', 'revision_number': 5, 'project_id': '71ff1b3aaa864388b9a5646942d2bffb', 'subnets': [{'id': 'f90310f9-89a9-4caa-b723-9c87d4a911ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 08 22:29:17.907078 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f177e605-648d-493c-a788-6ef6c1636c0f None None] New status for floating IP 89226b6b-8456-4123-8768-88ed65a479cc: DOWN {{(pid=103630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 08 22:29:18.012546 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283da11-bddb-47ab-9698-8c1882327863 req-c4156750-c874-48e8-a420-c2890d936077 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:29:18.014028 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-0283da11-bddb-47ab-9698-8c1882327863 req-c4156750-c874-48e8-a420-c2890d936077 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.24 "GET /v2.0/ports?device_id=afbf7350-e2c5-4de7-b190-3dd8db0cbdfb HTTP/1.1" status: 200 len: 945 time: 0.0581160 May 08 22:29:18.055477 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-ac0567e7-b23c-4fa9-a132-8e8a2083e88f req-acf0260f-403e-4473-899e-630e619b9fbd service neutron] 10.222.0.24 "GET /v2.0/networks/3de5004b-d04a-43ec-83df-7f6e082747db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4289722 May 08 22:29:18.113490 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-0283da11-bddb-47ab-9698-8c1882327863 req-e029d419-2705-4449-961e-6efb0af81661 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Deleting port 3c902de2-58a7-4169-a553-b65b32da667a {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 08 22:29:18.113788 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-0283da11-bddb-47ab-9698-8c1882327863 req-e029d419-2705-4449-961e-6efb0af81661 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791034291685'] for port (3c902de2-58a7-4169-a553-b65b32da667a), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:18.218262 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-0283da11-bddb-47ab-9698-8c1882327863 req-e029d419-2705-4449-961e-6efb0af81661 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] For port 3c902de2-58a7-4169-a553-b65b32da667a, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=3c902de2-58a7-4169-a553-b65b32da667a,segment=NetworkSegment(9d6f81da-5258-4353-b997-51e66ddac969),segment_id=9d6f81da-5258-4353-b997-51e66ddac969)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:29:18.218571 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-0283da11-bddb-47ab-9698-8c1882327863 req-e029d419-2705-4449-961e-6efb0af81661 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786495'] for port (3c902de2-58a7-4169-a553-b65b32da667a), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:18.233203 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-0283da11-bddb-47ab-9698-8c1882327863 req-e029d419-2705-4449-961e-6efb0af81661 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Calling delete_port for 3c902de2-58a7-4169-a553-b65b32da667a owned by compute:nova {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 08 22:29:18.316543 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0f8050-2622-4cec-9fc2-013c7c3db69e req-d1b0cf59-c0ec-4adb-885a-8e298e9b9dec tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:29:18.318124 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-2c0f8050-2622-4cec-9fc2-013c7c3db69e req-d1b0cf59-c0ec-4adb-885a-8e298e9b9dec tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/ports?device_id=afbf7350-e2c5-4de7-b190-3dd8db0cbdfb HTTP/1.1" status: 200 len: 945 time: 0.0477791 May 08 22:29:18.367550 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-0283da11-bddb-47ab-9698-8c1882327863 req-e029d419-2705-4449-961e-6efb0af81661 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791034301049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791034024021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633834'] for port (3c902de2-58a7-4169-a553-b65b32da667a), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:18.371520 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-2c0f8050-2622-4cec-9fc2-013c7c3db69e req-a78cbdb1-c84a-47ff-ac27-2222c3f2a1f2 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "GET /v2.0/security-groups?id=88647e77-4ac1-462b-871f-d58f9f7f242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474210 May 08 22:29:18.398268 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e029d419-2705-4449-961e-6efb0af81661 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Pushing event deleted for resources: {'Port': ['ID=3c902de2-58a7-4169-a553-b65b32da667a,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:29:18.443451 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-0283da11-bddb-47ab-9698-8c1882327863 req-e029d419-2705-4449-961e-6efb0af81661 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] No DVR routers for this DVR port 3c902de2-58a7-4169-a553-b65b32da667a on host hv-cinder-84051 {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 08 22:29:18.446224 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-0283da11-bddb-47ab-9698-8c1882327863 req-e029d419-2705-4449-961e-6efb0af81661 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870'] for port (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:18.449667 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-0283da11-bddb-47ab-9698-8c1882327863 req-e029d419-2705-4449-961e-6efb0af81661 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.24 "DELETE /v2.0/ports/3c902de2-58a7-4169-a553-b65b32da667a HTTP/1.1" status: 204 len: 173 time: 0.4292784 May 08 22:29:18.450109 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afbf7350-e2c5-4de7-b190-3dd8db0cbdfb', 'name': 'network-vif-deleted', 'tag': '3c902de2-58a7-4169-a553-b65b32da667a'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 08 22:29:18.452885 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cc8a0c475ac6fe54f5122aa5a8750c48412c688b8f67dba420990604a8daf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc366d92-0243-407c-8353-b8acd1105d65" -d '{"events": [{"server_uuid": "afbf7350-e2c5-4de7-b190-3dd8db0cbdfb", "name": "network-vif-deleted", "tag": "3c902de2-58a7-4169-a553-b65b32da667a"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 08 22:29:18.492289 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 08 May 2022 22:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19c603ce-e58a-4537-90ad-400b93253297 x-openstack-request-id: req-19c603ce-e58a-4537-90ad-400b93253297 {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 08 22:29:18.492599 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afbf7350-e2c5-4de7-b190-3dd8db0cbdfb", "name": "network-vif-deleted", "tag": "3c902de2-58a7-4169-a553-b65b32da667a", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 08 22:29:18.492907 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-19c603ce-e58a-4537-90ad-400b93253297 {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 08 22:29:18.493311 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19c603ce-e58a-4537-90ad-400b93253297'] response: {'server_uuid': 'afbf7350-e2c5-4de7-b190-3dd8db0cbdfb', 'name': 'network-vif-deleted', 'tag': '3c902de2-58a7-4169-a553-b65b32da667a', 'status': 'completed', 'code': 200} May 08 22:29:18.500614 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-e014050b-ccf2-40cc-88e6-3b19ea9f470a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (69aa2ac4-530d-40c2-a84a-3161d84edf61), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:19.401802 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-68d59b13-bdd3-4890-b330-3a9be9bf9791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (167e5ba9-08ef-43b6-aca0-7c88b7f9e735), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:19.431516 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 59722) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:29:19.549574 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-486858fe-3c26-4769-8d12-0b0902740cab tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Deleting port 7389b993-2a34-43c4-8797-90c007601340 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 08 22:29:19.549811 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-486858fe-3c26-4769-8d12-0b0902740cab tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791034291685'] for port (7389b993-2a34-43c4-8797-90c007601340), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:19.625299 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-486858fe-3c26-4769-8d12-0b0902740cab tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786495'] for port (7389b993-2a34-43c4-8797-90c007601340), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:19.625576 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-486858fe-3c26-4769-8d12-0b0902740cab tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks [] for floatingip (7389b993-2a34-43c4-8797-90c007601340), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:19.638375 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-486858fe-3c26-4769-8d12-0b0902740cab tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Calling delete_port for 7389b993-2a34-43c4-8797-90c007601340 owned by network:floatingip {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 08 22:29:19.780628 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-486858fe-3c26-4769-8d12-0b0902740cab tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791034301049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791034024021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59173228'] for port (7389b993-2a34-43c4-8797-90c007601340), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:19.803883 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486858fe-3c26-4769-8d12-0b0902740cab tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Pushing event deleted for resources: {'Port': ['ID=7389b993-2a34-43c4-8797-90c007601340,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:29:19.873206 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-486858fe-3c26-4769-8d12-0b0902740cab tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks [] for floatingip (2e33e252-11cc-465f-9d83-e580b1eb7305), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:19.875857 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-486858fe-3c26-4769-8d12-0b0902740cab tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870'] for floatingip (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:19.877029 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-486858fe-3c26-4769-8d12-0b0902740cab tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "DELETE /v2.0/floatingips/2e33e252-11cc-465f-9d83-e580b1eb7305 HTTP/1.1" status: 204 len: 168 time: 0.4452426 May 08 22:29:21.006670 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f82e6e54-0a06-4075-8e4d-2bf0b0f201e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (1fcc0290-7f55-4633-95cb-6d94e7aa5e57), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:21.094213 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 59744) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:29:21.156136 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5ed54065-7cd9-437f-bb5c-18492fafdc68 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks [] for security_group (88647e77-4ac1-462b-871f-d58f9f7f242f), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:21.181894 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5ed54065-7cd9-437f-bb5c-18492fafdc68 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks [] for security_group (88647e77-4ac1-462b-871f-d58f9f7f242f), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:21.254682 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5ed54065-7cd9-437f-bb5c-18492fafdc68 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (88647e77-4ac1-462b-871f-d58f9f7f242f), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:21.257264 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5ed54065-7cd9-437f-bb5c-18492fafdc68 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Publish callbacks [] for security_group (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:21.258423 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-5ed54065-7cd9-437f-bb5c-18492fafdc68 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] 10.222.0.44 "DELETE /v2.0/security-groups/88647e77-4ac1-462b-871f-d58f9f7f242f HTTP/1.1" status: 204 len: 168 time: 0.1632135 May 08 22:29:21.271984 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed54065-7cd9-437f-bb5c-18492fafdc68 tempest-TestVolumeBootPattern-1846916165 tempest-TestVolumeBootPattern-1846916165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88647e77-4ac1-462b-871f-d58f9f7f242f,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:29:21.316507 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 59748) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:29:21.825266 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e9b371bc-226c-4b7b-9791-5910664793d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-786677'] for router_interface (d1259825-b40d-41dc-b595-545ddc2eda36), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:22.059616 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-e9b371bc-226c-4b7b-9791-5910664793d5 admin admin] Deleting port e4453eb0-768d-49ce-b300-433e8b6d7e59 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 08 22:29:22.059868 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e9b371bc-226c-4b7b-9791-5910664793d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791034291685'] for port (e4453eb0-768d-49ce-b300-433e8b6d7e59), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:22.145419 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-e9b371bc-226c-4b7b-9791-5910664793d5 admin admin] For port e4453eb0-768d-49ce-b300-433e8b6d7e59, host dv-cinder-840511-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=e4453eb0-768d-49ce-b300-433e8b6d7e59,segment=NetworkSegment(9d6f81da-5258-4353-b997-51e66ddac969),segment_id=9d6f81da-5258-4353-b997-51e66ddac969)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:29:22.145777 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e9b371bc-226c-4b7b-9791-5910664793d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786495'] for port (e4453eb0-768d-49ce-b300-433e8b6d7e59), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:22.162306 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-e9b371bc-226c-4b7b-9791-5910664793d5 admin admin] Calling delete_port for e4453eb0-768d-49ce-b300-433e8b6d7e59 owned by network:router_interface {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 08 22:29:22.359805 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e9b371bc-226c-4b7b-9791-5910664793d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791034301049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791034024021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59173228'] for port (e4453eb0-768d-49ce-b300-433e8b6d7e59), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:22.385929 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b371bc-226c-4b7b-9791-5910664793d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4453eb0-768d-49ce-b300-433e8b6d7e59,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:29:22.470545 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (7e3c7ef6-abd5-4f0f-b372-b2734b637fd0), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:22.558841 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-e9b371bc-226c-4b7b-9791-5910664793d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1045482'] for router_interface (d1259825-b40d-41dc-b595-545ddc2eda36), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:22.645970 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device 3c902de2-58a7-4169-a553-b65b32da667a no longer exists at agent hyperv_hv-cinder-84051 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 08 22:29:22.693559 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] No Port match for: 3c902de2-58a7-4169-a553-b65b32da667a {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 08 22:29:22.694096 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device 3c902de2-58a7-4169-a553-b65b32da667a not bound to the agent host hv-cinder-84051 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 08 22:29:22.777756 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03580c60-3d0f-4deb-9aad-7d2588e80dfb req-d770840d-a8d7-468b-8678-c21ed592b50b tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:29:22.779430 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-03580c60-3d0f-4deb-9aad-7d2588e80dfb req-d770840d-a8d7-468b-8678-c21ed592b50b tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2 HTTP/1.1" status: 200 len: 945 time: 0.0565252 May 08 22:29:23.115919 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9b371bc-226c-4b7b-9791-5910664793d5 admin admin] Router d1259825-b40d-41dc-b595-545ddc2eda36 has already been hosted by L3 agent 69aa2ac4-530d-40c2-a84a-3161d84edf61 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 08 22:29:23.130498 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-03580c60-3d0f-4deb-9aad-7d2588e80dfb req-25c4f55b-5725-4cc2-89d0-12cd51ff1a93 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cfa8f7e-9c87-41de-8c46-920e8355570f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3258116 May 08 22:29:23.243063 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9b371bc-226c-4b7b-9791-5910664793d5 admin admin] Notify agent at l3_agent.dv-cinder-840511-5-iscsi the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 08 22:29:23.248285 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-e9b371bc-226c-4b7b-9791-5910664793d5 admin admin] 10.222.0.44 "PUT /v2.0/routers/d1259825-b40d-41dc-b595-545ddc2eda36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9306102 May 08 22:29:23.250985 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 59774) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:29:23.252672 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b345f333-6a36-4698-9e20-d93ee003baff None None] Sync routers for ids ['d1259825-b40d-41dc-b595-545ddc2eda36'] in dv-cinder-840511-5-iscsi {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 08 22:29:23.263931 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b345f333-6a36-4698-9e20-d93ee003baff None None] Routers {'d1259825-b40d-41dc-b595-545ddc2eda36'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:29:23.264908 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-b345f333-6a36-4698-9e20-d93ee003baff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:29:18Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['d1259825-b40d-41dc-b595-545ddc2eda36'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:29:23.383780 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1487764c-7865-4ce1-ab64-1c4b3c1cdebb admin admin] Publish callbacks [] for router (d1259825-b40d-41dc-b595-545ddc2eda36), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:23.388218 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-b345f333-6a36-4698-9e20-d93ee003baff None None] Set router d1259825-b40d-41dc-b595-545ddc2eda36 gateway port host: dv-cinder-840511-5-iscsi {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:29:23.500697 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1487764c-7865-4ce1-ab64-1c4b3c1cdebb admin admin] Publish callbacks [] for router_gateway (d1259825-b40d-41dc-b595-545ddc2eda36), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:23.552947 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-1487764c-7865-4ce1-ab64-1c4b3c1cdebb admin admin] Deleting port 0240c8ca-15b1-4020-96da-1ed4ddb1fea3 {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 08 22:29:23.553385 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1487764c-7865-4ce1-ab64-1c4b3c1cdebb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791034291685'] for port (0240c8ca-15b1-4020-96da-1ed4ddb1fea3), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:23.582494 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-b345f333-6a36-4698-9e20-d93ee003baff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1259825-b40d-41dc-b595-545ddc2eda36', 'name': 'tempest-TestVolumeBootPattern-417149460-router', 'tenant_id': '71ff1b3aaa864388b9a5646942d2bffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '0240c8ca-15b1-4020-96da-1ed4ddb1fea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:20:02Z', 'updated_at': '2022-05-08T22:29:22Z', 'revision_number': 5, 'project_id': '71ff1b3aaa864388b9a5646942d2bffb', 'gw_port': {'id': '0240c8ca-15b1-4020-96da-1ed4ddb1fea3', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:76:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1259825-b40d-41dc-b595-545ddc2eda36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:20:02Z', 'updated_at': '2022-05-08T22:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi'}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:29:23.609782 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b345f333-6a36-4698-9e20-d93ee003baff None None] Checking router: d1259825-b40d-41dc-b595-545ddc2eda36 for host: dv-cinder-840511-5-iscsi {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 08 22:29:23.618434 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b345f333-6a36-4698-9e20-d93ee003baff None None] Routers {'d1259825-b40d-41dc-b595-545ddc2eda36'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:29:23.619275 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-b345f333-6a36-4698-9e20-d93ee003baff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:29:18Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['d1259825-b40d-41dc-b595-545ddc2eda36'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:29:23.634226 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-1487764c-7865-4ce1-ab64-1c4b3c1cdebb admin admin] For port 0240c8ca-15b1-4020-96da-1ed4ddb1fea3, host dv-cinder-840511-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=0240c8ca-15b1-4020-96da-1ed4ddb1fea3,segment=NetworkSegment(0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa),segment_id=0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:29:23.634520 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1487764c-7865-4ce1-ab64-1c4b3c1cdebb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786495'] for port (0240c8ca-15b1-4020-96da-1ed4ddb1fea3), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:23.648176 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-1487764c-7865-4ce1-ab64-1c4b3c1cdebb admin admin] Calling delete_port for 0240c8ca-15b1-4020-96da-1ed4ddb1fea3 owned by network:router_gateway {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 08 22:29:23.705756 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-b345f333-6a36-4698-9e20-d93ee003baff None None] Set router d1259825-b40d-41dc-b595-545ddc2eda36 gateway port host: None {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:29:23.755861 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-b345f333-6a36-4698-9e20-d93ee003baff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1259825-b40d-41dc-b595-545ddc2eda36', 'name': 'tempest-TestVolumeBootPattern-417149460-router', 'tenant_id': '71ff1b3aaa864388b9a5646942d2bffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:20:02Z', 'updated_at': '2022-05-08T22:29:23Z', 'revision_number': 6, 'project_id': '71ff1b3aaa864388b9a5646942d2bffb', 'gw_port_host': None}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:29:23.785360 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b345f333-6a36-4698-9e20-d93ee003baff None None] The sync data for ids ['d1259825-b40d-41dc-b595-545ddc2eda36'] in dv-cinder-840511-5-iscsi is: [{'id': 'd1259825-b40d-41dc-b595-545ddc2eda36', 'name': 'tempest-TestVolumeBootPattern-417149460-router', 'tenant_id': '71ff1b3aaa864388b9a5646942d2bffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:20:02Z', 'updated_at': '2022-05-08T22:29:23Z', 'revision_number': 6, 'project_id': '71ff1b3aaa864388b9a5646942d2bffb', 'gw_port_host': None}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 08 22:29:23.822690 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1487764c-7865-4ce1-ab64-1c4b3c1cdebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791034301049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791034024021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59173228'] for port (0240c8ca-15b1-4020-96da-1ed4ddb1fea3), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:23.851898 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1487764c-7865-4ce1-ab64-1c4b3c1cdebb admin admin] Pushing event deleted for resources: {'Port': ['ID=0240c8ca-15b1-4020-96da-1ed4ddb1fea3,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:29:23.875120 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.agents_db [None req-09216671-537f-4251-a64c-737ccd42d6d2 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 08 22:29:23.916938 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1487764c-7865-4ce1-ab64-1c4b3c1cdebb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-789703'] for router_gateway (d1259825-b40d-41dc-b595-545ddc2eda36), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:24.009535 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1487764c-7865-4ce1-ab64-1c4b3c1cdebb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15475'] for router (d1259825-b40d-41dc-b595-545ddc2eda36), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:24.011884 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1487764c-7865-4ce1-ab64-1c4b3c1cdebb admin admin] Publish callbacks [] for router_controller (d1259825-b40d-41dc-b595-545ddc2eda36), precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:24.059887 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1487764c-7865-4ce1-ab64-1c4b3c1cdebb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-790678'] for router (d1259825-b40d-41dc-b595-545ddc2eda36), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:24.060453 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1487764c-7865-4ce1-ab64-1c4b3c1cdebb admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1259825-b40d-41dc-b595-545ddc2eda36 {{(pid=103628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 08 22:29:24.065325 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1487764c-7865-4ce1-ab64-1c4b3c1cdebb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:24.066458 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-1487764c-7865-4ce1-ab64-1c4b3c1cdebb admin admin] 10.222.0.44 "DELETE /v2.0/routers/d1259825-b40d-41dc-b595-545ddc2eda36 HTTP/1.1" status: 204 len: 168 time: 0.8145530 May 08 22:29:24.069650 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 59776) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:29:24.115348 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce20662a-339c-4283-9162-9aacc01441f9 admin admin] Deleting subnet f90310f9-89a9-4caa-b723-9c87d4a911ed {{(pid=103628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 08 22:29:24.118685 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ce20662a-339c-4283-9162-9aacc01441f9 admin admin] Publish callbacks [] for subnet (f90310f9-89a9-4caa-b723-9c87d4a911ed), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:24.155890 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ce20662a-339c-4283-9162-9aacc01441f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59229207'] for subnet (f90310f9-89a9-4caa-b723-9c87d4a911ed), precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:24.285382 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ce20662a-339c-4283-9162-9aacc01441f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16446418'] for subnet (f90310f9-89a9-4caa-b723-9c87d4a911ed), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:24.312376 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c1a98-3cbd-4f27-a215-c3d1285c96dc req-03e40ca8-fd96-46b3-94ad-ca6703c7998a tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:29:24.313851 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-680c1a98-3cbd-4f27-a215-c3d1285c96dc req-03e40ca8-fd96-46b3-94ad-ca6703c7998a tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2 HTTP/1.1" status: 200 len: 945 time: 0.0820272 May 08 22:29:24.381402 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-680c1a98-3cbd-4f27-a215-c3d1285c96dc req-04086773-fb8a-4d48-b70f-42a030c6de4d tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cfa8f7e-9c87-41de-8c46-920e8355570f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616434 May 08 22:29:24.382751 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ce20662a-339c-4283-9162-9aacc01441f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16446411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59176605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59072913'] for subnet (f90310f9-89a9-4caa-b723-9c87d4a911ed), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:24.409910 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce20662a-339c-4283-9162-9aacc01441f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f90310f9-89a9-4caa-b723-9c87d4a911ed,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:29:24.411864 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-ce20662a-339c-4283-9162-9aacc01441f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745315'] for subnet (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:24.415373 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-ce20662a-339c-4283-9162-9aacc01441f9 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/f90310f9-89a9-4caa-b723-9c87d4a911ed HTTP/1.1" status: 204 len: 168 time: 0.3445706 May 08 22:29:24.416729 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7e1e55-0a79-40cc-b7fe-55c3c30e14e6 None None] Network 3de5004b-d04a-43ec-83df-7f6e082747db requested from dv-cinder-840511-5-iscsi {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 08 22:29:24.417956 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 59780) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:29:24.490067 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6dd3f524-4baa-4a39-a7c9-de1f09c209b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16411149'] for network (3de5004b-d04a-43ec-83df-7f6e082747db), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:24.535084 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-6dd3f524-4baa-4a39-a7c9-de1f09c209b4 admin admin] Deleting port c20e8b66-ee5e-4861-8704-686579111aca {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 08 22:29:24.535443 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6dd3f524-4baa-4a39-a7c9-de1f09c209b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791034291685'] for port (c20e8b66-ee5e-4861-8704-686579111aca), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:24.586091 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c19b93-d1f8-4fd0-99c3-a050349e0797 None None] DHCP port deletion for 3de5004b-d04a-43ec-83df-7f6e082747db request from dv-cinder-840511-5-iscsi {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 08 22:29:24.613416 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-6dd3f524-4baa-4a39-a7c9-de1f09c209b4 admin admin] For port c20e8b66-ee5e-4861-8704-686579111aca, host dv-cinder-840511-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=c20e8b66-ee5e-4861-8704-686579111aca,segment=NetworkSegment(9d6f81da-5258-4353-b997-51e66ddac969),segment_id=9d6f81da-5258-4353-b997-51e66ddac969)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:29:24.613777 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6dd3f524-4baa-4a39-a7c9-de1f09c209b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786495'] for port (c20e8b66-ee5e-4861-8704-686579111aca), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:24.628453 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-b9c19b93-d1f8-4fd0-99c3-a050349e0797 None None] Deleting port c20e8b66-ee5e-4861-8704-686579111aca {{(pid=103630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 08 22:29:24.628891 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b9c19b93-d1f8-4fd0-99c3-a050349e0797 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791034291685'] for port (c20e8b66-ee5e-4861-8704-686579111aca), before_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:24.631055 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-6dd3f524-4baa-4a39-a7c9-de1f09c209b4 admin admin] Calling delete_port for c20e8b66-ee5e-4861-8704-686579111aca owned by network:dhcp {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 08 22:29:24.696854 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-b9c19b93-d1f8-4fd0-99c3-a050349e0797 None None] For port c20e8b66-ee5e-4861-8704-686579111aca, host dv-cinder-840511-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=c20e8b66-ee5e-4861-8704-686579111aca,segment=NetworkSegment(9d6f81da-5258-4353-b997-51e66ddac969),segment_id=9d6f81da-5258-4353-b997-51e66ddac969)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:29:24.697808 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b9c19b93-d1f8-4fd0-99c3-a050349e0797 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786495'] for port (c20e8b66-ee5e-4861-8704-686579111aca), precommit_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:24.714782 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device 0240c8ca-15b1-4020-96da-1ed4ddb1fea3 no longer exists at agent ovs-agent-dv-cinder-840511-5-iscsi {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 08 22:29:24.717393 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6dd3f524-4baa-4a39-a7c9-de1f09c209b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791034301049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791034024021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59173228'] for port (c20e8b66-ee5e-4861-8704-686579111aca), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:24.717717 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-b9c19b93-d1f8-4fd0-99c3-a050349e0797 None None] Calling delete_port for c20e8b66-ee5e-4861-8704-686579111aca owned by network:dhcp {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 08 22:29:24.743218 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] No Port match for: 0240c8ca-15b1-4020-96da-1ed4ddb1fea3 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 08 22:29:24.743473 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device 0240c8ca-15b1-4020-96da-1ed4ddb1fea3 not bound to the agent host dv-cinder-840511-5-iscsi {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 08 22:29:24.743884 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device e4453eb0-768d-49ce-b300-433e8b6d7e59 no longer exists at agent ovs-agent-dv-cinder-840511-5-iscsi {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 08 22:29:24.745244 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd3f524-4baa-4a39-a7c9-de1f09c209b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c20e8b66-ee5e-4861-8704-686579111aca,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:29:24.747047 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd3f524-4baa-4a39-a7c9-de1f09c209b4 admin admin] No DVR routers for this DVR port c20e8b66-ee5e-4861-8704-686579111aca on host dv-cinder-840511-5-iscsi {{(pid=103628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 08 22:29:24.798547 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] No Port match for: e4453eb0-768d-49ce-b300-433e8b6d7e59 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 08 22:29:24.798885 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device e4453eb0-768d-49ce-b300-433e8b6d7e59 not bound to the agent host dv-cinder-840511-5-iscsi {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 08 22:29:24.799290 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device c20e8b66-ee5e-4861-8704-686579111aca no longer exists at agent ovs-agent-dv-cinder-840511-5-iscsi {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 08 22:29:24.820693 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6dd3f524-4baa-4a39-a7c9-de1f09c209b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16435559', 'neutron.services.segments.db._delete_segments_for_network-8791034498326'] for network (3de5004b-d04a-43ec-83df-7f6e082747db), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:24.824219 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] No Port match for: c20e8b66-ee5e-4861-8704-686579111aca {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 08 22:29:24.824430 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device c20e8b66-ee5e-4861-8704-686579111aca not bound to the agent host dv-cinder-840511-5-iscsi {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 08 22:29:24.848381 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.services.segments.db [None req-6dd3f524-4baa-4a39-a7c9-de1f09c209b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3de5004b-d04a-43ec-83df-7f6e082747db']}} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:29:24.859875 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.services.segments.db [None req-6dd3f524-4baa-4a39-a7c9-de1f09c209b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d6f81da-5258-4353-b997-51e66ddac969') {'for_net_delete': True} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:29:24.859875 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.services.segments.db [None req-6dd3f524-4baa-4a39-a7c9-de1f09c209b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d6f81da-5258-4353-b997-51e66ddac969') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:29:24.862250 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b9c19b93-d1f8-4fd0-99c3-a050349e0797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791034301049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791034024021'] for port (c20e8b66-ee5e-4861-8704-686579111aca), after_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:24.872667 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6dd3f524-4baa-4a39-a7c9-de1f09c209b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791034500383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59229230'] for segment (9d6f81da-5258-4353-b997-51e66ddac969), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:24.887692 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6dd3f524-4baa-4a39-a7c9-de1f09c209b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16448297'] for segment (9d6f81da-5258-4353-b997-51e66ddac969), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:24.891899 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c19b93-d1f8-4fd0-99c3-a050349e0797 None None] No DVR routers for this DVR port c20e8b66-ee5e-4861-8704-686579111aca on host dv-cinder-840511-5-iscsi {{(pid=103630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 08 22:29:24.895158 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c19b93-d1f8-4fd0-99c3-a050349e0797 None None] Pushing event deleted for resources: {'Port': ['ID=c20e8b66-ee5e-4861-8704-686579111aca,revision_number=None']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:29:24.899282 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dd3f524-4baa-4a39-a7c9-de1f09c209b4 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 08 22:29:24.899786 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6dd3f524-4baa-4a39-a7c9-de1f09c209b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16448297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59173183'] for segment (9d6f81da-5258-4353-b997-51e66ddac969), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:24.901757 dv-cinder-840511-5-iscsi neutron-server[103628]: Traceback (most recent call last): May 08 22:29:24.901757 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 08 22:29:24.901757 dv-cinder-840511-5-iscsi neutron-server[103628]: timer() May 08 22:29:24.901757 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 08 22:29:24.901757 dv-cinder-840511-5-iscsi neutron-server[103628]: cb(*args, **kw) May 08 22:29:24.901757 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 08 22:29:24.901757 dv-cinder-840511-5-iscsi neutron-server[103628]: return func(*args, **kwargs) May 08 22:29:24.901757 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 08 22:29:24.901757 dv-cinder-840511-5-iscsi neutron-server[103628]: self._notify() May 08 22:29:24.901757 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 08 22:29:24.901757 dv-cinder-840511-5-iscsi neutron-server[103628]: self.callback(batched_events) May 08 22:29:24.901757 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 08 22:29:24.901757 dv-cinder-840511-5-iscsi neutron-server[103628]: event.method(event) May 08 22:29:24.901757 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 08 22:29:24.901757 dv-cinder-840511-5-iscsi neutron-server[103628]: aggregate_id = self._get_aggregate_id(event.segment_id) May 08 22:29:24.901757 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 08 22:29:24.901757 dv-cinder-840511-5-iscsi neutron-server[103628]: aggregate_uuid = self.p_client.list_aggregates( May 08 22:29:24.901757 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 08 22:29:24.901757 dv-cinder-840511-5-iscsi neutron-server[103628]: return f(self, *a, **k) May 08 22:29:24.901757 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 08 22:29:24.901757 dv-cinder-840511-5-iscsi neutron-server[103628]: return self._get(url).json() May 08 22:29:24.901757 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 08 22:29:24.901757 dv-cinder-840511-5-iscsi neutron-server[103628]: return self._client.get(url, endpoint_filter=self._ks_filter, May 08 22:29:24.901757 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 08 22:29:24.901757 dv-cinder-840511-5-iscsi neutron-server[103628]: return self.request(url, 'GET', **kwargs) May 08 22:29:24.901757 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 08 22:29:24.901757 dv-cinder-840511-5-iscsi neutron-server[103628]: base_url = self.get_endpoint(auth, allow=allow, May 08 22:29:24.901757 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 08 22:29:24.901757 dv-cinder-840511-5-iscsi neutron-server[103628]: auth = self._auth_required(auth, 'determine endpoint URL') May 08 22:29:24.901757 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 08 22:29:24.901757 dv-cinder-840511-5-iscsi neutron-server[103628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 08 22:29:24.901757 dv-cinder-840511-5-iscsi neutron-server[103628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 08 22:29:24.904437 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c19b93-d1f8-4fd0-99c3-a050349e0797 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:29:24.904437 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c19b93-d1f8-4fd0-99c3-a050349e0797 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:29:24.904437 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c19b93-d1f8-4fd0-99c3-a050349e0797 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:29:24.904805 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c19b93-d1f8-4fd0-99c3-a050349e0797 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:29:24.905050 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c19b93-d1f8-4fd0-99c3-a050349e0797 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:29:24.905541 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c19b93-d1f8-4fd0-99c3-a050349e0797 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:29:24.906561 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c19b93-d1f8-4fd0-99c3-a050349e0797 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:29:24.907072 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c19b93-d1f8-4fd0-99c3-a050349e0797 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:29:24.907576 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c19b93-d1f8-4fd0-99c3-a050349e0797 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:29:24.908060 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c19b93-d1f8-4fd0-99c3-a050349e0797 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:29:24.909082 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c19b93-d1f8-4fd0-99c3-a050349e0797 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:29:24.909590 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c19b93-d1f8-4fd0-99c3-a050349e0797 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:29:24.910084 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c19b93-d1f8-4fd0-99c3-a050349e0797 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:29:24.910567 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c19b93-d1f8-4fd0-99c3-a050349e0797 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:29:24.911060 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c19b93-d1f8-4fd0-99c3-a050349e0797 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:29:24.959378 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6dd3f524-4baa-4a39-a7c9-de1f09c209b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16435548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-788469'] for network (3de5004b-d04a-43ec-83df-7f6e082747db), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:24.963868 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-6dd3f524-4baa-4a39-a7c9-de1f09c209b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745315'] for network (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:24.967809 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-6dd3f524-4baa-4a39-a7c9-de1f09c209b4 admin admin] 10.222.0.44 "DELETE /v2.0/networks/3de5004b-d04a-43ec-83df-7f6e082747db HTTP/1.1" status: 204 len: 168 time: 0.5487435 May 08 22:29:24.970926 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 59782) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:29:24.985089 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd3f524-4baa-4a39-a7c9-de1f09c209b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3de5004b-d04a-43ec-83df-7f6e082747db,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:29:25.298744 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8b86ef83-7dfd-4b20-aaa9-0450e23c5437 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-786677'] for router_interface (e1d0e35d-a62e-4645-899c-1f571fe3e308), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:25.502656 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ce4dbe-263f-4bd0-8899-554d0410d4a6 req-a5d82e61-c13c-4c19-b5f9-90dbcb8f0b6d tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:29:25.504201 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-36ce4dbe-263f-4bd0-8899-554d0410d4a6 req-a5d82e61-c13c-4c19-b5f9-90dbcb8f0b6d tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2 HTTP/1.1" status: 200 len: 945 time: 0.0473833 May 08 22:29:25.539534 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-8b86ef83-7dfd-4b20-aaa9-0450e23c5437 admin admin] Deleting port c7a58d9b-8930-4899-9154-b1a15a542255 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 08 22:29:25.539876 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8b86ef83-7dfd-4b20-aaa9-0450e23c5437 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791034291685'] for port (c7a58d9b-8930-4899-9154-b1a15a542255), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:25.551855 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-36ce4dbe-263f-4bd0-8899-554d0410d4a6 req-4f329020-eca8-4cd5-bd87-e218a2964b92 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cfa8f7e-9c87-41de-8c46-920e8355570f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416439 May 08 22:29:25.624244 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-8b86ef83-7dfd-4b20-aaa9-0450e23c5437 admin admin] For port c7a58d9b-8930-4899-9154-b1a15a542255, host dv-cinder-840511-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=c7a58d9b-8930-4899-9154-b1a15a542255,segment=NetworkSegment(21b079f8-1b7d-414d-908c-fa3a05e48757),segment_id=21b079f8-1b7d-414d-908c-fa3a05e48757)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:29:25.624606 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8b86ef83-7dfd-4b20-aaa9-0450e23c5437 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786495'] for port (c7a58d9b-8930-4899-9154-b1a15a542255), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:25.637675 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-8b86ef83-7dfd-4b20-aaa9-0450e23c5437 admin admin] Calling delete_port for c7a58d9b-8930-4899-9154-b1a15a542255 owned by network:router_interface {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 08 22:29:25.823229 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8b86ef83-7dfd-4b20-aaa9-0450e23c5437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791034301049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791034024021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633834'] for port (c7a58d9b-8930-4899-9154-b1a15a542255), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:25.847357 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b86ef83-7dfd-4b20-aaa9-0450e23c5437 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7a58d9b-8930-4899-9154-b1a15a542255,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:29:26.023488 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-8b86ef83-7dfd-4b20-aaa9-0450e23c5437 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1045482'] for router_interface (e1d0e35d-a62e-4645-899c-1f571fe3e308), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:26.247201 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b86ef83-7dfd-4b20-aaa9-0450e23c5437 admin admin] Router e1d0e35d-a62e-4645-899c-1f571fe3e308 has already been hosted by L3 agent 69aa2ac4-530d-40c2-a84a-3161d84edf61 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 08 22:29:26.375565 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b86ef83-7dfd-4b20-aaa9-0450e23c5437 admin admin] Notify agent at l3_agent.dv-cinder-840511-5-iscsi the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 08 22:29:26.380803 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-8b86ef83-7dfd-4b20-aaa9-0450e23c5437 admin admin] 10.222.0.44 "PUT /v2.0/routers/e1d0e35d-a62e-4645-899c-1f571fe3e308/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4086809 May 08 22:29:26.383609 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 59786) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:29:26.386824 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10c1827-dd58-46e4-ab41-001f40d6b472 None None] Sync routers for ids ['e1d0e35d-a62e-4645-899c-1f571fe3e308'] in dv-cinder-840511-5-iscsi {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 08 22:29:26.398267 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10c1827-dd58-46e4-ab41-001f40d6b472 None None] Routers {'e1d0e35d-a62e-4645-899c-1f571fe3e308'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:29:26.398908 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-d10c1827-dd58-46e4-ab41-001f40d6b472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:29:18Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['e1d0e35d-a62e-4645-899c-1f571fe3e308'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:29:26.495092 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-bdb58f71-4055-4475-8965-e9b4b0a65ec2 admin admin] Publish callbacks [] for router (e1d0e35d-a62e-4645-899c-1f571fe3e308), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:26.507196 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-d10c1827-dd58-46e4-ab41-001f40d6b472 None None] Set router e1d0e35d-a62e-4645-899c-1f571fe3e308 gateway port host: dv-cinder-840511-5-iscsi {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:29:26.622321 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-bdb58f71-4055-4475-8965-e9b4b0a65ec2 admin admin] Publish callbacks [] for router_gateway (e1d0e35d-a62e-4645-899c-1f571fe3e308), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:26.680275 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-bdb58f71-4055-4475-8965-e9b4b0a65ec2 admin admin] Deleting port 131e7299-254c-4317-8c13-7a5aa0c63ec7 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 08 22:29:26.680647 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-bdb58f71-4055-4475-8965-e9b4b0a65ec2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791034291685'] for port (131e7299-254c-4317-8c13-7a5aa0c63ec7), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:26.704107 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5e3bc3-460e-4602-b53c-dafdffa361dc req-e5eac657-6b95-4499-b870-77519ae0c4cd tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:29:26.713602 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-bc5e3bc3-460e-4602-b53c-dafdffa361dc req-e5eac657-6b95-4499-b870-77519ae0c4cd tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2 HTTP/1.1" status: 200 len: 945 time: 0.0811088 May 08 22:29:26.763181 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-bc5e3bc3-460e-4602-b53c-dafdffa361dc req-e0b23b58-17a9-4271-a3c9-7731e765f9f4 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cfa8f7e-9c87-41de-8c46-920e8355570f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479755 May 08 22:29:26.772052 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-bdb58f71-4055-4475-8965-e9b4b0a65ec2 admin admin] For port 131e7299-254c-4317-8c13-7a5aa0c63ec7, host dv-cinder-840511-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=131e7299-254c-4317-8c13-7a5aa0c63ec7,segment=NetworkSegment(0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa),segment_id=0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:29:26.772437 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-bdb58f71-4055-4475-8965-e9b4b0a65ec2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786495'] for port (131e7299-254c-4317-8c13-7a5aa0c63ec7), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:26.787338 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-bdb58f71-4055-4475-8965-e9b4b0a65ec2 admin admin] Calling delete_port for 131e7299-254c-4317-8c13-7a5aa0c63ec7 owned by network:router_gateway {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 08 22:29:26.836632 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-d10c1827-dd58-46e4-ab41-001f40d6b472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d0e35d-a62e-4645-899c-1f571fe3e308', 'name': 'tempest-TestVolumeBootPattern-1494702912-router', 'tenant_id': '96e8e260acf64cad81bb670b6e1acf0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '131e7299-254c-4317-8c13-7a5aa0c63ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:20:07Z', 'updated_at': '2022-05-08T22:29:25Z', 'revision_number': 5, 'project_id': '96e8e260acf64cad81bb670b6e1acf0d', 'gw_port': {'id': '131e7299-254c-4317-8c13-7a5aa0c63ec7', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:ff:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d0e35d-a62e-4645-899c-1f571fe3e308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:20:07Z', 'updated_at': '2022-05-08T22:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi'}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:29:26.863348 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10c1827-dd58-46e4-ab41-001f40d6b472 None None] Checking router: e1d0e35d-a62e-4645-899c-1f571fe3e308 for host: dv-cinder-840511-5-iscsi {{(pid=103630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 08 22:29:26.871882 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10c1827-dd58-46e4-ab41-001f40d6b472 None None] Routers {'e1d0e35d-a62e-4645-899c-1f571fe3e308'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:29:26.872486 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-d10c1827-dd58-46e4-ab41-001f40d6b472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:29:18Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['e1d0e35d-a62e-4645-899c-1f571fe3e308'], 'active': True} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:29:26.957408 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-bdb58f71-4055-4475-8965-e9b4b0a65ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791034301049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791034024021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633834'] for port (131e7299-254c-4317-8c13-7a5aa0c63ec7), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:26.964351 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvr_db [None req-d10c1827-dd58-46e4-ab41-001f40d6b472 None None] Set router e1d0e35d-a62e-4645-899c-1f571fe3e308 gateway port host: None {{(pid=103630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:29:26.981409 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb58f71-4055-4475-8965-e9b4b0a65ec2 admin admin] Pushing event deleted for resources: {'Port': ['ID=131e7299-254c-4317-8c13-7a5aa0c63ec7,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:29:27.022320 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_hamode_db [None req-d10c1827-dd58-46e4-ab41-001f40d6b472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d0e35d-a62e-4645-899c-1f571fe3e308', 'name': 'tempest-TestVolumeBootPattern-1494702912-router', 'tenant_id': '96e8e260acf64cad81bb670b6e1acf0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:20:07Z', 'updated_at': '2022-05-08T22:29:26Z', 'revision_number': 6, 'project_id': '96e8e260acf64cad81bb670b6e1acf0d', 'gw_port_host': None}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:29:27.048722 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10c1827-dd58-46e4-ab41-001f40d6b472 None None] The sync data for ids ['e1d0e35d-a62e-4645-899c-1f571fe3e308'] in dv-cinder-840511-5-iscsi is: [{'id': 'e1d0e35d-a62e-4645-899c-1f571fe3e308', 'name': 'tempest-TestVolumeBootPattern-1494702912-router', 'tenant_id': '96e8e260acf64cad81bb670b6e1acf0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:20:07Z', 'updated_at': '2022-05-08T22:29:26Z', 'revision_number': 6, 'project_id': '96e8e260acf64cad81bb670b6e1acf0d', 'gw_port_host': None}] {{(pid=103630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 08 22:29:27.059268 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-bdb58f71-4055-4475-8965-e9b4b0a65ec2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-789703'] for router_gateway (e1d0e35d-a62e-4645-899c-1f571fe3e308), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:27.157367 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-bdb58f71-4055-4475-8965-e9b4b0a65ec2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15475'] for router (e1d0e35d-a62e-4645-899c-1f571fe3e308), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:27.159683 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-bdb58f71-4055-4475-8965-e9b4b0a65ec2 admin admin] Publish callbacks [] for router_controller (e1d0e35d-a62e-4645-899c-1f571fe3e308), precommit_delete_associations {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:27.205417 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-bdb58f71-4055-4475-8965-e9b4b0a65ec2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-790678'] for router (e1d0e35d-a62e-4645-899c-1f571fe3e308), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:27.205957 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdb58f71-4055-4475-8965-e9b4b0a65ec2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1d0e35d-a62e-4645-899c-1f571fe3e308 {{(pid=103629) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 08 22:29:27.210240 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-bdb58f71-4055-4475-8965-e9b4b0a65ec2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:27.211345 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-bdb58f71-4055-4475-8965-e9b4b0a65ec2 admin admin] 10.222.0.44 "DELETE /v2.0/routers/e1d0e35d-a62e-4645-899c-1f571fe3e308 HTTP/1.1" status: 204 len: 168 time: 0.8268204 May 08 22:29:27.214521 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 59790) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:29:27.262364 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.db.db_base_plugin_v2 [None req-f29641ad-fd73-460b-8e46-e2694039b420 admin admin] Deleting subnet 9ff85592-031f-4493-9b35-2c5a339551cb {{(pid=103628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 08 22:29:27.266003 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f29641ad-fd73-460b-8e46-e2694039b420 admin admin] Publish callbacks [] for subnet (9ff85592-031f-4493-9b35-2c5a339551cb), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:27.301034 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f29641ad-fd73-460b-8e46-e2694039b420 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59229207'] for subnet (9ff85592-031f-4493-9b35-2c5a339551cb), precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:27.381881 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f29641ad-fd73-460b-8e46-e2694039b420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16446418'] for subnet (9ff85592-031f-4493-9b35-2c5a339551cb), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:27.443386 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f29641ad-fd73-460b-8e46-e2694039b420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16446411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59176605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59072913'] for subnet (9ff85592-031f-4493-9b35-2c5a339551cb), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:27.474943 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29641ad-fd73-460b-8e46-e2694039b420 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ff85592-031f-4493-9b35-2c5a339551cb,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:29:27.478838 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f29641ad-fd73-460b-8e46-e2694039b420 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745315'] for subnet (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:27.482540 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-f29641ad-fd73-460b-8e46-e2694039b420 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/9ff85592-031f-4493-9b35-2c5a339551cb HTTP/1.1" status: 204 len: 168 time: 0.2669511 May 08 22:29:27.485073 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbfdf35c-1bf5-4810-8a7d-a64525414ac7 None None] Network 5a78fb93-76e9-4e94-b04e-93b7861f4784 requested from dv-cinder-840511-5-iscsi {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 08 22:29:27.486093 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 59792) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:29:27.555108 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-12293fd5-513b-4b0e-8fd6-95a81ca07530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16411149'] for network (5a78fb93-76e9-4e94-b04e-93b7861f4784), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:27.600780 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-12293fd5-513b-4b0e-8fd6-95a81ca07530 admin admin] Deleting port b4b77978-828b-459d-85e6-fd678b8d1cce {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 08 22:29:27.601120 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-12293fd5-513b-4b0e-8fd6-95a81ca07530 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791034291685'] for port (b4b77978-828b-459d-85e6-fd678b8d1cce), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:27.666138 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-12293fd5-513b-4b0e-8fd6-95a81ca07530 admin admin] For port b4b77978-828b-459d-85e6-fd678b8d1cce, host dv-cinder-840511-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=b4b77978-828b-459d-85e6-fd678b8d1cce,segment=NetworkSegment(21b079f8-1b7d-414d-908c-fa3a05e48757),segment_id=21b079f8-1b7d-414d-908c-fa3a05e48757)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:29:27.666495 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-12293fd5-513b-4b0e-8fd6-95a81ca07530 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786495'] for port (b4b77978-828b-459d-85e6-fd678b8d1cce), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:27.679449 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-12293fd5-513b-4b0e-8fd6-95a81ca07530 admin admin] Calling delete_port for b4b77978-828b-459d-85e6-fd678b8d1cce owned by network:dhcp {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 08 22:29:27.759697 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-12293fd5-513b-4b0e-8fd6-95a81ca07530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791034301049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791034024021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59173228'] for port (b4b77978-828b-459d-85e6-fd678b8d1cce), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:27.787765 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12293fd5-513b-4b0e-8fd6-95a81ca07530 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4b77978-828b-459d-85e6-fd678b8d1cce,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:29:27.791289 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12293fd5-513b-4b0e-8fd6-95a81ca07530 admin admin] No DVR routers for this DVR port b4b77978-828b-459d-85e6-fd678b8d1cce on host dv-cinder-840511-5-iscsi {{(pid=103628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 08 22:29:27.830204 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d23eda5-99d8-44a3-938a-6376dab08ed0 None None] DHCP port deletion for 5a78fb93-76e9-4e94-b04e-93b7861f4784 request from dv-cinder-840511-5-iscsi {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 08 22:29:27.894988 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-12293fd5-513b-4b0e-8fd6-95a81ca07530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16435559', 'neutron.services.segments.db._delete_segments_for_network-8791034498326'] for network (5a78fb93-76e9-4e94-b04e-93b7861f4784), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:27.912447 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b669f7cd-2cfe-45fe-a83c-ac8c0c0c9632 req-83f33eaa-4230-4001-bfcf-ebcfdab62c37 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:29:27.913999 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-b669f7cd-2cfe-45fe-a83c-ac8c0c0c9632 req-83f33eaa-4230-4001-bfcf-ebcfdab62c37 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2 HTTP/1.1" status: 200 len: 945 time: 0.0616016 May 08 22:29:27.926224 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.services.segments.db [None req-12293fd5-513b-4b0e-8fd6-95a81ca07530 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a78fb93-76e9-4e94-b04e-93b7861f4784']}} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:29:27.949946 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.services.segments.db [None req-12293fd5-513b-4b0e-8fd6-95a81ca07530 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21b079f8-1b7d-414d-908c-fa3a05e48757') {'for_net_delete': True} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:29:27.950208 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.services.segments.db [None req-12293fd5-513b-4b0e-8fd6-95a81ca07530 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21b079f8-1b7d-414d-908c-fa3a05e48757') {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:29:27.967385 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-12293fd5-513b-4b0e-8fd6-95a81ca07530 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791034500383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59229230'] for segment (21b079f8-1b7d-414d-908c-fa3a05e48757), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:27.989629 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-12293fd5-513b-4b0e-8fd6-95a81ca07530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16448297'] for segment (21b079f8-1b7d-414d-908c-fa3a05e48757), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:27.998797 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12293fd5-513b-4b0e-8fd6-95a81ca07530 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=103628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 08 22:29:27.999196 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-12293fd5-513b-4b0e-8fd6-95a81ca07530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16448297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59173183'] for segment (21b079f8-1b7d-414d-908c-fa3a05e48757), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:28.000902 dv-cinder-840511-5-iscsi neutron-server[103628]: Traceback (most recent call last): May 08 22:29:28.000902 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 08 22:29:28.000902 dv-cinder-840511-5-iscsi neutron-server[103628]: timer() May 08 22:29:28.000902 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 08 22:29:28.000902 dv-cinder-840511-5-iscsi neutron-server[103628]: cb(*args, **kw) May 08 22:29:28.000902 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 08 22:29:28.000902 dv-cinder-840511-5-iscsi neutron-server[103628]: return func(*args, **kwargs) May 08 22:29:28.000902 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 08 22:29:28.000902 dv-cinder-840511-5-iscsi neutron-server[103628]: self._notify() May 08 22:29:28.000902 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 08 22:29:28.000902 dv-cinder-840511-5-iscsi neutron-server[103628]: self.callback(batched_events) May 08 22:29:28.000902 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 08 22:29:28.000902 dv-cinder-840511-5-iscsi neutron-server[103628]: event.method(event) May 08 22:29:28.000902 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 08 22:29:28.000902 dv-cinder-840511-5-iscsi neutron-server[103628]: aggregate_id = self._get_aggregate_id(event.segment_id) May 08 22:29:28.000902 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 08 22:29:28.000902 dv-cinder-840511-5-iscsi neutron-server[103628]: aggregate_uuid = self.p_client.list_aggregates( May 08 22:29:28.000902 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 08 22:29:28.000902 dv-cinder-840511-5-iscsi neutron-server[103628]: return f(self, *a, **k) May 08 22:29:28.000902 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 08 22:29:28.000902 dv-cinder-840511-5-iscsi neutron-server[103628]: return self._get(url).json() May 08 22:29:28.000902 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 08 22:29:28.000902 dv-cinder-840511-5-iscsi neutron-server[103628]: return self._client.get(url, endpoint_filter=self._ks_filter, May 08 22:29:28.000902 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 08 22:29:28.000902 dv-cinder-840511-5-iscsi neutron-server[103628]: return self.request(url, 'GET', **kwargs) May 08 22:29:28.000902 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 08 22:29:28.000902 dv-cinder-840511-5-iscsi neutron-server[103628]: base_url = self.get_endpoint(auth, allow=allow, May 08 22:29:28.000902 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 08 22:29:28.000902 dv-cinder-840511-5-iscsi neutron-server[103628]: auth = self._auth_required(auth, 'determine endpoint URL') May 08 22:29:28.000902 dv-cinder-840511-5-iscsi neutron-server[103628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 08 22:29:28.000902 dv-cinder-840511-5-iscsi neutron-server[103628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 08 22:29:28.000902 dv-cinder-840511-5-iscsi neutron-server[103628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 08 22:29:28.004207 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-b669f7cd-2cfe-45fe-a83c-ac8c0c0c9632 req-d1928408-1d8d-40cf-8cfb-b9a377cfdbef tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cfa8f7e-9c87-41de-8c46-920e8355570f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817065 May 08 22:29:28.060877 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-12293fd5-513b-4b0e-8fd6-95a81ca07530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16435548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-788469'] for network (5a78fb93-76e9-4e94-b04e-93b7861f4784), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:28.066652 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-12293fd5-513b-4b0e-8fd6-95a81ca07530 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745315'] for network (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:28.069994 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-12293fd5-513b-4b0e-8fd6-95a81ca07530 admin admin] 10.222.0.44 "DELETE /v2.0/networks/5a78fb93-76e9-4e94-b04e-93b7861f4784 HTTP/1.1" status: 204 len: 168 time: 0.5829566 May 08 22:29:28.083383 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12293fd5-513b-4b0e-8fd6-95a81ca07530 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a78fb93-76e9-4e94-b04e-93b7861f4784,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:29:28.195376 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 59798) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:29:28.235387 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-cccfef8a-ccae-4393-a704-47f715f787a2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=71ff1b3aaa864388b9a5646942d2bffb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387938 May 08 22:29:28.238023 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 59800) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:29:28.296068 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b74c8840-089f-49f4-90e9-25b6adacdef2 admin admin] Publish callbacks [] for security_group (1a6f9953-de9e-4791-9a35-efc2cee98915), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:28.326305 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b74c8840-089f-49f4-90e9-25b6adacdef2 admin admin] Publish callbacks [] for security_group (1a6f9953-de9e-4791-9a35-efc2cee98915), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:28.380997 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b74c8840-089f-49f4-90e9-25b6adacdef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (1a6f9953-de9e-4791-9a35-efc2cee98915), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:28.383545 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-b74c8840-089f-49f4-90e9-25b6adacdef2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:28.384768 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-b74c8840-089f-49f4-90e9-25b6adacdef2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1a6f9953-de9e-4791-9a35-efc2cee98915 HTTP/1.1" status: 204 len: 168 time: 0.1458035 May 08 22:29:28.392602 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74c8840-089f-49f4-90e9-25b6adacdef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a6f9953-de9e-4791-9a35-efc2cee98915,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:29:28.701189 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device b4b77978-828b-459d-85e6-fd678b8d1cce no longer exists at agent ovs-agent-dv-cinder-840511-5-iscsi {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 08 22:29:28.719789 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 59806) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:29:28.721280 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] No Port match for: b4b77978-828b-459d-85e6-fd678b8d1cce {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 08 22:29:28.721802 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device b4b77978-828b-459d-85e6-fd678b8d1cce not bound to the agent host dv-cinder-840511-5-iscsi {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 08 22:29:28.722220 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device c7a58d9b-8930-4899-9154-b1a15a542255 no longer exists at agent ovs-agent-dv-cinder-840511-5-iscsi {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 08 22:29:28.740957 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] No Port match for: c7a58d9b-8930-4899-9154-b1a15a542255 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 08 22:29:28.741395 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device c7a58d9b-8930-4899-9154-b1a15a542255 not bound to the agent host dv-cinder-840511-5-iscsi {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 08 22:29:28.741797 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device 131e7299-254c-4317-8c13-7a5aa0c63ec7 no longer exists at agent ovs-agent-dv-cinder-840511-5-iscsi {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 08 22:29:28.759303 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-104f0bc9-c276-4d1f-9196-e7166535de47 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=96e8e260acf64cad81bb670b6e1acf0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382962 May 08 22:29:28.761745 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 59808) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:29:28.763454 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] No Port match for: 131e7299-254c-4317-8c13-7a5aa0c63ec7 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 08 22:29:28.763795 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device 131e7299-254c-4317-8c13-7a5aa0c63ec7 not bound to the agent host dv-cinder-840511-5-iscsi {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 08 22:29:28.808595 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3e7ee6de-8b78-42d2-839f-6f11cb20860d admin admin] Publish callbacks [] for security_group (fc19a925-d00e-46c8-b704-dc55b84bc1d7), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:28.835462 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3e7ee6de-8b78-42d2-839f-6f11cb20860d admin admin] Publish callbacks [] for security_group (fc19a925-d00e-46c8-b704-dc55b84bc1d7), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:28.887999 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3e7ee6de-8b78-42d2-839f-6f11cb20860d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (fc19a925-d00e-46c8-b704-dc55b84bc1d7), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:28.891979 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-3e7ee6de-8b78-42d2-839f-6f11cb20860d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:28.893550 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-3e7ee6de-8b78-42d2-839f-6f11cb20860d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fc19a925-d00e-46c8-b704-dc55b84bc1d7 HTTP/1.1" status: 204 len: 168 time: 0.1308932 May 08 22:29:28.901437 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7ee6de-8b78-42d2-839f-6f11cb20860d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc19a925-d00e-46c8-b704-dc55b84bc1d7,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:29:29.133396 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1c2853-7edc-4788-a493-127a0f167727 req-4ff2f5a5-b532-4c87-a847-bbbc1c027187 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:29:29.134991 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-3c1c2853-7edc-4788-a493-127a0f167727 req-4ff2f5a5-b532-4c87-a847-bbbc1c027187 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2 HTTP/1.1" status: 200 len: 945 time: 0.0525725 May 08 22:29:29.191972 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-3c1c2853-7edc-4788-a493-127a0f167727 req-b72e5b5c-74c1-47e7-bc27-dee1e6535c50 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cfa8f7e-9c87-41de-8c46-920e8355570f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505557 May 08 22:29:30.336615 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b4eb9a-0405-4138-9b9a-39d36441a489 req-02f75d64-7178-41f9-a367-c23bf50a63c2 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:29:30.338156 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-64b4eb9a-0405-4138-9b9a-39d36441a489 req-02f75d64-7178-41f9-a367-c23bf50a63c2 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2 HTTP/1.1" status: 200 len: 945 time: 0.0565131 May 08 22:29:30.386312 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-64b4eb9a-0405-4138-9b9a-39d36441a489 req-72530d84-69a5-464a-a002-677bfda8fc6e tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cfa8f7e-9c87-41de-8c46-920e8355570f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420122 May 08 22:29:31.510008 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1750f681-70e9-49fa-9fe9-fac12ac679a3 req-f53fd8ab-48fc-4018-80eb-dbd8b7b52b7e tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:29:31.511467 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-1750f681-70e9-49fa-9fe9-fac12ac679a3 req-f53fd8ab-48fc-4018-80eb-dbd8b7b52b7e tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2 HTTP/1.1" status: 200 len: 945 time: 0.0484061 May 08 22:29:31.561960 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-1750f681-70e9-49fa-9fe9-fac12ac679a3 req-df0cf5f5-e4bd-48a5-bf79-e61332ff56c4 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cfa8f7e-9c87-41de-8c46-920e8355570f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444105 May 08 22:29:32.690676 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95663be6-8d70-4e62-a6a4-10c149a58e50 req-ba443d87-8bd5-425c-b135-afc9ca1fba3b tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:29:32.692179 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-95663be6-8d70-4e62-a6a4-10c149a58e50 req-ba443d87-8bd5-425c-b135-afc9ca1fba3b tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2 HTTP/1.1" status: 200 len: 945 time: 0.0540812 May 08 22:29:32.740741 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-95663be6-8d70-4e62-a6a4-10c149a58e50 req-41c214b7-9565-4c69-99a2-cd22e5125e33 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cfa8f7e-9c87-41de-8c46-920e8355570f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428822 May 08 22:29:33.870072 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c58d6d2-4903-4e4d-a3f2-186cc2f36798 req-9c714572-f6c7-4744-920f-78be65747b98 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:29:33.871553 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-3c58d6d2-4903-4e4d-a3f2-186cc2f36798 req-9c714572-f6c7-4744-920f-78be65747b98 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2 HTTP/1.1" status: 200 len: 945 time: 0.0477908 May 08 22:29:33.920113 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-3c58d6d2-4903-4e4d-a3f2-186cc2f36798 req-7e1f8c81-decd-40a7-b6b7-ae18479d4ef2 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cfa8f7e-9c87-41de-8c46-920e8355570f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426857 May 08 22:29:35.051279 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7261e1-a70c-420f-8bd0-bcd577c2c0a0 req-0244c336-d394-4967-85bf-269ae1433ebd tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:29:35.052795 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-dc7261e1-a70c-420f-8bd0-bcd577c2c0a0 req-0244c336-d394-4967-85bf-269ae1433ebd tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2 HTTP/1.1" status: 200 len: 945 time: 0.0516856 May 08 22:29:35.103998 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-dc7261e1-a70c-420f-8bd0-bcd577c2c0a0 req-9f77574f-30f0-419a-bc96-0cc063d05905 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cfa8f7e-9c87-41de-8c46-920e8355570f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428722 May 08 22:29:36.236475 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95740425-84f7-4469-818e-d947ad93527b req-936c304a-d3c2-4747-9593-8ab52657cd8e tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:29:36.238071 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-95740425-84f7-4469-818e-d947ad93527b req-936c304a-d3c2-4747-9593-8ab52657cd8e tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2 HTTP/1.1" status: 200 len: 945 time: 0.0501623 May 08 22:29:36.288257 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-95740425-84f7-4469-818e-d947ad93527b req-97e66454-548f-4976-a4d1-6d2b57126909 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cfa8f7e-9c87-41de-8c46-920e8355570f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420983 May 08 22:29:37.434619 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18991dc3-0a24-45c4-85af-d082f8a418a2 req-739dc7bb-1ceb-4d61-91be-948a922de92b tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:29:37.436057 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-18991dc3-0a24-45c4-85af-d082f8a418a2 req-739dc7bb-1ceb-4d61-91be-948a922de92b tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2 HTTP/1.1" status: 200 len: 945 time: 0.0573900 May 08 22:29:37.501403 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-18991dc3-0a24-45c4-85af-d082f8a418a2 req-1e50bf96-618d-4d99-bb39-be1af49d0a9a tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cfa8f7e-9c87-41de-8c46-920e8355570f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596213 May 08 22:29:38.628517 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94f0e47-4d10-451c-a06f-0ef46989834e req-3f967bc7-5d06-4405-929c-22724a4369b1 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:29:38.630157 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-b94f0e47-4d10-451c-a06f-0ef46989834e req-3f967bc7-5d06-4405-929c-22724a4369b1 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2 HTTP/1.1" status: 200 len: 945 time: 0.0552118 May 08 22:29:38.681646 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-b94f0e47-4d10-451c-a06f-0ef46989834e req-2d7ff362-1eae-4330-aa88-4ad5e5cf2994 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cfa8f7e-9c87-41de-8c46-920e8355570f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430405 May 08 22:29:39.813253 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba933f3-c169-43bd-86b9-48d0c14063aa req-5f58d7c3-c4bd-4963-a8ca-5c86c128d151 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:29:39.814697 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-8ba933f3-c169-43bd-86b9-48d0c14063aa req-5f58d7c3-c4bd-4963-a8ca-5c86c128d151 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2 HTTP/1.1" status: 200 len: 945 time: 0.0474038 May 08 22:29:39.874719 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-8ba933f3-c169-43bd-86b9-48d0c14063aa req-3cc792d8-dcff-40b2-8d01-4a9ad14ca0de tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cfa8f7e-9c87-41de-8c46-920e8355570f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515430 May 08 22:29:40.415504 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (50086534-3b0f-4edb-899f-da05c46c2546), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:40.727953 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device 12b4fefe-7e1f-4504-9c99-78925d772d59 details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=103630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 08 22:29:40.838460 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] For port 12b4fefe-7e1f-4504-9c99-78925d772d59, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=12b4fefe-7e1f-4504-9c99-78925d772d59,segment=NetworkSegment(33fc6b3c-a604-4cee-a3d5-5a89d0b49ae0),segment_id=33fc6b3c-a604-4cee-a3d5-5a89d0b49ae0)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:29:40.850346 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Returning: {'device': '12b4fefe-7e1f-4504-9c99-78925d772d59', 'network_id': '2962a37b-5c8b-493f-a8f7-204192291fd9', 'port_id': '12b4fefe-7e1f-4504-9c99-78925d772d59', 'mac_address': 'fa:16:3e:33:dd:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2595fc7c-f188-492f-94ae-311dba05015f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 08 22:29:40.896466 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Current status of the port 12b4fefe-7e1f-4504-9c99-78925d772d59 is: ACTIVE; New status is: BUILD {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:29:40.896863 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (12b4fefe-7e1f-4504-9c99-78925d772d59), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:40.911060 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.notifiers.nova [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 12b4fefe-7e1f-4504-9c99-78925d772d59 {{(pid=103630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 08 22:29:40.932334 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] For port 12b4fefe-7e1f-4504-9c99-78925d772d59, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=12b4fefe-7e1f-4504-9c99-78925d772d59,segment=NetworkSegment(33fc6b3c-a604-4cee-a3d5-5a89d0b49ae0),segment_id=33fc6b3c-a604-4cee-a3d5-5a89d0b49ae0)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:29:40.937638 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (12b4fefe-7e1f-4504-9c99-78925d772d59), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:40.989416 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Pushing event updated for resources: {'Port': ['ID=12b4fefe-7e1f-4504-9c99-78925d772d59,revision_number=6']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:29:40.998776 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c68694d-f5a2-4e16-bd1d-d64624d1a7b8 req-b8f6e1f2-a345-4807-bcab-1e9fd4c9322e tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:29:41.000326 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-1c68694d-f5a2-4e16-bd1d-d64624d1a7b8 req-b8f6e1f2-a345-4807-bcab-1e9fd4c9322e tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2 HTTP/1.1" status: 200 len: 944 time: 0.0518885 May 08 22:29:41.046957 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-1c68694d-f5a2-4e16-bd1d-d64624d1a7b8 req-b8876132-324b-4746-9773-3a446ec17b4c tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cfa8f7e-9c87-41de-8c46-920e8355570f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406618 May 08 22:29:41.086816 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] get_ports_and_sgs() called for port_ids ['12b4fefe-7e1f-4504-9c99-78925d772d59'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 08 22:29:42.185813 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef8909a-8ffa-4b63-8916-47fffb035838 req-db601d6e-8f8e-4f33-9285-212609e08561 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:29:42.187297 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-fef8909a-8ffa-4b63-8916-47fffb035838 req-db601d6e-8f8e-4f33-9285-212609e08561 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2 HTTP/1.1" status: 200 len: 944 time: 0.0549114 May 08 22:29:42.239967 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-fef8909a-8ffa-4b63-8916-47fffb035838 req-1fed920d-0e9b-45d8-9382-592818559d35 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cfa8f7e-9c87-41de-8c46-920e8355570f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468392 May 08 22:29:42.729092 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device 12b4fefe-7e1f-4504-9c99-78925d772d59 up at agent hyperv_hv-cinder-84051 {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 08 22:29:42.779696 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Provisioning complete for port 12b4fefe-7e1f-4504-9c99-78925d772d59 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:29:42.780070 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (12b4fefe-7e1f-4504-9c99-78925d772d59), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:42.857976 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Current status of the port 12b4fefe-7e1f-4504-9c99-78925d772d59 is: BUILD; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:29:42.858363 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (12b4fefe-7e1f-4504-9c99-78925d772d59), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:42.882817 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12b4fefe-7e1f-4504-9c99-78925d772d59'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 08 22:29:42.885108 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bcef9e280bae9da70c0250555725ec84c8fe71b1405edcfc00240691fe86bce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7050cfe-d7aa-4a3f-8c65-f2359b2d9cab" -d '{"events": [{"server_uuid": "e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2", "name": "network-vif-plugged", "status": "completed", "tag": "12b4fefe-7e1f-4504-9c99-78925d772d59"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 08 22:29:42.900320 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] For port 12b4fefe-7e1f-4504-9c99-78925d772d59, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=12b4fefe-7e1f-4504-9c99-78925d772d59,segment=NetworkSegment(33fc6b3c-a604-4cee-a3d5-5a89d0b49ae0),segment_id=33fc6b3c-a604-4cee-a3d5-5a89d0b49ae0)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:29:42.904788 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (12b4fefe-7e1f-4504-9c99-78925d772d59), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:42.933419 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 08 May 2022 22:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a47c00-26df-4af7-8dab-81a59e86ca7b x-openstack-request-id: req-66a47c00-26df-4af7-8dab-81a59e86ca7b {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 08 22:29:42.933657 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2", "name": "network-vif-plugged", "status": "completed", "tag": "12b4fefe-7e1f-4504-9c99-78925d772d59", "code": 200}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 08 22:29:42.933934 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-66a47c00-26df-4af7-8dab-81a59e86ca7b {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 08 22:29:42.934310 dv-cinder-840511-5-iscsi neutron-server[103630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66a47c00-26df-4af7-8dab-81a59e86ca7b'] response: {'server_uuid': 'e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12b4fefe-7e1f-4504-9c99-78925d772d59', 'code': 200} May 08 22:29:42.959790 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Pushing event updated for resources: {'Port': ['ID=12b4fefe-7e1f-4504-9c99-78925d772d59,revision_number=7']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:29:43.373351 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a39db1-491b-4651-8ad8-1373035b50e3 req-a97996f1-142e-4eeb-8741-787f0d6dca4a tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:29:43.374817 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-52a39db1-491b-4651-8ad8-1373035b50e3 req-a97996f1-142e-4eeb-8741-787f0d6dca4a tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2 HTTP/1.1" status: 200 len: 945 time: 0.0492363 May 08 22:29:43.430431 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-52a39db1-491b-4651-8ad8-1373035b50e3 req-48dcc4eb-6c4c-4552-a18a-effceeb44211 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cfa8f7e-9c87-41de-8c46-920e8355570f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498035 May 08 22:29:44.580110 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a5950-28c6-47d7-979f-584185eac6bd req-dee15d37-95f3-41bf-9f9c-9c616064c43c tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:29:44.581793 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-5e5a5950-28c6-47d7-979f-584185eac6bd req-dee15d37-95f3-41bf-9f9c-9c616064c43c tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2 HTTP/1.1" status: 200 len: 945 time: 0.0471284 May 08 22:29:44.633038 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-5e5a5950-28c6-47d7-979f-584185eac6bd req-c9790867-8284-41dc-8073-066465872914 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cfa8f7e-9c87-41de-8c46-920e8355570f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429397 May 08 22:29:45.770917 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00511ab7-9903-44c4-a1fb-4a7bd376901a req-bcf01bc4-bb9c-4345-9d6e-a88924daa207 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:29:45.774593 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-00511ab7-9903-44c4-a1fb-4a7bd376901a req-bcf01bc4-bb9c-4345-9d6e-a88924daa207 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2 HTTP/1.1" status: 200 len: 945 time: 0.0616589 May 08 22:29:45.825485 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-00511ab7-9903-44c4-a1fb-4a7bd376901a req-1d16ec3b-caca-4daf-a5dc-8d0c9215ca81 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cfa8f7e-9c87-41de-8c46-920e8355570f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446777 May 08 22:29:46.219942 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-91d0eaf6-26d5-437b-ae7d-69c735c1ddd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (399f5491-dab9-4373-bd22-64cd7c73418d), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:46.956872 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9613fdcb-ed37-491e-8382-3afac51528cd req-4884b365-d478-49c7-9c73-e0efc3695ad4 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:29:46.958603 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-9613fdcb-ed37-491e-8382-3afac51528cd req-4884b365-d478-49c7-9c73-e0efc3695ad4 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2 HTTP/1.1" status: 200 len: 945 time: 0.0520973 May 08 22:29:47.008478 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-9613fdcb-ed37-491e-8382-3afac51528cd req-091c2ebf-6d5c-44ed-b59a-1e398121d57c tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cfa8f7e-9c87-41de-8c46-920e8355570f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429466 May 08 22:29:48.149113 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb040a0b-dafc-4947-aec0-31ce866e6a85 req-a1ca64a2-f4cf-4b43-876e-8514ee61abb4 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:29:48.150982 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-bb040a0b-dafc-4947-aec0-31ce866e6a85 req-a1ca64a2-f4cf-4b43-876e-8514ee61abb4 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2 HTTP/1.1" status: 200 len: 945 time: 0.0620995 May 08 22:29:48.203326 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-bb040a0b-dafc-4947-aec0-31ce866e6a85 req-5fa7fef9-b663-4253-8bd0-53e37f93932f tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cfa8f7e-9c87-41de-8c46-920e8355570f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453229 May 08 22:29:48.506669 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-fb3bff40-4b3b-4caa-8bc2-7ba9daa4862c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (69aa2ac4-530d-40c2-a84a-3161d84edf61), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:49.346908 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd110590-982b-4f5f-8787-800750292045 req-13306a27-3a28-4937-984c-119487e1d154 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:29:49.348553 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-bd110590-982b-4f5f-8787-800750292045 req-13306a27-3a28-4937-984c-119487e1d154 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2 HTTP/1.1" status: 200 len: 945 time: 0.0591357 May 08 22:29:49.407495 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-68d59b13-bdd3-4890-b330-3a9be9bf9791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (167e5ba9-08ef-43b6-aca0-7c88b7f9e735), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:49.408156 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-bd110590-982b-4f5f-8787-800750292045 req-7ffc1557-fb4d-4b1b-adaa-a1354a081c7f tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cfa8f7e-9c87-41de-8c46-920e8355570f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538323 May 08 22:29:50.546505 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec52f713-c619-46fe-8ef1-c8cc2e331fd6 req-fc881fdf-3a5e-4075-a502-5c3075861f75 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:29:50.548147 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-ec52f713-c619-46fe-8ef1-c8cc2e331fd6 req-fc881fdf-3a5e-4075-a502-5c3075861f75 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2 HTTP/1.1" status: 200 len: 945 time: 0.0543604 May 08 22:29:50.630028 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-ec52f713-c619-46fe-8ef1-c8cc2e331fd6 req-055c0a59-56af-4151-9272-845214c9f4e2 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cfa8f7e-9c87-41de-8c46-920e8355570f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578845 May 08 22:29:51.004985 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f82e6e54-0a06-4075-8e4d-2bf0b0f201e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (1fcc0290-7f55-4633-95cb-6d94e7aa5e57), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:51.762552 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779f2366-928d-4303-8d3e-c035e10a9ccc req-de525be2-6665-406a-adef-683c6a2716da tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:29:51.764552 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-779f2366-928d-4303-8d3e-c035e10a9ccc req-de525be2-6665-406a-adef-683c6a2716da tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2 HTTP/1.1" status: 200 len: 945 time: 0.0524259 May 08 22:29:51.829845 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-779f2366-928d-4303-8d3e-c035e10a9ccc req-022c6d7a-f4aa-4dcc-b155-ef343dbbdcc0 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cfa8f7e-9c87-41de-8c46-920e8355570f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584424 May 08 22:29:52.467851 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (7e3c7ef6-abd5-4f0f-b372-b2734b637fd0), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:52.959768 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945013ab-1684-4737-b21b-e9c3e0aae006 req-bc3c939b-738e-47e2-89ca-41ac6795bf52 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:29:52.966992 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-945013ab-1684-4737-b21b-e9c3e0aae006 req-bc3c939b-738e-47e2-89ca-41ac6795bf52 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2 HTTP/1.1" status: 200 len: 945 time: 0.0539420 May 08 22:29:53.019282 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-945013ab-1684-4737-b21b-e9c3e0aae006 req-7b0adc22-de2d-441d-b979-d9efdf760cbc tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cfa8f7e-9c87-41de-8c46-920e8355570f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510125 May 08 22:29:54.143248 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d925b4-ac55-43d9-8ba6-cfef219f3352 req-7e1e0253-6860-47fd-946a-8199a7ec485c tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:29:54.144753 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-74d925b4-ac55-43d9-8ba6-cfef219f3352 req-7e1e0253-6860-47fd-946a-8199a7ec485c tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2 HTTP/1.1" status: 200 len: 945 time: 0.0483451 May 08 22:29:54.191357 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-74d925b4-ac55-43d9-8ba6-cfef219f3352 req-66ee29f8-f3bf-4de8-8de7-3427657f2dbc tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cfa8f7e-9c87-41de-8c46-920e8355570f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407159 May 08 22:29:55.103460 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d61b32-3317-4cbe-8736-40f04b39cfb5 req-032350bf-466f-461a-a495-69c42821d742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:29:55.105003 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-90d61b32-3317-4cbe-8736-40f04b39cfb5 req-032350bf-466f-461a-a495-69c42821d742 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1ebe3bb7401b4b36966ebb9f16c6c04c&device_id=e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2 HTTP/1.1" status: 200 len: 1129 time: 0.0426772 May 08 22:29:55.195494 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d61b32-3317-4cbe-8736-40f04b39cfb5 req-3095780e-f87a-4b07-a662-91d41146a5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:29:55.196978 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-90d61b32-3317-4cbe-8736-40f04b39cfb5 req-3095780e-f87a-4b07-a662-91d41146a5e1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2962a37b-5c8b-493f-a8f7-204192291fd9 HTTP/1.1" status: 200 len: 916 time: 0.0856805 May 08 22:29:55.262020 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-90d61b32-3317-4cbe-8736-40f04b39cfb5 req-fbb261d2-c741-4509-84ff-6bf38b3b9874 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12b4fefe-7e1f-4504-9c99-78925d772d59 HTTP/1.1" status: 200 len: 1001 time: 0.0585101 May 08 22:29:55.314418 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d61b32-3317-4cbe-8736-40f04b39cfb5 req-56bbd998-46d8-47c7-98db-7f6341ff4c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:29:55.315933 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-90d61b32-3317-4cbe-8736-40f04b39cfb5 req-56bbd998-46d8-47c7-98db-7f6341ff4c7d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2595fc7c-f188-492f-94ae-311dba05015f HTTP/1.1" status: 200 len: 854 time: 0.0481770 May 08 22:29:55.323825 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f57626d-7693-4a02-9f9b-c4605dceb46e req-ce56941f-af63-4404-bd1b-1b0670f54d3b tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:29:55.325262 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-1f57626d-7693-4a02-9f9b-c4605dceb46e req-ce56941f-af63-4404-bd1b-1b0670f54d3b tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2 HTTP/1.1" status: 200 len: 945 time: 0.0500364 May 08 22:29:55.360606 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d61b32-3317-4cbe-8736-40f04b39cfb5 req-b75c18d8-d5f1-40d0-84ed-7b825867d7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:29:55.362043 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-90d61b32-3317-4cbe-8736-40f04b39cfb5 req-b75c18d8-d5f1-40d0-84ed-7b825867d7eb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2962a37b-5c8b-493f-a8f7-204192291fd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398750 May 08 22:29:55.374841 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-1f57626d-7693-4a02-9f9b-c4605dceb46e req-8dbce944-e908-47ae-bc81-7cbc9f181eb6 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cfa8f7e-9c87-41de-8c46-920e8355570f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437729 May 08 22:29:55.450886 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-90d61b32-3317-4cbe-8736-40f04b39cfb5 req-389e5183-ab82-4e24-85bd-e999968a984a service neutron] 10.222.0.24 "GET /v2.0/networks/2962a37b-5c8b-493f-a8f7-204192291fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822835 May 08 22:29:55.545638 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-90d61b32-3317-4cbe-8736-40f04b39cfb5 req-6198621b-209e-4c16-9dbf-dd5a3a2b9065 service neutron] 10.222.0.24 "GET /v2.0/networks/2962a37b-5c8b-493f-a8f7-204192291fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882475 May 08 22:29:56.507464 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0561e2c5-6ca6-45c9-9472-1bce1ac24e67 req-57eaf252-e47f-41ca-ae77-51d64f39ce02 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:29:56.508952 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-0561e2c5-6ca6-45c9-9472-1bce1ac24e67 req-57eaf252-e47f-41ca-ae77-51d64f39ce02 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2 HTTP/1.1" status: 200 len: 945 time: 0.0530894 May 08 22:29:56.562686 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-0561e2c5-6ca6-45c9-9472-1bce1ac24e67 req-caa32f51-f133-4e70-b708-101321e48ed0 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cfa8f7e-9c87-41de-8c46-920e8355570f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456989 May 08 22:29:57.685226 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e95040a-30ea-4eaf-99ef-4b629f514abb req-152423b1-3b44-4b64-9085-0cf788a37dbb tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:29:57.686758 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-3e95040a-30ea-4eaf-99ef-4b629f514abb req-152423b1-3b44-4b64-9085-0cf788a37dbb tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2 HTTP/1.1" status: 200 len: 945 time: 0.0472023 May 08 22:29:57.739768 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-3e95040a-30ea-4eaf-99ef-4b629f514abb req-ac6036ac-9353-4b1c-9585-274ec73519be tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cfa8f7e-9c87-41de-8c46-920e8355570f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471065 May 08 22:29:58.715203 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf023e65-ed36-4ccd-ba78-0d5e22876a18 req-0ffebcdd-8f8f-4d18-aa8a-b06fde371509 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:29:58.716885 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-cf023e65-ed36-4ccd-ba78-0d5e22876a18 req-0ffebcdd-8f8f-4d18-aa8a-b06fde371509 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2 HTTP/1.1" status: 200 len: 945 time: 0.0483270 May 08 22:29:58.766321 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-cf023e65-ed36-4ccd-ba78-0d5e22876a18 req-b0996433-330a-4abf-996d-eb0c5634a2c1 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cfa8f7e-9c87-41de-8c46-920e8355570f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437374 May 08 22:29:58.952962 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device 12b4fefe-7e1f-4504-9c99-78925d772d59 no longer exists at agent hyperv_hv-cinder-84051 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 08 22:29:59.035794 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Current status of the port 12b4fefe-7e1f-4504-9c99-78925d772d59 is: ACTIVE; New status is: DOWN {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:29:59.036188 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (12b4fefe-7e1f-4504-9c99-78925d772d59), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:59.059660 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12b4fefe-7e1f-4504-9c99-78925d772d59'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 08 22:29:59.061943 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bcef9e280bae9da70c0250555725ec84c8fe71b1405edcfc00240691fe86bce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a110caa5-9ee9-4449-924b-c93372ba1701" -d '{"events": [{"server_uuid": "e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2", "name": "network-vif-unplugged", "status": "completed", "tag": "12b4fefe-7e1f-4504-9c99-78925d772d59"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 08 22:29:59.074464 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] For port 12b4fefe-7e1f-4504-9c99-78925d772d59, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=12b4fefe-7e1f-4504-9c99-78925d772d59,segment=NetworkSegment(33fc6b3c-a604-4cee-a3d5-5a89d0b49ae0),segment_id=33fc6b3c-a604-4cee-a3d5-5a89d0b49ae0)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:29:59.080141 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (12b4fefe-7e1f-4504-9c99-78925d772d59), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:29:59.108837 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 08 May 2022 22:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baf1638a-c006-4b5b-8f8b-218407a3c7c6 x-openstack-request-id: req-baf1638a-c006-4b5b-8f8b-218407a3c7c6 {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 08 22:29:59.109123 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2", "name": "network-vif-unplugged", "status": "failed", "tag": "12b4fefe-7e1f-4504-9c99-78925d772d59", "code": 422}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 08 22:29:59.109340 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-baf1638a-c006-4b5b-8f8b-218407a3c7c6 {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 08 22:29:59.109734 dv-cinder-840511-5-iscsi neutron-server[103630]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-baf1638a-c006-4b5b-8f8b-218407a3c7c6']: {'server_uuid': 'e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '12b4fefe-7e1f-4504-9c99-78925d772d59', 'code': 422} returned with failed status May 08 22:29:59.110603 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-11b97364-bc1a-41ad-a51a-be7b36eda08e req-b05d38ff-f70b-44fe-8c7f-a01aa01e1277 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1383684 May 08 22:29:59.135840 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Pushing event updated for resources: {'Port': ['ID=12b4fefe-7e1f-4504-9c99-78925d772d59,revision_number=8']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:29:59.899484 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba82d984-0860-40b5-b5ca-fc7d8c013a09 req-f68c2af0-dc69-44d5-aa0a-3d89eb7b14b4 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:29:59.900941 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-ba82d984-0860-40b5-b5ca-fc7d8c013a09 req-f68c2af0-dc69-44d5-aa0a-3d89eb7b14b4 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2 HTTP/1.1" status: 200 len: 943 time: 0.0457892 May 08 22:29:59.948001 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-ba82d984-0860-40b5-b5ca-fc7d8c013a09 req-855cd27a-c274-4ce1-a8ca-9d5ede423d88 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cfa8f7e-9c87-41de-8c46-920e8355570f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414999 May 08 22:30:00.271730 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b97364-bc1a-41ad-a51a-be7b36eda08e req-12d64837-2395-4f3c-a169-8879e8b0cbe9 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:30:00.273091 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-11b97364-bc1a-41ad-a51a-be7b36eda08e req-12d64837-2395-4f3c-a169-8879e8b0cbe9 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports/12b4fefe-7e1f-4504-9c99-78925d772d59 HTTP/1.1" status: 200 len: 940 time: 0.1125350 May 08 22:30:00.875757 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.agents_db [None req-09216671-537f-4251-a64c-737ccd42d6d2 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 08 22:30:01.078772 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914012df-9add-4278-b36f-c0f92f9b2728 req-90904e78-a02f-443b-affe-de881a8f91aa tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:30:01.080232 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-914012df-9add-4278-b36f-c0f92f9b2728 req-90904e78-a02f-443b-affe-de881a8f91aa tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2 HTTP/1.1" status: 200 len: 943 time: 0.0474737 May 08 22:30:01.138820 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-914012df-9add-4278-b36f-c0f92f9b2728 req-3310316f-91a1-4c54-b663-fcaba11ae440 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cfa8f7e-9c87-41de-8c46-920e8355570f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522966 May 08 22:30:02.269233 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15279326-0956-4d87-b953-383536e12ad3 req-2c2f8a4b-e90f-4ca1-af87-9aa62195630c tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:30:02.270689 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-15279326-0956-4d87-b953-383536e12ad3 req-2c2f8a4b-e90f-4ca1-af87-9aa62195630c tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2 HTTP/1.1" status: 200 len: 943 time: 0.0510149 May 08 22:30:02.327297 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-15279326-0956-4d87-b953-383536e12ad3 req-d82a92e0-1121-4d61-ac3a-5076825c544d tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cfa8f7e-9c87-41de-8c46-920e8355570f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482118 May 08 22:30:03.484867 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b74003-a411-4894-83a0-b5f08c87236b req-9b08b8d9-fa26-4685-9abf-7911766a6051 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:30:03.486334 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-d4b74003-a411-4894-83a0-b5f08c87236b req-9b08b8d9-fa26-4685-9abf-7911766a6051 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2 HTTP/1.1" status: 200 len: 943 time: 0.0572023 May 08 22:30:03.546155 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-d4b74003-a411-4894-83a0-b5f08c87236b req-8cef9396-1d49-4126-83ba-9f34ef688f44 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cfa8f7e-9c87-41de-8c46-920e8355570f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535812 May 08 22:30:04.132097 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b97364-bc1a-41ad-a51a-be7b36eda08e req-21ea11e3-adcc-4ff2-95fb-00b845ccf8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:30:04.133557 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-11b97364-bc1a-41ad-a51a-be7b36eda08e req-21ea11e3-adcc-4ff2-95fb-00b845ccf8dc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2&tenant_id=1ebe3bb7401b4b36966ebb9f16c6c04c HTTP/1.1" status: 200 len: 1127 time: 0.0407436 May 08 22:30:04.208516 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b97364-bc1a-41ad-a51a-be7b36eda08e req-897a25bc-a4dc-4ae1-8756-0fbb28670488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:30:04.210456 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-11b97364-bc1a-41ad-a51a-be7b36eda08e req-897a25bc-a4dc-4ae1-8756-0fbb28670488 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1ebe3bb7401b4b36966ebb9f16c6c04c&device_id=e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2 HTTP/1.1" status: 200 len: 1127 time: 0.0439432 May 08 22:30:04.297690 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b97364-bc1a-41ad-a51a-be7b36eda08e req-75393ee7-a818-40fa-a51f-88a60667d655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:30:04.299158 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-11b97364-bc1a-41ad-a51a-be7b36eda08e req-75393ee7-a818-40fa-a51f-88a60667d655 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2962a37b-5c8b-493f-a8f7-204192291fd9 HTTP/1.1" status: 200 len: 916 time: 0.0830638 May 08 22:30:04.367096 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-11b97364-bc1a-41ad-a51a-be7b36eda08e req-54ca1cbd-f0ac-4e18-a480-ae9943ddc2b5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12b4fefe-7e1f-4504-9c99-78925d772d59 HTTP/1.1" status: 200 len: 999 time: 0.0617325 May 08 22:30:04.415118 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b97364-bc1a-41ad-a51a-be7b36eda08e req-12023aba-7d75-4f78-9d17-fa9176fdfc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:30:04.416549 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-11b97364-bc1a-41ad-a51a-be7b36eda08e req-12023aba-7d75-4f78-9d17-fa9176fdfc1f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2595fc7c-f188-492f-94ae-311dba05015f HTTP/1.1" status: 200 len: 854 time: 0.0433147 May 08 22:30:04.458377 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b97364-bc1a-41ad-a51a-be7b36eda08e req-f30dfe14-4fbe-4445-af94-eba702712535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:30:04.459920 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-11b97364-bc1a-41ad-a51a-be7b36eda08e req-f30dfe14-4fbe-4445-af94-eba702712535 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2962a37b-5c8b-493f-a8f7-204192291fd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374355 May 08 22:30:04.553600 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-11b97364-bc1a-41ad-a51a-be7b36eda08e req-9fd23bd1-876e-4395-abf1-1ca142a520c5 service neutron] 10.222.0.24 "GET /v2.0/networks/2962a37b-5c8b-493f-a8f7-204192291fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879223 May 08 22:30:04.646096 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-11b97364-bc1a-41ad-a51a-be7b36eda08e req-95cff3bb-9af3-4323-8a56-47d15d0596ae service neutron] 10.222.0.24 "GET /v2.0/networks/2962a37b-5c8b-493f-a8f7-204192291fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858479 May 08 22:30:04.673771 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f529bca3-eb07-44fd-b5ff-acbd3570a8a2 req-42758568-6b0b-4ad5-8624-dd9c51d9009a tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:30:04.675776 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-f529bca3-eb07-44fd-b5ff-acbd3570a8a2 req-42758568-6b0b-4ad5-8624-dd9c51d9009a tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2 HTTP/1.1" status: 200 len: 943 time: 0.0506227 May 08 22:30:04.727125 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-f529bca3-eb07-44fd-b5ff-acbd3570a8a2 req-693e4d16-e609-431f-8cb1-e3ee1f665857 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cfa8f7e-9c87-41de-8c46-920e8355570f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452149 May 08 22:30:05.867683 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4ad2f0-cc66-450d-ae8e-3eabba0fbbf1 req-cf6ec3ba-415a-4600-b3fa-2a75e0d13003 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:30:05.869222 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-fb4ad2f0-cc66-450d-ae8e-3eabba0fbbf1 req-cf6ec3ba-415a-4600-b3fa-2a75e0d13003 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2 HTTP/1.1" status: 200 len: 943 time: 0.0621817 May 08 22:30:05.921241 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-fb4ad2f0-cc66-450d-ae8e-3eabba0fbbf1 req-89f6d5e4-926e-4a7d-8b48-ab830d3a1996 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cfa8f7e-9c87-41de-8c46-920e8355570f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462136 May 08 22:30:07.046108 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fda175b-d865-4902-9b3f-1d7ee4818f87 req-81802065-9d22-4a1c-94fe-7ebd12c6fe8b tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:30:07.047752 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-4fda175b-d865-4902-9b3f-1d7ee4818f87 req-81802065-9d22-4a1c-94fe-7ebd12c6fe8b tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2 HTTP/1.1" status: 200 len: 943 time: 0.0484748 May 08 22:30:07.102842 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-4fda175b-d865-4902-9b3f-1d7ee4818f87 req-371e0b66-31c7-454c-ade8-59ed4f09917f tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cfa8f7e-9c87-41de-8c46-920e8355570f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489235 May 08 22:30:08.236352 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1620a45-fffb-4400-8481-ee3475715157 req-041f372c-8094-4829-a577-9ce1ec6f6a9b tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:30:08.237886 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-b1620a45-fffb-4400-8481-ee3475715157 req-041f372c-8094-4829-a577-9ce1ec6f6a9b tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2 HTTP/1.1" status: 200 len: 943 time: 0.0519674 May 08 22:30:08.291320 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-b1620a45-fffb-4400-8481-ee3475715157 req-6aba6c63-4f20-466c-ae1d-61036a646955 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cfa8f7e-9c87-41de-8c46-920e8355570f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468209 May 08 22:30:09.413275 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b31641-7924-40ad-90d9-041b54a511b2 req-6ca3ff6e-be81-4e0d-9189-95b3850ccf32 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:30:09.414803 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-63b31641-7924-40ad-90d9-041b54a511b2 req-6ca3ff6e-be81-4e0d-9189-95b3850ccf32 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2 HTTP/1.1" status: 200 len: 943 time: 0.0476394 May 08 22:30:09.467377 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-63b31641-7924-40ad-90d9-041b54a511b2 req-d5f5f5a8-1b64-4645-9bac-2ff98b15870f tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cfa8f7e-9c87-41de-8c46-920e8355570f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465302 May 08 22:30:10.407131 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (50086534-3b0f-4edb-899f-da05c46c2546), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:30:10.589802 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c097c39-1764-494e-8813-7952a1ae0b19 req-333df784-43a4-4783-a0e3-49f70f7e64e0 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:30:10.591533 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-1c097c39-1764-494e-8813-7952a1ae0b19 req-333df784-43a4-4783-a0e3-49f70f7e64e0 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2 HTTP/1.1" status: 200 len: 943 time: 0.0495183 May 08 22:30:10.640867 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-1c097c39-1764-494e-8813-7952a1ae0b19 req-341518dd-f083-4afd-9e5b-ee4a2a568976 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cfa8f7e-9c87-41de-8c46-920e8355570f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434873 May 08 22:30:11.830354 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d57e3-b46f-45b4-afb5-a080657919b0 req-0388ee19-a5e3-40ba-90cd-59cf73a8c08c tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:30:11.832089 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-c97d57e3-b46f-45b4-afb5-a080657919b0 req-0388ee19-a5e3-40ba-90cd-59cf73a8c08c tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2 HTTP/1.1" status: 200 len: 943 time: 0.1046352 May 08 22:30:11.885122 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-c97d57e3-b46f-45b4-afb5-a080657919b0 req-bfd7b66e-2680-40ff-8868-c6e8ade4f0e4 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cfa8f7e-9c87-41de-8c46-920e8355570f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428231 May 08 22:30:13.012201 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1c55f7-1b10-42c9-983a-2c424bff1e3d req-de129c75-df99-4f56-b612-39277009ddda tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:30:13.013692 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-4a1c55f7-1b10-42c9-983a-2c424bff1e3d req-de129c75-df99-4f56-b612-39277009ddda tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2 HTTP/1.1" status: 200 len: 943 time: 0.0513561 May 08 22:30:13.061308 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-4a1c55f7-1b10-42c9-983a-2c424bff1e3d req-87cee606-c9d0-4849-a580-e4bde64ef7af tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cfa8f7e-9c87-41de-8c46-920e8355570f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419168 May 08 22:30:14.194366 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5111f506-7b1d-45fd-b5ec-3006550f7809 req-9384bded-82a7-4fc6-b800-905d77249650 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:30:14.196004 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-5111f506-7b1d-45fd-b5ec-3006550f7809 req-9384bded-82a7-4fc6-b800-905d77249650 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2 HTTP/1.1" status: 200 len: 943 time: 0.0535042 May 08 22:30:14.243503 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-5111f506-7b1d-45fd-b5ec-3006550f7809 req-7e522fb6-500e-475c-94e3-fab5c369c3fd tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cfa8f7e-9c87-41de-8c46-920e8355570f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407953 May 08 22:30:15.391126 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10cc46a-3845-4e16-8eb2-efe1373f30c6 req-7b4ac3c9-a098-409e-8980-6513973bdb38 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:30:15.392610 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-c10cc46a-3845-4e16-8eb2-efe1373f30c6 req-7b4ac3c9-a098-409e-8980-6513973bdb38 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2 HTTP/1.1" status: 200 len: 943 time: 0.0539529 May 08 22:30:15.450566 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-c10cc46a-3845-4e16-8eb2-efe1373f30c6 req-a9d39955-3457-435a-bb4a-5776ffa2bf19 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cfa8f7e-9c87-41de-8c46-920e8355570f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521855 May 08 22:30:16.225062 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e50c11e-2ce1-4bbd-a629-04db4e75c847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (399f5491-dab9-4373-bd22-64cd7c73418d), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:30:16.583920 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3dd31d-5118-4b19-b4b6-df090d4abaf6 req-515afefa-e72a-4de5-8722-aa21cbb353f9 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:30:16.585409 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-8d3dd31d-5118-4b19-b4b6-df090d4abaf6 req-515afefa-e72a-4de5-8722-aa21cbb353f9 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2 HTTP/1.1" status: 200 len: 943 time: 0.0466754 May 08 22:30:16.636732 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-8d3dd31d-5118-4b19-b4b6-df090d4abaf6 req-d830e52f-ad95-4108-ab5d-4b30e6df5ce2 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cfa8f7e-9c87-41de-8c46-920e8355570f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427818 May 08 22:30:17.807528 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1cb680-69ca-417f-8b58-f8aef113b298 req-fd454501-1398-4856-9363-08aa4914867f tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:30:17.809006 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-9d1cb680-69ca-417f-8b58-f8aef113b298 req-fd454501-1398-4856-9363-08aa4914867f tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2 HTTP/1.1" status: 200 len: 943 time: 0.0978739 May 08 22:30:17.859183 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-9d1cb680-69ca-417f-8b58-f8aef113b298 req-a8d4c7fe-b3f8-46ea-8c12-388d73fc4552 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cfa8f7e-9c87-41de-8c46-920e8355570f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417278 May 08 22:30:18.514530 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-dc78cee1-fcce-4ad6-9737-eda4b93bad59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (69aa2ac4-530d-40c2-a84a-3161d84edf61), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:30:18.981411 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f38ed3-1051-4cc5-a242-fd01d842e37f req-3c2f67f2-4d6a-4448-8f0c-9530608b8e77 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:30:18.982856 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-92f38ed3-1051-4cc5-a242-fd01d842e37f req-3c2f67f2-4d6a-4448-8f0c-9530608b8e77 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2 HTTP/1.1" status: 200 len: 943 time: 0.0492661 May 08 22:30:19.036726 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-92f38ed3-1051-4cc5-a242-fd01d842e37f req-78e0f84b-d43e-4a87-95b8-c2cdcf5230b8 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cfa8f7e-9c87-41de-8c46-920e8355570f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482349 May 08 22:30:19.405601 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-68d59b13-bdd3-4890-b330-3a9be9bf9791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (167e5ba9-08ef-43b6-aca0-7c88b7f9e735), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:30:20.406612 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94054a1a-6864-4213-89ff-2f4eb8b8b724 req-130d4438-b72f-48e1-b8fc-3ef53cf221e7 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:30:20.408003 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-94054a1a-6864-4213-89ff-2f4eb8b8b724 req-130d4438-b72f-48e1-b8fc-3ef53cf221e7 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2 HTTP/1.1" status: 200 len: 943 time: 0.2974651 May 08 22:30:20.457072 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-94054a1a-6864-4213-89ff-2f4eb8b8b724 req-33621861-ce60-4cd0-a4c9-d0d8711b27a3 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cfa8f7e-9c87-41de-8c46-920e8355570f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432696 May 08 22:30:21.003288 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device 12b4fefe-7e1f-4504-9c99-78925d772d59 details requested by agent hyperv_hv-cinder-84051 with host hv-cinder-84051 {{(pid=103630) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 08 22:30:21.013243 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f82e6e54-0a06-4075-8e4d-2bf0b0f201e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (1fcc0290-7f55-4633-95cb-6d94e7aa5e57), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:30:21.106338 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] For port 12b4fefe-7e1f-4504-9c99-78925d772d59, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=12b4fefe-7e1f-4504-9c99-78925d772d59,segment=NetworkSegment(33fc6b3c-a604-4cee-a3d5-5a89d0b49ae0),segment_id=33fc6b3c-a604-4cee-a3d5-5a89d0b49ae0)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:30:21.118084 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Returning: {'device': '12b4fefe-7e1f-4504-9c99-78925d772d59', 'network_id': '2962a37b-5c8b-493f-a8f7-204192291fd9', 'port_id': '12b4fefe-7e1f-4504-9c99-78925d772d59', 'mac_address': 'fa:16:3e:33:dd:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2595fc7c-f188-492f-94ae-311dba05015f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103630) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 08 22:30:21.156084 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Current status of the port 12b4fefe-7e1f-4504-9c99-78925d772d59 is: DOWN; New status is: BUILD {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:30:21.156461 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (12b4fefe-7e1f-4504-9c99-78925d772d59), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:30:21.169339 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.notifiers.nova [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12b4fefe-7e1f-4504-9c99-78925d772d59 {{(pid=103630) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 08 22:30:21.189844 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] For port 12b4fefe-7e1f-4504-9c99-78925d772d59, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=12b4fefe-7e1f-4504-9c99-78925d772d59,segment=NetworkSegment(33fc6b3c-a604-4cee-a3d5-5a89d0b49ae0),segment_id=33fc6b3c-a604-4cee-a3d5-5a89d0b49ae0)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:30:21.195695 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (12b4fefe-7e1f-4504-9c99-78925d772d59), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:30:21.244058 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Pushing event updated for resources: {'Port': ['ID=12b4fefe-7e1f-4504-9c99-78925d772d59,revision_number=9']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:30:21.565306 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] get_ports_and_sgs() called for port_ids ['12b4fefe-7e1f-4504-9c99-78925d772d59'] {{(pid=103630) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 08 22:30:21.583251 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb28e344-e38a-4858-a2f4-d792e75ee7fe req-57a8b02d-fc03-4528-8db1-90a327d1c9ed tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:30:21.584749 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-bb28e344-e38a-4858-a2f4-d792e75ee7fe req-57a8b02d-fc03-4528-8db1-90a327d1c9ed tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2 HTTP/1.1" status: 200 len: 944 time: 0.0493054 May 08 22:30:21.631954 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-bb28e344-e38a-4858-a2f4-d792e75ee7fe req-e193bb41-2799-4ecc-9728-6139f0dd0d3a tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cfa8f7e-9c87-41de-8c46-920e8355570f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409820 May 08 22:30:22.482305 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (7e3c7ef6-abd5-4f0f-b372-b2734b637fd0), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:30:22.777828 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd13fd3-b00e-47e4-9737-80bfbb4c1ed9 req-9e0f90a4-68eb-45c4-8141-3f0d504516f9 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:30:22.779339 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-6fd13fd3-b00e-47e4-9737-80bfbb4c1ed9 req-9e0f90a4-68eb-45c4-8141-3f0d504516f9 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2 HTTP/1.1" status: 200 len: 944 time: 0.0552964 May 08 22:30:22.830763 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-6fd13fd3-b00e-47e4-9737-80bfbb4c1ed9 req-c55031a2-350c-4d6d-a910-e940615d7050 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cfa8f7e-9c87-41de-8c46-920e8355570f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456076 May 08 22:30:23.021758 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device 12b4fefe-7e1f-4504-9c99-78925d772d59 up at agent hyperv_hv-cinder-84051 {{(pid=103630) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 08 22:30:23.073190 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.provisioning_blocks [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Provisioning complete for port 12b4fefe-7e1f-4504-9c99-78925d772d59 triggered by entity L2. {{(pid=103630) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 08 22:30:23.073499 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16631294'] for port (12b4fefe-7e1f-4504-9c99-78925d772d59), provisioning_complete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:30:23.153657 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Current status of the port 12b4fefe-7e1f-4504-9c99-78925d772d59 is: BUILD; New status is: ACTIVE {{(pid=103630) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 08 22:30:23.154034 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16589422'] for port (12b4fefe-7e1f-4504-9c99-78925d772d59), before_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:30:23.179985 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12b4fefe-7e1f-4504-9c99-78925d772d59'}] {{(pid=103630) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 08 22:30:23.183535 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bcef9e280bae9da70c0250555725ec84c8fe71b1405edcfc00240691fe86bce" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9ac669b-a26b-494f-8634-76fcbf7e7b74" -d '{"events": [{"server_uuid": "e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2", "name": "network-vif-plugged", "status": "completed", "tag": "12b4fefe-7e1f-4504-9c99-78925d772d59"}]}' {{(pid=103630) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 08 22:30:23.197323 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] For port 12b4fefe-7e1f-4504-9c99-78925d772d59, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=12b4fefe-7e1f-4504-9c99-78925d772d59,segment=NetworkSegment(33fc6b3c-a604-4cee-a3d5-5a89d0b49ae0),segment_id=33fc6b3c-a604-4cee-a3d5-5a89d0b49ae0)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:30:23.203061 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791034301067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791034024030', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791034024048'] for port (12b4fefe-7e1f-4504-9c99-78925d772d59), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:30:23.226063 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 08 May 2022 22:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a8aee3-9eb1-4a32-80b6-523cd08766e6 x-openstack-request-id: req-28a8aee3-9eb1-4a32-80b6-523cd08766e6 {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 08 22:30:23.226329 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2", "name": "network-vif-plugged", "status": "completed", "tag": "12b4fefe-7e1f-4504-9c99-78925d772d59", "code": 200}]} {{(pid=103630) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 08 22:30:23.226598 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-28a8aee3-9eb1-4a32-80b6-523cd08766e6 {{(pid=103630) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 08 22:30:23.227111 dv-cinder-840511-5-iscsi neutron-server[103630]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28a8aee3-9eb1-4a32-80b6-523cd08766e6'] response: {'server_uuid': 'e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12b4fefe-7e1f-4504-9c99-78925d772d59', 'code': 200} May 08 22:30:23.252380 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Pushing event updated for resources: {'Port': ['ID=12b4fefe-7e1f-4504-9c99-78925d772d59,revision_number=10']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:30:23.471140 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fde07e-060d-45fb-aa82-c01e72ed7dc7 req-72f05b53-bc6b-4034-a7da-d17765bf2c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:30:23.472631 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-d4fde07e-060d-45fb-aa82-c01e72ed7dc7 req-72f05b53-bc6b-4034-a7da-d17765bf2c3c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2 HTTP/1.1" status: 200 len: 1130 time: 0.0473528 May 08 22:30:23.523232 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-d4fde07e-060d-45fb-aa82-c01e72ed7dc7 req-2bae2e51-0aa0-4fa5-ab91-81d204b6f61d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4cfa8f7e-9c87-41de-8c46-920e8355570f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431879 May 08 22:30:23.965832 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c6a809-86a7-4039-8059-4878877c7cbe req-d8f807b3-ae8f-48e8-a0ef-4014c71f56e6 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:30:23.968481 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-c9c6a809-86a7-4039-8059-4878877c7cbe req-d8f807b3-ae8f-48e8-a0ef-4014c71f56e6 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2 HTTP/1.1" status: 200 len: 946 time: 0.0570750 May 08 22:30:24.017023 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-c9c6a809-86a7-4039-8059-4878877c7cbe req-1b4f4a72-8105-4fb4-b5ae-3c98dfae2a36 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cfa8f7e-9c87-41de-8c46-920e8355570f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429268 May 08 22:30:24.485153 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36efb663-c228-44dc-bbe1-6f4a21dc9c79 req-04c92779-c706-42c0-8718-286c3e70b634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:30:24.486665 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-36efb663-c228-44dc-bbe1-6f4a21dc9c79 req-04c92779-c706-42c0-8718-286c3e70b634 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1ebe3bb7401b4b36966ebb9f16c6c04c&device_id=e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2 HTTP/1.1" status: 200 len: 1130 time: 0.0400794 May 08 22:30:24.597784 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36efb663-c228-44dc-bbe1-6f4a21dc9c79 req-2df56690-e0c5-4374-93db-70e1158a8917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:30:24.599243 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-36efb663-c228-44dc-bbe1-6f4a21dc9c79 req-2df56690-e0c5-4374-93db-70e1158a8917 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2962a37b-5c8b-493f-a8f7-204192291fd9 HTTP/1.1" status: 200 len: 916 time: 0.0847874 May 08 22:30:24.666932 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-36efb663-c228-44dc-bbe1-6f4a21dc9c79 req-39a618b4-62e3-40c3-bece-ae4e5130f31b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12b4fefe-7e1f-4504-9c99-78925d772d59 HTTP/1.1" status: 200 len: 1001 time: 0.0605433 May 08 22:30:24.724996 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36efb663-c228-44dc-bbe1-6f4a21dc9c79 req-a5e58ef6-58ad-4649-8d04-b42dd4916543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:30:24.726431 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-36efb663-c228-44dc-bbe1-6f4a21dc9c79 req-a5e58ef6-58ad-4649-8d04-b42dd4916543 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2595fc7c-f188-492f-94ae-311dba05015f HTTP/1.1" status: 200 len: 854 time: 0.0502937 May 08 22:30:24.799183 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36efb663-c228-44dc-bbe1-6f4a21dc9c79 req-f2cd94ee-58b3-4779-b589-74bdd5c40ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:30:24.800542 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-36efb663-c228-44dc-bbe1-6f4a21dc9c79 req-f2cd94ee-58b3-4779-b589-74bdd5c40ccc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2962a37b-5c8b-493f-a8f7-204192291fd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398819 May 08 22:30:24.926332 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-36efb663-c228-44dc-bbe1-6f4a21dc9c79 req-9806d4fe-12cd-431f-ac14-1167088910f2 service neutron] 10.222.0.24 "GET /v2.0/networks/2962a37b-5c8b-493f-a8f7-204192291fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880628 May 08 22:30:25.143366 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3980e1f4-b875-45a6-80a1-616b803ce182 req-35d36d25-f90f-4035-b63f-f32752a3bc1f tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:30:25.144852 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-3980e1f4-b875-45a6-80a1-616b803ce182 req-35d36d25-f90f-4035-b63f-f32752a3bc1f tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2 HTTP/1.1" status: 200 len: 946 time: 0.0461261 May 08 22:30:25.196709 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-3980e1f4-b875-45a6-80a1-616b803ce182 req-d4490cff-cce3-4183-aab3-30adb11ed44e tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cfa8f7e-9c87-41de-8c46-920e8355570f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460835 May 08 22:30:25.363658 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-36efb663-c228-44dc-bbe1-6f4a21dc9c79 req-b9efb205-a5df-44c9-a41f-20b8a6824e13 service neutron] 10.222.0.24 "GET /v2.0/networks/2962a37b-5c8b-493f-a8f7-204192291fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852034 May 08 22:30:26.324827 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b3711e-1c43-4fe9-8b12-2056c863cf56 req-c963ebdb-c9b9-44ca-a427-cd571467383a tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:30:26.326316 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-e9b3711e-1c43-4fe9-8b12-2056c863cf56 req-c963ebdb-c9b9-44ca-a427-cd571467383a tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2 HTTP/1.1" status: 200 len: 946 time: 0.0481918 May 08 22:30:26.374319 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-e9b3711e-1c43-4fe9-8b12-2056c863cf56 req-31a532b4-122d-40ec-9991-0f763a90b19f tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cfa8f7e-9c87-41de-8c46-920e8355570f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421581 May 08 22:30:37.875667 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.agents_db [None req-09216671-537f-4251-a64c-737ccd42d6d2 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 08 22:30:40.411593 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (50086534-3b0f-4edb-899f-da05c46c2546), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:30:46.226947 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-c0000954-8c1d-41a5-901c-f885ec792fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (399f5491-dab9-4373-bd22-64cd7c73418d), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:30:48.513885 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-963cafdb-9093-4520-8ed5-af4a2964377a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (69aa2ac4-530d-40c2-a84a-3161d84edf61), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:30:49.414837 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-68d59b13-bdd3-4890-b330-3a9be9bf9791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (167e5ba9-08ef-43b6-aca0-7c88b7f9e735), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:30:51.018347 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f82e6e54-0a06-4075-8e4d-2bf0b0f201e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (1fcc0290-7f55-4633-95cb-6d94e7aa5e57), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:30:52.482753 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (7e3c7ef6-abd5-4f0f-b372-b2734b637fd0), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:10.442315 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (50086534-3b0f-4edb-899f-da05c46c2546), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:14.192891 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [req-db538ee3-fbc1-43e7-9455-f4c34f32549d req-1d2d5e7c-ec37-4aaa-9239-b95f2e40685a service neutron] (103628) timed out ('10.222.0.24', 64670) {{(pid=103628) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 08 22:31:14.415609 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [req-9466da6a-5e87-49e5-9d09-ce1fa7569c0c req-c38f0dca-fc49-45eb-ab9c-39cc5858d00a service neutron] (103629) timed out ('10.222.0.24', 64664) {{(pid=103629) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 08 22:31:14.878084 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.agents_db [None req-09216671-537f-4251-a64c-737ccd42d6d2 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 08 22:31:16.223304 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-3c403cff-8a32-43bb-8f81-76df05174b11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (399f5491-dab9-4373-bd22-64cd7c73418d), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:18.522796 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a3852d1f-ffbf-4333-bc5d-974c81dbc666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (69aa2ac4-530d-40c2-a84a-3161d84edf61), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:19.419108 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-68d59b13-bdd3-4890-b330-3a9be9bf9791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (167e5ba9-08ef-43b6-aca0-7c88b7f9e735), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:21.014343 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f82e6e54-0a06-4075-8e4d-2bf0b0f201e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (1fcc0290-7f55-4633-95cb-6d94e7aa5e57), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:22.038458 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28894e86-ef5c-4fe2-9b33-a2c48013b1b9 req-aa80e238-a5b7-4db4-83ca-cfe5b3e8f4f9 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:31:22.039938 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-28894e86-ef5c-4fe2-9b33-a2c48013b1b9 req-aa80e238-a5b7-4db4-83ca-cfe5b3e8f4f9 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2 HTTP/1.1" status: 200 len: 946 time: 0.0596371 May 08 22:31:22.095279 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-28894e86-ef5c-4fe2-9b33-a2c48013b1b9 req-c5ce771e-c4e4-42fa-8d86-6dd42fad3a14 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cfa8f7e-9c87-41de-8c46-920e8355570f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495872 May 08 22:31:22.479061 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (7e3c7ef6-abd5-4f0f-b372-b2734b637fd0), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:23.244522 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db29bf9-6b43-4b0e-85aa-8bd4388e667b req-a829959d-74c6-4ba9-b213-22fe6d03da93 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:31:23.245998 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-4db29bf9-6b43-4b0e-85aa-8bd4388e667b req-a829959d-74c6-4ba9-b213-22fe6d03da93 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2 HTTP/1.1" status: 200 len: 946 time: 0.0639048 May 08 22:31:23.296179 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-4db29bf9-6b43-4b0e-85aa-8bd4388e667b req-91aa4054-b4f2-40c5-9788-a5b9ef4759c1 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cfa8f7e-9c87-41de-8c46-920e8355570f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444295 May 08 22:31:23.724876 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49fb0be-34bc-49bc-8a8d-53415c245484 req-dfcbdaa9-5006-4e88-9a91-061741dc24de tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103629) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:31:23.726306 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-c49fb0be-34bc-49bc-8a8d-53415c245484 req-dfcbdaa9-5006-4e88-9a91-061741dc24de tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2 HTTP/1.1" status: 200 len: 946 time: 0.0618830 May 08 22:31:23.807091 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-c49fb0be-34bc-49bc-8a8d-53415c245484 req-073cb730-6031-4cdd-a3c6-de8820708a6f tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Deleting port 12b4fefe-7e1f-4504-9c99-78925d772d59 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 08 22:31:23.807394 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-c49fb0be-34bc-49bc-8a8d-53415c245484 req-073cb730-6031-4cdd-a3c6-de8820708a6f tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791034291685'] for port (12b4fefe-7e1f-4504-9c99-78925d772d59), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:23.899517 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.db [req-c49fb0be-34bc-49bc-8a8d-53415c245484 req-073cb730-6031-4cdd-a3c6-de8820708a6f tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] For port 12b4fefe-7e1f-4504-9c99-78925d772d59, host hv-cinder-84051, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84051',level=0,port_id=12b4fefe-7e1f-4504-9c99-78925d772d59,segment=NetworkSegment(33fc6b3c-a604-4cee-a3d5-5a89d0b49ae0),segment_id=33fc6b3c-a604-4cee-a3d5-5a89d0b49ae0)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:31:23.899840 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-c49fb0be-34bc-49bc-8a8d-53415c245484 req-073cb730-6031-4cdd-a3c6-de8820708a6f tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786495'] for port (12b4fefe-7e1f-4504-9c99-78925d772d59), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:24.362131 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-c49fb0be-34bc-49bc-8a8d-53415c245484 req-073cb730-6031-4cdd-a3c6-de8820708a6f tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:24.362515 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-c49fb0be-34bc-49bc-8a8d-53415c245484 req-073cb730-6031-4cdd-a3c6-de8820708a6f tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-788248'] for floatingip (2cdd3d8a-fc41-4b70-a6cb-57eb129329f3), after_update {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:24.362851 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.db.l3_db [req-c49fb0be-34bc-49bc-8a8d-53415c245484 req-073cb730-6031-4cdd-a3c6-de8820708a6f tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Floating IP 2cdd3d8a-fc41-4b70-a6cb-57eb129329f3 disassociated. External IP: 172.27.2.171, port: 12b4fefe-7e1f-4504-9c99-78925d772d59. May 08 22:31:24.363152 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [req-c49fb0be-34bc-49bc-8a8d-53415c245484 req-073cb730-6031-4cdd-a3c6-de8820708a6f tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Calling delete_port for 12b4fefe-7e1f-4504-9c99-78925d772d59 owned by compute:nova {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 08 22:31:24.419584 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f320292e-06e6-403a-91e7-30b5972ae6a1 req-82316e4c-def4-4743-875a-2b0584c16d22 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 08 22:31:24.421123 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-f320292e-06e6-403a-91e7-30b5972ae6a1 req-82316e4c-def4-4743-875a-2b0584c16d22 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2 HTTP/1.1" status: 200 len: 946 time: 0.0463161 May 08 22:31:24.469304 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [req-f320292e-06e6-403a-91e7-30b5972ae6a1 req-1e28f853-fb21-4365-8961-4b2f77e69280 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups?id=4cfa8f7e-9c87-41de-8c46-920e8355570f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422442 May 08 22:31:24.493111 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-c49fb0be-34bc-49bc-8a8d-53415c245484 req-073cb730-6031-4cdd-a3c6-de8820708a6f tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791034301049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791034024021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633834'] for port (12b4fefe-7e1f-4504-9c99-78925d772d59), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:24.524519 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073cb730-6031-4cdd-a3c6-de8820708a6f tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Pushing event deleted for resources: {'Port': ['ID=12b4fefe-7e1f-4504-9c99-78925d772d59,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:31:24.535308 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073cb730-6031-4cdd-a3c6-de8820708a6f tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:31:24.535564 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073cb730-6031-4cdd-a3c6-de8820708a6f tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:31:24.535954 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073cb730-6031-4cdd-a3c6-de8820708a6f tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:31:24.536262 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073cb730-6031-4cdd-a3c6-de8820708a6f tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:31:24.536615 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073cb730-6031-4cdd-a3c6-de8820708a6f tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:31:24.536947 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073cb730-6031-4cdd-a3c6-de8820708a6f tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:31:24.537272 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073cb730-6031-4cdd-a3c6-de8820708a6f tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:31:24.537594 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073cb730-6031-4cdd-a3c6-de8820708a6f tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:31:24.537919 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073cb730-6031-4cdd-a3c6-de8820708a6f tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:31:24.538238 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073cb730-6031-4cdd-a3c6-de8820708a6f tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:31:24.538555 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073cb730-6031-4cdd-a3c6-de8820708a6f tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:31:24.538873 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073cb730-6031-4cdd-a3c6-de8820708a6f tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:31:24.539187 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073cb730-6031-4cdd-a3c6-de8820708a6f tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:31:24.539503 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073cb730-6031-4cdd-a3c6-de8820708a6f tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:31:24.539813 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073cb730-6031-4cdd-a3c6-de8820708a6f tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:31:24.654552 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c49fb0be-34bc-49bc-8a8d-53415c245484 req-073cb730-6031-4cdd-a3c6-de8820708a6f tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Router 17ecdb15-e5ed-4214-93e4-a79ec0597a06 has already been hosted by L3 agent 69aa2ac4-530d-40c2-a84a-3161d84edf61 {{(pid=103629) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 08 22:31:24.769985 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c49fb0be-34bc-49bc-8a8d-53415c245484 req-073cb730-6031-4cdd-a3c6-de8820708a6f tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Notify agent at l3_agent.dv-cinder-840511-5-iscsi the message routers_updated {{(pid=103629) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 08 22:31:24.782055 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeab79fb-05c8-4801-8e9e-73cc21cffa82 None None] Sync routers for ids ['17ecdb15-e5ed-4214-93e4-a79ec0597a06'] in dv-cinder-840511-5-iscsi {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 08 22:31:24.793329 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeab79fb-05c8-4801-8e9e-73cc21cffa82 None None] Routers {'17ecdb15-e5ed-4214-93e4-a79ec0597a06'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:31:24.793957 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-eeab79fb-05c8-4801-8e9e-73cc21cffa82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:31:18Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['17ecdb15-e5ed-4214-93e4-a79ec0597a06'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:31:24.813677 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [req-c49fb0be-34bc-49bc-8a8d-53415c245484 req-073cb730-6031-4cdd-a3c6-de8820708a6f tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] No DVR routers for this DVR port 12b4fefe-7e1f-4504-9c99-78925d772d59 on host hv-cinder-84051 {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 08 22:31:24.816390 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [req-c49fb0be-34bc-49bc-8a8d-53415c245484 req-073cb730-6031-4cdd-a3c6-de8820708a6f tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870'] for port (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:24.819883 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [req-c49fb0be-34bc-49bc-8a8d-53415c245484 req-073cb730-6031-4cdd-a3c6-de8820708a6f tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.24 "DELETE /v2.0/ports/12b4fefe-7e1f-4504-9c99-78925d772d59 HTTP/1.1" status: 204 len: 173 time: 1.0882337 May 08 22:31:24.820354 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2', 'name': 'network-vif-deleted', 'tag': '12b4fefe-7e1f-4504-9c99-78925d772d59'}] {{(pid=103629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 08 22:31:24.822664 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cc8a0c475ac6fe54f5122aa5a8750c48412c688b8f67dba420990604a8daf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1761674-453e-4e8b-baff-b147cd4ac559" -d '{"events": [{"server_uuid": "e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2", "name": "network-vif-deleted", "tag": "12b4fefe-7e1f-4504-9c99-78925d772d59"}]}' {{(pid=103629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 08 22:31:24.864981 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 08 May 2022 22:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5ff0cf6-e6de-4e3d-a67c-6d5b999c70bb x-openstack-request-id: req-a5ff0cf6-e6de-4e3d-a67c-6d5b999c70bb {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 08 22:31:24.865370 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2", "name": "network-vif-deleted", "tag": "12b4fefe-7e1f-4504-9c99-78925d772d59", "status": "completed", "code": 200}]} {{(pid=103629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 08 22:31:24.865623 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a5ff0cf6-e6de-4e3d-a67c-6d5b999c70bb {{(pid=103629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 08 22:31:24.866085 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5ff0cf6-e6de-4e3d-a67c-6d5b999c70bb'] response: {'server_uuid': 'e0fb4d25-4f64-4baf-b1f4-a7139e4bf9a2', 'name': 'network-vif-deleted', 'tag': '12b4fefe-7e1f-4504-9c99-78925d772d59', 'status': 'completed', 'code': 200} May 08 22:31:25.011404 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-eeab79fb-05c8-4801-8e9e-73cc21cffa82 None None] Set router 17ecdb15-e5ed-4214-93e4-a79ec0597a06 gateway port host: dv-cinder-840511-5-iscsi {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:31:25.202914 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-eeab79fb-05c8-4801-8e9e-73cc21cffa82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ecdb15-e5ed-4214-93e4-a79ec0597a06', 'name': 'tempest-AttachVolumeShelveTestJSON-64060927-router', 'tenant_id': '1ebe3bb7401b4b36966ebb9f16c6c04c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '840f38af-56d2-445b-ac3d-6b71d1698b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:22:39Z', 'updated_at': '2022-05-08T22:22:42Z', 'revision_number': 4, 'project_id': '1ebe3bb7401b4b36966ebb9f16c6c04c', 'gw_port': {'id': '840f38af-56d2-445b-ac3d-6b71d1698b4e', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ecdb15-e5ed-4214-93e4-a79ec0597a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:22:40Z', 'updated_at': '2022-05-08T22:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_interfaces': [{'id': '09cd7549-d083-47b8-a766-6346703084fb', 'name': '', 'network_id': '2962a37b-5c8b-493f-a8f7-204192291fd9', 'tenant_id': '1ebe3bb7401b4b36966ebb9f16c6c04c', 'mac_address': 'fa:16:3e:f1:fa:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ecdb15-e5ed-4214-93e4-a79ec0597a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '2595fc7c-f188-492f-94ae-311dba05015f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:22:41Z', 'updated_at': '2022-05-08T22:22:45Z', 'revision_number': 5, 'project_id': '1ebe3bb7401b4b36966ebb9f16c6c04c', 'subnets': [{'id': '2595fc7c-f188-492f-94ae-311dba05015f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:31:25.233643 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeab79fb-05c8-4801-8e9e-73cc21cffa82 None None] Checking router: 17ecdb15-e5ed-4214-93e4-a79ec0597a06 for host: dv-cinder-840511-5-iscsi {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 08 22:31:25.242808 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeab79fb-05c8-4801-8e9e-73cc21cffa82 None None] Routers {'17ecdb15-e5ed-4214-93e4-a79ec0597a06'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:31:25.243424 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-eeab79fb-05c8-4801-8e9e-73cc21cffa82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:31:18Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['17ecdb15-e5ed-4214-93e4-a79ec0597a06'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:31:25.353452 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-eeab79fb-05c8-4801-8e9e-73cc21cffa82 None None] Set router 17ecdb15-e5ed-4214-93e4-a79ec0597a06 gateway port host: dv-cinder-840511-5-iscsi {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:31:25.552479 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-eeab79fb-05c8-4801-8e9e-73cc21cffa82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ecdb15-e5ed-4214-93e4-a79ec0597a06', 'name': 'tempest-AttachVolumeShelveTestJSON-64060927-router', 'tenant_id': '1ebe3bb7401b4b36966ebb9f16c6c04c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '840f38af-56d2-445b-ac3d-6b71d1698b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:22:39Z', 'updated_at': '2022-05-08T22:22:42Z', 'revision_number': 4, 'project_id': '1ebe3bb7401b4b36966ebb9f16c6c04c', 'gw_port': {'id': '840f38af-56d2-445b-ac3d-6b71d1698b4e', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ecdb15-e5ed-4214-93e4-a79ec0597a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:22:40Z', 'updated_at': '2022-05-08T22:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_interfaces': [{'id': '09cd7549-d083-47b8-a766-6346703084fb', 'name': '', 'network_id': '2962a37b-5c8b-493f-a8f7-204192291fd9', 'tenant_id': '1ebe3bb7401b4b36966ebb9f16c6c04c', 'mac_address': 'fa:16:3e:f1:fa:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ecdb15-e5ed-4214-93e4-a79ec0597a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '2595fc7c-f188-492f-94ae-311dba05015f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:22:41Z', 'updated_at': '2022-05-08T22:22:45Z', 'revision_number': 5, 'project_id': '1ebe3bb7401b4b36966ebb9f16c6c04c', 'subnets': [{'id': '2595fc7c-f188-492f-94ae-311dba05015f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:31:25.581692 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeab79fb-05c8-4801-8e9e-73cc21cffa82 None None] The sync data for ids ['17ecdb15-e5ed-4214-93e4-a79ec0597a06'] in dv-cinder-840511-5-iscsi is: [{'id': '17ecdb15-e5ed-4214-93e4-a79ec0597a06', 'name': 'tempest-AttachVolumeShelveTestJSON-64060927-router', 'tenant_id': '1ebe3bb7401b4b36966ebb9f16c6c04c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '840f38af-56d2-445b-ac3d-6b71d1698b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:22:39Z', 'updated_at': '2022-05-08T22:22:42Z', 'revision_number': 4, 'project_id': '1ebe3bb7401b4b36966ebb9f16c6c04c', 'gw_port': {'id': '840f38af-56d2-445b-ac3d-6b71d1698b4e', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ecdb15-e5ed-4214-93e4-a79ec0597a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:22:40Z', 'updated_at': '2022-05-08T22:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi', '_interfaces': [{'id': '09cd7549-d083-47b8-a766-6346703084fb', 'name': '', 'network_id': '2962a37b-5c8b-493f-a8f7-204192291fd9', 'tenant_id': '1ebe3bb7401b4b36966ebb9f16c6c04c', 'mac_address': 'fa:16:3e:f1:fa:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ecdb15-e5ed-4214-93e4-a79ec0597a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '2595fc7c-f188-492f-94ae-311dba05015f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:22:41Z', 'updated_at': '2022-05-08T22:22:45Z', 'revision_number': 5, 'project_id': '1ebe3bb7401b4b36966ebb9f16c6c04c', 'subnets': [{'id': '2595fc7c-f188-492f-94ae-311dba05015f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 08 22:31:25.809681 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57839aad-2928-4fc2-b40b-50d92f63b4a7 None None] New status for floating IP 2cdd3d8a-fc41-4b70-a6cb-57eb129329f3: DOWN {{(pid=103630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 08 22:31:26.588924 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 60134) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:31:26.644193 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d25dd138-7452-4189-8f55-67704bcf2c54 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Publish callbacks [] for security_group (4cfa8f7e-9c87-41de-8c46-920e8355570f), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:26.670797 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d25dd138-7452-4189-8f55-67704bcf2c54 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Publish callbacks [] for security_group (4cfa8f7e-9c87-41de-8c46-920e8355570f), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:26.727233 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d25dd138-7452-4189-8f55-67704bcf2c54 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (4cfa8f7e-9c87-41de-8c46-920e8355570f), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:26.729784 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-d25dd138-7452-4189-8f55-67704bcf2c54 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Publish callbacks [] for security_group (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:26.730946 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-d25dd138-7452-4189-8f55-67704bcf2c54 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "DELETE /v2.0/security-groups/4cfa8f7e-9c87-41de-8c46-920e8355570f HTTP/1.1" status: 204 len: 168 time: 0.1405756 May 08 22:31:26.733973 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 60136) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:31:26.741365 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25dd138-7452-4189-8f55-67704bcf2c54 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cfa8f7e-9c87-41de-8c46-920e8355570f,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:31:26.748299 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.api.v2.resource [None req-7a5ea072-77b3-4882-ab07-36aef80f59b8 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] show failed (client error): The resource could not be found. May 08 22:31:26.752214 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-7a5ea072-77b3-4882-ab07-36aef80f59b8 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "GET /v2.0/security-groups/4cfa8f7e-9c87-41de-8c46-920e8355570f HTTP/1.1" status: 404 len: 347 time: 0.0166206 May 08 22:31:26.755311 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 60138) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:31:26.874269 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-fc87813e-ba6e-4cd9-a417-7d697f96d479 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Deleting port ce6e119a-cf8e-44ed-9a5b-950588ab769e {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 08 22:31:26.874614 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fc87813e-ba6e-4cd9-a417-7d697f96d479 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791034291685'] for port (ce6e119a-cf8e-44ed-9a5b-950588ab769e), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:26.958501 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fc87813e-ba6e-4cd9-a417-7d697f96d479 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786495'] for port (ce6e119a-cf8e-44ed-9a5b-950588ab769e), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:26.958986 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fc87813e-ba6e-4cd9-a417-7d697f96d479 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Publish callbacks [] for floatingip (ce6e119a-cf8e-44ed-9a5b-950588ab769e), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:26.973384 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-fc87813e-ba6e-4cd9-a417-7d697f96d479 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Calling delete_port for ce6e119a-cf8e-44ed-9a5b-950588ab769e owned by network:floatingip {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 08 22:31:27.119492 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fc87813e-ba6e-4cd9-a417-7d697f96d479 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791034301049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791034024021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633834'] for port (ce6e119a-cf8e-44ed-9a5b-950588ab769e), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:27.144468 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc87813e-ba6e-4cd9-a417-7d697f96d479 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Pushing event deleted for resources: {'Port': ['ID=ce6e119a-cf8e-44ed-9a5b-950588ab769e,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:31:27.209626 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fc87813e-ba6e-4cd9-a417-7d697f96d479 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Publish callbacks [] for floatingip (2cdd3d8a-fc41-4b70-a6cb-57eb129329f3), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:27.212148 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-fc87813e-ba6e-4cd9-a417-7d697f96d479 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40870'] for floatingip (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:27.213345 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-fc87813e-ba6e-4cd9-a417-7d697f96d479 tempest-AttachVolumeShelveTestJSON-655278721 tempest-AttachVolumeShelveTestJSON-655278721-project] 10.222.0.44 "DELETE /v2.0/floatingips/2cdd3d8a-fc41-4b70-a6cb-57eb129329f3 HTTP/1.1" status: 204 len: 168 time: 0.4568076 May 08 22:31:27.409378 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device 12b4fefe-7e1f-4504-9c99-78925d772d59 no longer exists at agent hyperv_hv-cinder-84051 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 08 22:31:27.436304 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] No Port match for: 12b4fefe-7e1f-4504-9c99-78925d772d59 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 08 22:31:27.436711 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Device 12b4fefe-7e1f-4504-9c99-78925d772d59 not bound to the agent host hv-cinder-84051 {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 08 22:31:29.660962 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 60160) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:31:30.111356 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c2c95399-8852-4918-8512-288f1b85eb1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-786677'] for router_interface (17ecdb15-e5ed-4214-93e4-a79ec0597a06), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:30.351342 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-c2c95399-8852-4918-8512-288f1b85eb1c admin admin] Deleting port 09cd7549-d083-47b8-a766-6346703084fb {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 08 22:31:30.351629 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c2c95399-8852-4918-8512-288f1b85eb1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791034291685'] for port (09cd7549-d083-47b8-a766-6346703084fb), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:30.431552 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-c2c95399-8852-4918-8512-288f1b85eb1c admin admin] For port 09cd7549-d083-47b8-a766-6346703084fb, host dv-cinder-840511-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=09cd7549-d083-47b8-a766-6346703084fb,segment=NetworkSegment(33fc6b3c-a604-4cee-a3d5-5a89d0b49ae0),segment_id=33fc6b3c-a604-4cee-a3d5-5a89d0b49ae0)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:31:30.431912 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c2c95399-8852-4918-8512-288f1b85eb1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786495'] for port (09cd7549-d083-47b8-a766-6346703084fb), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:30.448608 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-c2c95399-8852-4918-8512-288f1b85eb1c admin admin] Calling delete_port for 09cd7549-d083-47b8-a766-6346703084fb owned by network:router_interface {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 08 22:31:30.651342 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c2c95399-8852-4918-8512-288f1b85eb1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791034301049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791034024021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59173228'] for port (09cd7549-d083-47b8-a766-6346703084fb), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:30.676290 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c95399-8852-4918-8512-288f1b85eb1c admin admin] Pushing event deleted for resources: {'Port': ['ID=09cd7549-d083-47b8-a766-6346703084fb,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:31:30.688165 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c95399-8852-4918-8512-288f1b85eb1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:31:30.688544 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c95399-8852-4918-8512-288f1b85eb1c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:31:30.688901 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c95399-8852-4918-8512-288f1b85eb1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:31:30.689246 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c95399-8852-4918-8512-288f1b85eb1c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:31:30.689575 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c95399-8852-4918-8512-288f1b85eb1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:31:30.689903 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c95399-8852-4918-8512-288f1b85eb1c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:31:30.690224 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c95399-8852-4918-8512-288f1b85eb1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:31:30.690550 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c95399-8852-4918-8512-288f1b85eb1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:31:30.690873 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c95399-8852-4918-8512-288f1b85eb1c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:31:30.691199 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c95399-8852-4918-8512-288f1b85eb1c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:31:30.691519 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c95399-8852-4918-8512-288f1b85eb1c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:31:30.691840 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c95399-8852-4918-8512-288f1b85eb1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:31:30.692161 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c95399-8852-4918-8512-288f1b85eb1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:31:30.692479 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c95399-8852-4918-8512-288f1b85eb1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:31:30.692820 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c95399-8852-4918-8512-288f1b85eb1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:31:30.864204 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-c2c95399-8852-4918-8512-288f1b85eb1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-745284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1045482'] for router_interface (17ecdb15-e5ed-4214-93e4-a79ec0597a06), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:31.093047 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2c95399-8852-4918-8512-288f1b85eb1c admin admin] Router 17ecdb15-e5ed-4214-93e4-a79ec0597a06 has already been hosted by L3 agent 69aa2ac4-530d-40c2-a84a-3161d84edf61 {{(pid=103628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 08 22:31:31.203262 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c95399-8852-4918-8512-288f1b85eb1c admin admin] Notify agent at l3_agent.dv-cinder-840511-5-iscsi the message routers_updated {{(pid=103628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 08 22:31:31.208607 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-c2c95399-8852-4918-8512-288f1b85eb1c admin admin] 10.222.0.44 "PUT /v2.0/routers/17ecdb15-e5ed-4214-93e4-a79ec0597a06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5483232 May 08 22:31:31.211644 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 60164) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:31:31.214541 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd18965c-a956-4272-b804-c03330207b7e None None] Sync routers for ids ['17ecdb15-e5ed-4214-93e4-a79ec0597a06'] in dv-cinder-840511-5-iscsi {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 08 22:31:31.224859 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd18965c-a956-4272-b804-c03330207b7e None None] Routers {'17ecdb15-e5ed-4214-93e4-a79ec0597a06'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:31:31.225475 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-fd18965c-a956-4272-b804-c03330207b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:31:18Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['17ecdb15-e5ed-4214-93e4-a79ec0597a06'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:31:31.249183 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [req-9d6b981a-4561-4d4b-a3eb-1c9c96e470e8 req-5b7b6d7b-0215-458a-8910-c2ec1003e85a service neutron] (103628) timed out ('10.222.0.24', 64676) {{(pid=103628) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 08 22:31:31.320225 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d02d2a09-3291-48ad-b80d-7d678c5ab33d admin admin] Publish callbacks [] for router (17ecdb15-e5ed-4214-93e4-a79ec0597a06), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:31.330467 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-fd18965c-a956-4272-b804-c03330207b7e None None] Set router 17ecdb15-e5ed-4214-93e4-a79ec0597a06 gateway port host: dv-cinder-840511-5-iscsi {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:31:31.426883 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d02d2a09-3291-48ad-b80d-7d678c5ab33d admin admin] Publish callbacks [] for router_gateway (17ecdb15-e5ed-4214-93e4-a79ec0597a06), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:31.474125 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-d02d2a09-3291-48ad-b80d-7d678c5ab33d admin admin] Deleting port 840f38af-56d2-445b-ac3d-6b71d1698b4e {{(pid=103628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 08 22:31:31.474614 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d02d2a09-3291-48ad-b80d-7d678c5ab33d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791034291685'] for port (840f38af-56d2-445b-ac3d-6b71d1698b4e), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:31.503943 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-fd18965c-a956-4272-b804-c03330207b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ecdb15-e5ed-4214-93e4-a79ec0597a06', 'name': 'tempest-AttachVolumeShelveTestJSON-64060927-router', 'tenant_id': '1ebe3bb7401b4b36966ebb9f16c6c04c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'external_fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '840f38af-56d2-445b-ac3d-6b71d1698b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:22:39Z', 'updated_at': '2022-05-08T22:31:30Z', 'revision_number': 5, 'project_id': '1ebe3bb7401b4b36966ebb9f16c6c04c', 'gw_port': {'id': '840f38af-56d2-445b-ac3d-6b71d1698b4e', 'name': '', 'network_id': '542aeef6-5046-439a-aa53-dc46759766dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ecdb15-e5ed-4214-93e4-a79ec0597a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840511-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-08T22:22:40Z', 'updated_at': '2022-05-08T22:22:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1306b94-a9cc-4730-bd7d-1800cb77959d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840511-5-iscsi'}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:31:31.530621 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd18965c-a956-4272-b804-c03330207b7e None None] Checking router: 17ecdb15-e5ed-4214-93e4-a79ec0597a06 for host: dv-cinder-840511-5-iscsi {{(pid=103631) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 08 22:31:31.540107 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd18965c-a956-4272-b804-c03330207b7e None None] Routers {'17ecdb15-e5ed-4214-93e4-a79ec0597a06'} bound to L3 agent in host dv-cinder-840511-5-iscsi {{(pid=103631) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 08 22:31:31.540750 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-fd18965c-a956-4272-b804-c03330207b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840511-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-08T22:06:48Z,description=,heartbeat_timestamp=2022-05-08T22:31:18Z,host='dv-cinder-840511-5-iscsi',id=69aa2ac4-530d-40c2-a84a-3161d84edf61,load=0,resource_versions=,resources_synced=,started_at=2022-05-08T22:06:48Z,topic='l3_agent')) {'router_ids': ['17ecdb15-e5ed-4214-93e4-a79ec0597a06'], 'active': True} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:31:31.556488 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.db [None req-d02d2a09-3291-48ad-b80d-7d678c5ab33d admin admin] For port 840f38af-56d2-445b-ac3d-6b71d1698b4e, host dv-cinder-840511-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=840f38af-56d2-445b-ac3d-6b71d1698b4e,segment=NetworkSegment(0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa),segment_id=0f4f7eea-dc17-4d8d-8042-15c69bb8e7aa)] {{(pid=103628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:31:31.556877 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d02d2a09-3291-48ad-b80d-7d678c5ab33d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786495'] for port (840f38af-56d2-445b-ac3d-6b71d1698b4e), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:31.569859 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-d02d2a09-3291-48ad-b80d-7d678c5ab33d admin admin] Calling delete_port for 840f38af-56d2-445b-ac3d-6b71d1698b4e owned by network:router_gateway {{(pid=103628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 08 22:31:31.627735 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_dvr_db [None req-fd18965c-a956-4272-b804-c03330207b7e None None] Set router 17ecdb15-e5ed-4214-93e4-a79ec0597a06 gateway port host: None {{(pid=103631) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 08 22:31:31.679904 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.l3_hamode_db [None req-fd18965c-a956-4272-b804-c03330207b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ecdb15-e5ed-4214-93e4-a79ec0597a06', 'name': 'tempest-AttachVolumeShelveTestJSON-64060927-router', 'tenant_id': '1ebe3bb7401b4b36966ebb9f16c6c04c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:22:39Z', 'updated_at': '2022-05-08T22:31:31Z', 'revision_number': 6, 'project_id': '1ebe3bb7401b4b36966ebb9f16c6c04c', 'gw_port_host': None}], 'dv-cinder-840511-5-iscsi', False) {} {{(pid=103631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:31:31.706163 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd18965c-a956-4272-b804-c03330207b7e None None] The sync data for ids ['17ecdb15-e5ed-4214-93e4-a79ec0597a06'] in dv-cinder-840511-5-iscsi is: [{'id': '17ecdb15-e5ed-4214-93e4-a79ec0597a06', 'name': 'tempest-AttachVolumeShelveTestJSON-64060927-router', 'tenant_id': '1ebe3bb7401b4b36966ebb9f16c6c04c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-08T22:22:39Z', 'updated_at': '2022-05-08T22:31:31Z', 'revision_number': 6, 'project_id': '1ebe3bb7401b4b36966ebb9f16c6c04c', 'gw_port_host': None}] {{(pid=103631) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 08 22:31:31.746083 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d02d2a09-3291-48ad-b80d-7d678c5ab33d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791034301049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791034024021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59173228'] for port (840f38af-56d2-445b-ac3d-6b71d1698b4e), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:31.771075 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02d2a09-3291-48ad-b80d-7d678c5ab33d admin admin] Pushing event deleted for resources: {'Port': ['ID=840f38af-56d2-445b-ac3d-6b71d1698b4e,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:31:31.830711 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d02d2a09-3291-48ad-b80d-7d678c5ab33d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-789703'] for router_gateway (17ecdb15-e5ed-4214-93e4-a79ec0597a06), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:31.930812 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d02d2a09-3291-48ad-b80d-7d678c5ab33d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-790671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15475'] for router (17ecdb15-e5ed-4214-93e4-a79ec0597a06), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:31.933262 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d02d2a09-3291-48ad-b80d-7d678c5ab33d admin admin] Publish callbacks [] for router_controller (17ecdb15-e5ed-4214-93e4-a79ec0597a06), precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:31.978590 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d02d2a09-3291-48ad-b80d-7d678c5ab33d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-790678'] for router (17ecdb15-e5ed-4214-93e4-a79ec0597a06), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:31.979246 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d02d2a09-3291-48ad-b80d-7d678c5ab33d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17ecdb15-e5ed-4214-93e4-a79ec0597a06 {{(pid=103628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 08 22:31:31.984038 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-d02d2a09-3291-48ad-b80d-7d678c5ab33d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:31.985250 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-d02d2a09-3291-48ad-b80d-7d678c5ab33d admin admin] 10.222.0.44 "DELETE /v2.0/routers/17ecdb15-e5ed-4214-93e4-a79ec0597a06 HTTP/1.1" status: 204 len: 168 time: 0.7726505 May 08 22:31:31.988078 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 60166) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:31:32.034006 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a035baa-75f5-496f-9f63-975a9407fb6f admin admin] Deleting subnet 2595fc7c-f188-492f-94ae-311dba05015f {{(pid=103628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 08 22:31:32.037410 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2a035baa-75f5-496f-9f63-975a9407fb6f admin admin] Publish callbacks [] for subnet (2595fc7c-f188-492f-94ae-311dba05015f), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:32.075454 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2a035baa-75f5-496f-9f63-975a9407fb6f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59229207'] for subnet (2595fc7c-f188-492f-94ae-311dba05015f), precommit_delete_associations {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:32.159036 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2a035baa-75f5-496f-9f63-975a9407fb6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16446418'] for subnet (2595fc7c-f188-492f-94ae-311dba05015f), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:32.220457 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2a035baa-75f5-496f-9f63-975a9407fb6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16446411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-724478', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59176605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59072913'] for subnet (2595fc7c-f188-492f-94ae-311dba05015f), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:32.251123 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a035baa-75f5-496f-9f63-975a9407fb6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2595fc7c-f188-492f-94ae-311dba05015f,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:31:32.253106 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2a035baa-75f5-496f-9f63-975a9407fb6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745315'] for subnet (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:32.256281 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-2a035baa-75f5-496f-9f63-975a9407fb6f admin admin] 10.222.0.44 "DELETE /v2.0/subnets/2595fc7c-f188-492f-94ae-311dba05015f HTTP/1.1" status: 204 len: 168 time: 0.2673163 May 08 22:31:32.258564 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517b1a7f-6429-46a3-817d-6ffc82294d8c None None] Network 2962a37b-5c8b-493f-a8f7-204192291fd9 requested from dv-cinder-840511-5-iscsi {{(pid=103630) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 08 22:31:32.259098 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 60168) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:31:32.325245 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-981e8999-028e-45ad-b526-cd3ac6bc6e0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16411149'] for network (2962a37b-5c8b-493f-a8f7-204192291fd9), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:32.377775 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-981e8999-028e-45ad-b526-cd3ac6bc6e0c admin admin] Deleting port bd235860-b73a-474d-89a6-05014ac48895 {{(pid=103629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 08 22:31:32.378107 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-981e8999-028e-45ad-b526-cd3ac6bc6e0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791034291685'] for port (bd235860-b73a-474d-89a6-05014ac48895), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:32.443194 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.db [None req-981e8999-028e-45ad-b526-cd3ac6bc6e0c admin admin] For port bd235860-b73a-474d-89a6-05014ac48895, host dv-cinder-840511-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=bd235860-b73a-474d-89a6-05014ac48895,segment=NetworkSegment(33fc6b3c-a604-4cee-a3d5-5a89d0b49ae0),segment_id=33fc6b3c-a604-4cee-a3d5-5a89d0b49ae0)] {{(pid=103629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:31:32.443194 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-981e8999-028e-45ad-b526-cd3ac6bc6e0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786495'] for port (bd235860-b73a-474d-89a6-05014ac48895), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:32.449202 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9378ea9-ad78-4124-8e3f-219550372a88 None None] DHCP port deletion for 2962a37b-5c8b-493f-a8f7-204192291fd9 request from dv-cinder-840511-5-iscsi {{(pid=103630) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 08 22:31:32.459053 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.plugin [None req-981e8999-028e-45ad-b526-cd3ac6bc6e0c admin admin] Calling delete_port for bd235860-b73a-474d-89a6-05014ac48895 owned by network:dhcp {{(pid=103629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 08 22:31:32.489616 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-e9378ea9-ad78-4124-8e3f-219550372a88 None None] Deleting port bd235860-b73a-474d-89a6-05014ac48895 {{(pid=103630) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 08 22:31:32.489927 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-e9378ea9-ad78-4124-8e3f-219550372a88 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791034291685'] for port (bd235860-b73a-474d-89a6-05014ac48895), before_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:32.551475 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-981e8999-028e-45ad-b526-cd3ac6bc6e0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791034301049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791034024021', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59633834'] for port (bd235860-b73a-474d-89a6-05014ac48895), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:32.555117 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.db [None req-e9378ea9-ad78-4124-8e3f-219550372a88 None None] For port bd235860-b73a-474d-89a6-05014ac48895, host dv-cinder-840511-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840511-5-iscsi',level=0,port_id=bd235860-b73a-474d-89a6-05014ac48895,segment=NetworkSegment(33fc6b3c-a604-4cee-a3d5-5a89d0b49ae0),segment_id=33fc6b3c-a604-4cee-a3d5-5a89d0b49ae0)] {{(pid=103630) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 08 22:31:32.555522 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-e9378ea9-ad78-4124-8e3f-219550372a88 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-786495'] for port (bd235860-b73a-474d-89a6-05014ac48895), precommit_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:32.569151 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-e9378ea9-ad78-4124-8e3f-219550372a88 None None] Calling delete_port for bd235860-b73a-474d-89a6-05014ac48895 owned by network:dhcp {{(pid=103630) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 08 22:31:32.577083 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981e8999-028e-45ad-b526-cd3ac6bc6e0c admin admin] Pushing event deleted for resources: {'Port': ['ID=bd235860-b73a-474d-89a6-05014ac48895,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:31:32.588081 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981e8999-028e-45ad-b526-cd3ac6bc6e0c admin admin] No DVR routers for this DVR port bd235860-b73a-474d-89a6-05014ac48895 on host dv-cinder-840511-5-iscsi {{(pid=103629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 08 22:31:32.650955 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-e9378ea9-ad78-4124-8e3f-219550372a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16589504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791034301049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791034024021'] for port (bd235860-b73a-474d-89a6-05014ac48895), after_delete {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:32.659934 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-981e8999-028e-45ad-b526-cd3ac6bc6e0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16435559', 'neutron.services.segments.db._delete_segments_for_network-8791034498326'] for network (2962a37b-5c8b-493f-a8f7-204192291fd9), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:32.674468 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9378ea9-ad78-4124-8e3f-219550372a88 None None] Pushing event deleted for resources: {'Port': ['ID=bd235860-b73a-474d-89a6-05014ac48895,revision_number=None']} {{(pid=103630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:31:32.682479 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.services.segments.db [None req-981e8999-028e-45ad-b526-cd3ac6bc6e0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2962a37b-5c8b-493f-a8f7-204192291fd9']}} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:31:32.683634 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9378ea9-ad78-4124-8e3f-219550372a88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:31:32.683980 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9378ea9-ad78-4124-8e3f-219550372a88 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:31:32.684316 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9378ea9-ad78-4124-8e3f-219550372a88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:31:32.684668 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9378ea9-ad78-4124-8e3f-219550372a88 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:31:32.685012 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9378ea9-ad78-4124-8e3f-219550372a88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:31:32.685487 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9378ea9-ad78-4124-8e3f-219550372a88 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:31:32.685705 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9378ea9-ad78-4124-8e3f-219550372a88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:31:32.685955 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9378ea9-ad78-4124-8e3f-219550372a88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:31:32.686275 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9378ea9-ad78-4124-8e3f-219550372a88 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:31:32.686595 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9378ea9-ad78-4124-8e3f-219550372a88 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:31:32.686889 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9378ea9-ad78-4124-8e3f-219550372a88 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:31:32.687197 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9378ea9-ad78-4124-8e3f-219550372a88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:31:32.687521 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9378ea9-ad78-4124-8e3f-219550372a88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:31:32.687832 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9378ea9-ad78-4124-8e3f-219550372a88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:31:32.688145 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9378ea9-ad78-4124-8e3f-219550372a88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:31:32.692633 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9378ea9-ad78-4124-8e3f-219550372a88 None None] No DVR routers for this DVR port bd235860-b73a-474d-89a6-05014ac48895 on host dv-cinder-840511-5-iscsi {{(pid=103630) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 08 22:31:32.695458 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.services.segments.db [None req-981e8999-028e-45ad-b526-cd3ac6bc6e0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33fc6b3c-a604-4cee-a3d5-5a89d0b49ae0') {'for_net_delete': True} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:31:32.695800 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.services.segments.db [None req-981e8999-028e-45ad-b526-cd3ac6bc6e0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33fc6b3c-a604-4cee-a3d5-5a89d0b49ae0') {} {{(pid=103629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 08 22:31:32.707552 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-981e8999-028e-45ad-b526-cd3ac6bc6e0c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791034500383', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3425548'] for segment (33fc6b3c-a604-4cee-a3d5-5a89d0b49ae0), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:32.721657 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-981e8999-028e-45ad-b526-cd3ac6bc6e0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16448297'] for segment (33fc6b3c-a604-4cee-a3d5-5a89d0b49ae0), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:32.731283 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-981e8999-028e-45ad-b526-cd3ac6bc6e0c admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=103629) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 08 22:31:32.731283 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-981e8999-028e-45ad-b526-cd3ac6bc6e0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16448297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59633913'] for segment (33fc6b3c-a604-4cee-a3d5-5a89d0b49ae0), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:32.732686 dv-cinder-840511-5-iscsi neutron-server[103629]: Traceback (most recent call last): May 08 22:31:32.732686 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 08 22:31:32.732686 dv-cinder-840511-5-iscsi neutron-server[103629]: timer() May 08 22:31:32.732686 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 08 22:31:32.732686 dv-cinder-840511-5-iscsi neutron-server[103629]: cb(*args, **kw) May 08 22:31:32.732686 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 08 22:31:32.732686 dv-cinder-840511-5-iscsi neutron-server[103629]: return func(*args, **kwargs) May 08 22:31:32.732686 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 08 22:31:32.732686 dv-cinder-840511-5-iscsi neutron-server[103629]: self._notify() May 08 22:31:32.732686 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 08 22:31:32.732686 dv-cinder-840511-5-iscsi neutron-server[103629]: self.callback(batched_events) May 08 22:31:32.732686 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 08 22:31:32.732686 dv-cinder-840511-5-iscsi neutron-server[103629]: event.method(event) May 08 22:31:32.732686 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 08 22:31:32.732686 dv-cinder-840511-5-iscsi neutron-server[103629]: aggregate_id = self._get_aggregate_id(event.segment_id) May 08 22:31:32.732686 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 08 22:31:32.732686 dv-cinder-840511-5-iscsi neutron-server[103629]: aggregate_uuid = self.p_client.list_aggregates( May 08 22:31:32.732686 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 08 22:31:32.732686 dv-cinder-840511-5-iscsi neutron-server[103629]: return f(self, *a, **k) May 08 22:31:32.732686 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 08 22:31:32.732686 dv-cinder-840511-5-iscsi neutron-server[103629]: return self._get(url).json() May 08 22:31:32.732686 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 08 22:31:32.732686 dv-cinder-840511-5-iscsi neutron-server[103629]: return self._client.get(url, endpoint_filter=self._ks_filter, May 08 22:31:32.732686 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 08 22:31:32.732686 dv-cinder-840511-5-iscsi neutron-server[103629]: return self.request(url, 'GET', **kwargs) May 08 22:31:32.732686 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 08 22:31:32.732686 dv-cinder-840511-5-iscsi neutron-server[103629]: base_url = self.get_endpoint(auth, allow=allow, May 08 22:31:32.732686 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 08 22:31:32.732686 dv-cinder-840511-5-iscsi neutron-server[103629]: auth = self._auth_required(auth, 'determine endpoint URL') May 08 22:31:32.732686 dv-cinder-840511-5-iscsi neutron-server[103629]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 08 22:31:32.732686 dv-cinder-840511-5-iscsi neutron-server[103629]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 08 22:31:32.732686 dv-cinder-840511-5-iscsi neutron-server[103629]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 08 22:31:32.794340 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device 840f38af-56d2-445b-ac3d-6b71d1698b4e no longer exists at agent ovs-agent-dv-cinder-840511-5-iscsi {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 08 22:31:32.801692 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-981e8999-028e-45ad-b526-cd3ac6bc6e0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16435548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569250', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-745293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-788469'] for network (2962a37b-5c8b-493f-a8f7-204192291fd9), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:32.807363 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-981e8999-028e-45ad-b526-cd3ac6bc6e0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-745315'] for network (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:32.810551 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-981e8999-028e-45ad-b526-cd3ac6bc6e0c admin admin] 10.222.0.44 "DELETE /v2.0/networks/2962a37b-5c8b-493f-a8f7-204192291fd9 HTTP/1.1" status: 204 len: 168 time: 0.5506227 May 08 22:31:32.815357 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] No Port match for: 840f38af-56d2-445b-ac3d-6b71d1698b4e {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 08 22:31:32.815696 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device 840f38af-56d2-445b-ac3d-6b71d1698b4e not bound to the agent host dv-cinder-840511-5-iscsi {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 08 22:31:32.816105 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device bd235860-b73a-474d-89a6-05014ac48895 no longer exists at agent ovs-agent-dv-cinder-840511-5-iscsi {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 08 22:31:32.821931 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981e8999-028e-45ad-b526-cd3ac6bc6e0c admin admin] Pushing event deleted for resources: {'Network': ['ID=2962a37b-5c8b-493f-a8f7-204192291fd9,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:31:32.838906 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] No Port match for: bd235860-b73a-474d-89a6-05014ac48895 {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 08 22:31:32.839156 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device bd235860-b73a-474d-89a6-05014ac48895 not bound to the agent host dv-cinder-840511-5-iscsi {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 08 22:31:32.839905 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device 09cd7549-d083-47b8-a766-6346703084fb no longer exists at agent ovs-agent-dv-cinder-840511-5-iscsi {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 08 22:31:32.862057 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.plugin [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] No Port match for: 09cd7549-d083-47b8-a766-6346703084fb {{(pid=103630) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 08 22:31:32.862396 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron.plugins.ml2.rpc [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Device 09cd7549-d083-47b8-a766-6346703084fb not bound to the agent host dv-cinder-840511-5-iscsi {{(pid=103630) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 08 22:31:32.937512 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 60172) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:31:32.979034 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-6e783cb0-c071-4a51-b32f-18062636212c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1ebe3bb7401b4b36966ebb9f16c6c04c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401745 May 08 22:31:32.982248 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 60174) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:31:33.032977 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-721c169b-261c-4caf-9a40-520743f41e60 admin admin] Publish callbacks [] for security_group (365828d9-1a9f-48a3-94ac-2423188f63d9), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:33.055261 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-721c169b-261c-4caf-9a40-520743f41e60 admin admin] Publish callbacks [] for security_group (365828d9-1a9f-48a3-94ac-2423188f63d9), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:33.109893 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-721c169b-261c-4caf-9a40-520743f41e60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (365828d9-1a9f-48a3-94ac-2423188f63d9), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:33.112584 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-721c169b-261c-4caf-9a40-520743f41e60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:33.113749 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-721c169b-261c-4caf-9a40-520743f41e60 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/365828d9-1a9f-48a3-94ac-2423188f63d9 HTTP/1.1" status: 204 len: 168 time: 0.1305332 May 08 22:31:33.121704 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721c169b-261c-4caf-9a40-520743f41e60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=365828d9-1a9f-48a3-94ac-2423188f63d9,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:31:34.449015 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 60224) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:31:34.574782 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-99b0b60a-bd7d-4845-a665-e4c8140c7238 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:34.664798 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-99b0b60a-bd7d-4845-a665-e4c8140c7238 admin admin] Publish callbacks [] for security_group (36a57297-0e81-4c98-9804-2d0122810b21), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:34.671116 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-99b0b60a-bd7d-4845-a665-e4c8140c7238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (36a57297-0e81-4c98-9804-2d0122810b21), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:34.708284 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-99b0b60a-bd7d-4845-a665-e4c8140c7238 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6f009fbc9cea4026844c121c0a41b36c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2581804 May 08 22:31:34.709157 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b0b60a-bd7d-4845-a665-e4c8140c7238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36a57297-0e81-4c98-9804-2d0122810b21,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:31:34.711447 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 60228) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:31:34.763662 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-61470c7b-fc6d-4beb-92f3-a51dacfeca03 admin admin] Publish callbacks [] for security_group (36a57297-0e81-4c98-9804-2d0122810b21), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:34.784264 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-61470c7b-fc6d-4beb-92f3-a51dacfeca03 admin admin] Publish callbacks [] for security_group (36a57297-0e81-4c98-9804-2d0122810b21), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:34.849453 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-61470c7b-fc6d-4beb-92f3-a51dacfeca03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (36a57297-0e81-4c98-9804-2d0122810b21), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:34.852204 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-61470c7b-fc6d-4beb-92f3-a51dacfeca03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:34.855703 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-61470c7b-fc6d-4beb-92f3-a51dacfeca03 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/36a57297-0e81-4c98-9804-2d0122810b21 HTTP/1.1" status: 204 len: 168 time: 0.1409814 May 08 22:31:34.861286 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61470c7b-fc6d-4beb-92f3-a51dacfeca03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a57297-0e81-4c98-9804-2d0122810b21,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:31:36.645173 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 60278) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:31:36.768154 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7951c3dd-50ce-4777-bc57-8608135cc4eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:36.844383 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7951c3dd-50ce-4777-bc57-8608135cc4eb admin admin] Publish callbacks [] for security_group (20bbebaf-f397-4a55-81a2-02147815942e), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:36.851429 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-7951c3dd-50ce-4777-bc57-8608135cc4eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (20bbebaf-f397-4a55-81a2-02147815942e), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:36.889583 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951c3dd-50ce-4777-bc57-8608135cc4eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20bbebaf-f397-4a55-81a2-02147815942e,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:31:36.893716 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-7951c3dd-50ce-4777-bc57-8608135cc4eb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5ccbaef23d5c4c13a9b6b54b5f1729f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2475185 May 08 22:31:36.896395 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 60282) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:31:36.942474 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ff4ba634-8345-4e15-a2fd-1f393b1fe1f6 admin admin] Publish callbacks [] for security_group (20bbebaf-f397-4a55-81a2-02147815942e), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:36.968051 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ff4ba634-8345-4e15-a2fd-1f393b1fe1f6 admin admin] Publish callbacks [] for security_group (20bbebaf-f397-4a55-81a2-02147815942e), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:37.015329 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ff4ba634-8345-4e15-a2fd-1f393b1fe1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (20bbebaf-f397-4a55-81a2-02147815942e), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:37.017912 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-ff4ba634-8345-4e15-a2fd-1f393b1fe1f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:37.019132 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-ff4ba634-8345-4e15-a2fd-1f393b1fe1f6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/20bbebaf-f397-4a55-81a2-02147815942e HTTP/1.1" status: 204 len: 168 time: 0.1217813 May 08 22:31:37.027469 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4ba634-8345-4e15-a2fd-1f393b1fe1f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20bbebaf-f397-4a55-81a2-02147815942e,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:31:37.287732 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 60288) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:31:37.301179 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-45a1c59c-30cf-47af-96ea-afe280a66655 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:37.376412 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-45a1c59c-30cf-47af-96ea-afe280a66655 admin admin] Publish callbacks [] for security_group (4d3b0e0a-d670-4b23-a4ba-0307e46def30), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:37.382818 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-45a1c59c-30cf-47af-96ea-afe280a66655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (4d3b0e0a-d670-4b23-a4ba-0307e46def30), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:37.419852 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-45a1c59c-30cf-47af-96ea-afe280a66655 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=993a3d8cbebf4e6295e0255bd5a50aed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1310241 May 08 22:31:37.421214 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a1c59c-30cf-47af-96ea-afe280a66655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3b0e0a-d670-4b23-a4ba-0307e46def30,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:31:37.422829 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 60290) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:31:37.476047 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a0c186eb-4b91-4e96-8001-e572a085f9a4 admin admin] Publish callbacks [] for security_group (4d3b0e0a-d670-4b23-a4ba-0307e46def30), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:37.504827 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a0c186eb-4b91-4e96-8001-e572a085f9a4 admin admin] Publish callbacks [] for security_group (4d3b0e0a-d670-4b23-a4ba-0307e46def30), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:37.553803 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a0c186eb-4b91-4e96-8001-e572a085f9a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (4d3b0e0a-d670-4b23-a4ba-0307e46def30), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:37.556520 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a0c186eb-4b91-4e96-8001-e572a085f9a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:37.557690 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-a0c186eb-4b91-4e96-8001-e572a085f9a4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4d3b0e0a-d670-4b23-a4ba-0307e46def30 HTTP/1.1" status: 204 len: 168 time: 0.1338863 May 08 22:31:37.565304 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c186eb-4b91-4e96-8001-e572a085f9a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d3b0e0a-d670-4b23-a4ba-0307e46def30,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:31:40.438915 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (50086534-3b0f-4edb-899f-da05c46c2546), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:46.227249 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-5bd79fae-4358-4ff4-97b8-b424f33a0aa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (399f5491-dab9-4373-bd22-64cd7c73418d), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:48.511080 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-48871773-51f3-472b-b83e-f4be633c3bd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (69aa2ac4-530d-40c2-a84a-3161d84edf61), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:49.425287 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-68d59b13-bdd3-4890-b330-3a9be9bf9791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (167e5ba9-08ef-43b6-aca0-7c88b7f9e735), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:51.028017 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f82e6e54-0a06-4075-8e4d-2bf0b0f201e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (1fcc0290-7f55-4633-95cb-6d94e7aa5e57), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:51.882216 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.agents_db [None req-09216671-537f-4251-a64c-737ccd42d6d2 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 08 22:31:52.465850 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (7e3c7ef6-abd5-4f0f-b372-b2734b637fd0), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:54.314804 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 60502) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:31:54.437322 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5fcdebb6-6019-4bdb-915f-7659e3208d20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:54.516033 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5fcdebb6-6019-4bdb-915f-7659e3208d20 admin admin] Publish callbacks [] for security_group (c3aa5607-6053-452c-9ce4-0699fdea85aa), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:54.521875 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-5fcdebb6-6019-4bdb-915f-7659e3208d20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (c3aa5607-6053-452c-9ce4-0699fdea85aa), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:54.558986 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-5fcdebb6-6019-4bdb-915f-7659e3208d20 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bd57d6fa148745de89f73564f1319384&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2430646 May 08 22:31:54.560147 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcdebb6-6019-4bdb-915f-7659e3208d20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3aa5607-6053-452c-9ce4-0699fdea85aa,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:31:54.563151 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 60506) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:31:54.614888 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0b9ba3f3-2cef-45f2-8980-d1b7e151fc50 admin admin] Publish callbacks [] for security_group (c3aa5607-6053-452c-9ce4-0699fdea85aa), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:54.635797 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0b9ba3f3-2cef-45f2-8980-d1b7e151fc50 admin admin] Publish callbacks [] for security_group (c3aa5607-6053-452c-9ce4-0699fdea85aa), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:54.687574 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0b9ba3f3-2cef-45f2-8980-d1b7e151fc50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (c3aa5607-6053-452c-9ce4-0699fdea85aa), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:54.691478 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-0b9ba3f3-2cef-45f2-8980-d1b7e151fc50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:54.693600 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-0b9ba3f3-2cef-45f2-8980-d1b7e151fc50 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c3aa5607-6053-452c-9ce4-0699fdea85aa HTTP/1.1" status: 204 len: 168 time: 0.1287067 May 08 22:31:54.703613 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9ba3f3-2cef-45f2-8980-d1b7e151fc50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3aa5607-6053-452c-9ce4-0699fdea85aa,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:31:54.970198 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 60512) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:31:54.983534 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9fd9ea49-5cf9-4e96-a950-777967f4cc31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:55.057947 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9fd9ea49-5cf9-4e96-a950-777967f4cc31 admin admin] Publish callbacks [] for security_group (932b9e4f-3991-4111-bde1-0a46faa592a5), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:55.064181 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-9fd9ea49-5cf9-4e96-a950-777967f4cc31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (932b9e4f-3991-4111-bde1-0a46faa592a5), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:55.103294 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-9fd9ea49-5cf9-4e96-a950-777967f4cc31 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b5669db1997f446a8ed69354c1d4e7e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1318693 May 08 22:31:55.104137 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd9ea49-5cf9-4e96-a950-777967f4cc31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=932b9e4f-3991-4111-bde1-0a46faa592a5,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:31:55.106205 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 60514) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:31:55.157054 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a777a66f-4d07-4b88-81f8-d89e81d41740 admin admin] Publish callbacks [] for security_group (932b9e4f-3991-4111-bde1-0a46faa592a5), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:55.187881 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a777a66f-4d07-4b88-81f8-d89e81d41740 admin admin] Publish callbacks [] for security_group (932b9e4f-3991-4111-bde1-0a46faa592a5), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:55.236316 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a777a66f-4d07-4b88-81f8-d89e81d41740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (932b9e4f-3991-4111-bde1-0a46faa592a5), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:55.240467 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-a777a66f-4d07-4b88-81f8-d89e81d41740 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:31:55.242124 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-a777a66f-4d07-4b88-81f8-d89e81d41740 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/932b9e4f-3991-4111-bde1-0a46faa592a5 HTTP/1.1" status: 204 len: 168 time: 0.1349406 May 08 22:31:55.250397 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a777a66f-4d07-4b88-81f8-d89e81d41740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=932b9e4f-3991-4111-bde1-0a46faa592a5,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:32:10.454317 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (50086534-3b0f-4edb-899f-da05c46c2546), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:32:16.229574 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f0457df5-56c7-4421-8469-b2f7f9aa857d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (399f5491-dab9-4373-bd22-64cd7c73418d), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:32:18.143210 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 60642) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:32:18.260834 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a3551afa-8f37-44da-8e3b-6771d7d54a1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:32:18.335867 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a3551afa-8f37-44da-8e3b-6771d7d54a1a admin admin] Publish callbacks [] for security_group (3734f842-8c92-477f-b4b1-30dfa2ab51b2), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:32:18.342452 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-a3551afa-8f37-44da-8e3b-6771d7d54a1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (3734f842-8c92-477f-b4b1-30dfa2ab51b2), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:32:18.380146 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-a3551afa-8f37-44da-8e3b-6771d7d54a1a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0cc2a45e08d94e2fbec36b314b04943f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2358441 May 08 22:32:18.381005 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3551afa-8f37-44da-8e3b-6771d7d54a1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3734f842-8c92-477f-b4b1-30dfa2ab51b2,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:32:18.383264 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 60646) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:32:18.436913 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-88724f6b-5100-43ee-a35d-ef39d649e741 admin admin] Publish callbacks [] for security_group (3734f842-8c92-477f-b4b1-30dfa2ab51b2), before_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:32:18.459184 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-88724f6b-5100-43ee-a35d-ef39d649e741 admin admin] Publish callbacks [] for security_group (3734f842-8c92-477f-b4b1-30dfa2ab51b2), precommit_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:32:18.504030 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-eea3ee03-2a55-40ef-9469-99ce52723d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (69aa2ac4-530d-40c2-a84a-3161d84edf61), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:32:18.510916 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-88724f6b-5100-43ee-a35d-ef39d649e741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (3734f842-8c92-477f-b4b1-30dfa2ab51b2), after_delete {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:32:18.514139 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-88724f6b-5100-43ee-a35d-ef39d649e741 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:32:18.515277 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-88724f6b-5100-43ee-a35d-ef39d649e741 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3734f842-8c92-477f-b4b1-30dfa2ab51b2 HTTP/1.1" status: 204 len: 168 time: 0.1310439 May 08 22:32:18.523858 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88724f6b-5100-43ee-a35d-ef39d649e741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3734f842-8c92-477f-b4b1-30dfa2ab51b2,revision_number=None']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:32:19.421699 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-68d59b13-bdd3-4890-b330-3a9be9bf9791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (167e5ba9-08ef-43b6-aca0-7c88b7f9e735), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:32:21.031018 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f82e6e54-0a06-4075-8e4d-2bf0b0f201e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (1fcc0290-7f55-4633-95cb-6d94e7aa5e57), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:32:22.461195 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (7e3c7ef6-abd5-4f0f-b372-b2734b637fd0), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:32:26.756278 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 60770) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:32:26.865412 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-66d24cce-5b5e-4c37-b8d1-96e1e4ae0016 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:32:26.947772 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-66d24cce-5b5e-4c37-b8d1-96e1e4ae0016 admin admin] Publish callbacks [] for security_group (2aae12de-d70e-492c-9f33-73d1aa1dab4f), precommit_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:32:26.954403 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-66d24cce-5b5e-4c37-b8d1-96e1e4ae0016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (2aae12de-d70e-492c-9f33-73d1aa1dab4f), after_create {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:32:26.992047 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-66d24cce-5b5e-4c37-b8d1-96e1e4ae0016 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ef848571dd6e4e68b421d7d7f0beb144&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2346256 May 08 22:32:26.992919 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d24cce-5b5e-4c37-b8d1-96e1e4ae0016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aae12de-d70e-492c-9f33-73d1aa1dab4f,revision_number=1']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:32:26.994786 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 60774) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:32:27.010673 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d24cce-5b5e-4c37-b8d1-96e1e4ae0016 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:32:27.011014 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d24cce-5b5e-4c37-b8d1-96e1e4ae0016 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:32:27.011352 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d24cce-5b5e-4c37-b8d1-96e1e4ae0016 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:32:27.011687 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d24cce-5b5e-4c37-b8d1-96e1e4ae0016 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:32:27.012019 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d24cce-5b5e-4c37-b8d1-96e1e4ae0016 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:32:27.012345 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d24cce-5b5e-4c37-b8d1-96e1e4ae0016 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:32:27.012692 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d24cce-5b5e-4c37-b8d1-96e1e4ae0016 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:32:27.013016 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d24cce-5b5e-4c37-b8d1-96e1e4ae0016 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:32:27.013334 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d24cce-5b5e-4c37-b8d1-96e1e4ae0016 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:32:27.013685 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d24cce-5b5e-4c37-b8d1-96e1e4ae0016 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:32:27.014008 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d24cce-5b5e-4c37-b8d1-96e1e4ae0016 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:32:27.014309 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d24cce-5b5e-4c37-b8d1-96e1e4ae0016 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:32:27.014655 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d24cce-5b5e-4c37-b8d1-96e1e4ae0016 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:32:27.014943 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d24cce-5b5e-4c37-b8d1-96e1e4ae0016 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:32:27.015256 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d24cce-5b5e-4c37-b8d1-96e1e4ae0016 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:32:27.056806 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-73f3d551-b528-4709-b2d9-b28dae2e45f4 admin admin] Publish callbacks [] for security_group (2aae12de-d70e-492c-9f33-73d1aa1dab4f), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:32:27.078630 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-73f3d551-b528-4709-b2d9-b28dae2e45f4 admin admin] Publish callbacks [] for security_group (2aae12de-d70e-492c-9f33-73d1aa1dab4f), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:32:27.131699 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-73f3d551-b528-4709-b2d9-b28dae2e45f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (2aae12de-d70e-492c-9f33-73d1aa1dab4f), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:32:27.134266 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-73f3d551-b528-4709-b2d9-b28dae2e45f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:32:27.135485 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-73f3d551-b528-4709-b2d9-b28dae2e45f4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2aae12de-d70e-492c-9f33-73d1aa1dab4f HTTP/1.1" status: 204 len: 168 time: 0.1398437 May 08 22:32:27.143150 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f3d551-b528-4709-b2d9-b28dae2e45f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aae12de-d70e-492c-9f33-73d1aa1dab4f,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:32:27.420700 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 60780) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:32:27.434532 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1dd7f2e9-66bb-4348-8a65-e8afd038f996 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:32:27.518490 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1dd7f2e9-66bb-4348-8a65-e8afd038f996 admin admin] Publish callbacks [] for security_group (e9e34ce1-afd5-4eb9-868c-12458fc20542), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:32:27.523707 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-1dd7f2e9-66bb-4348-8a65-e8afd038f996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (e9e34ce1-afd5-4eb9-868c-12458fc20542), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:32:27.562539 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-1dd7f2e9-66bb-4348-8a65-e8afd038f996 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a0d6a835822f411897e4f2ee126d7470&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1407409 May 08 22:32:27.563357 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd7f2e9-66bb-4348-8a65-e8afd038f996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e34ce1-afd5-4eb9-868c-12458fc20542,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:32:27.565638 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 60782) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:32:27.620006 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5a6c141a-c513-4781-8558-3b61f1c2912d admin admin] Publish callbacks [] for security_group (e9e34ce1-afd5-4eb9-868c-12458fc20542), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:32:27.641773 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5a6c141a-c513-4781-8558-3b61f1c2912d admin admin] Publish callbacks [] for security_group (e9e34ce1-afd5-4eb9-868c-12458fc20542), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:32:27.695852 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5a6c141a-c513-4781-8558-3b61f1c2912d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (e9e34ce1-afd5-4eb9-868c-12458fc20542), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:32:27.699762 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-5a6c141a-c513-4781-8558-3b61f1c2912d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:32:27.701298 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-5a6c141a-c513-4781-8558-3b61f1c2912d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e9e34ce1-afd5-4eb9-868c-12458fc20542 HTTP/1.1" status: 204 len: 168 time: 0.1344941 May 08 22:32:27.710804 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6c141a-c513-4781-8558-3b61f1c2912d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e34ce1-afd5-4eb9-868c-12458fc20542,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:32:28.058633 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 60788) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:32:28.072183 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2f296662-e499-48a4-8591-db85eaed6f9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:32:28.166150 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2f296662-e499-48a4-8591-db85eaed6f9e admin admin] Publish callbacks [] for security_group (f23e2b4b-df3d-4bdb-845b-04c58c212267), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:32:28.172712 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-2f296662-e499-48a4-8591-db85eaed6f9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (f23e2b4b-df3d-4bdb-845b-04c58c212267), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:32:28.210066 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-2f296662-e499-48a4-8591-db85eaed6f9e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b7feca9b474348199747d35ca18a6d1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1504049 May 08 22:32:28.210924 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f296662-e499-48a4-8591-db85eaed6f9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f23e2b4b-df3d-4bdb-845b-04c58c212267,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:32:28.213112 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 60790) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:32:28.268908 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-14df41d5-d423-47f8-bd8d-c7331c5c339f admin admin] Publish callbacks [] for security_group (f23e2b4b-df3d-4bdb-845b-04c58c212267), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:32:28.291158 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-14df41d5-d423-47f8-bd8d-c7331c5c339f admin admin] Publish callbacks [] for security_group (f23e2b4b-df3d-4bdb-845b-04c58c212267), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:32:28.344948 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-14df41d5-d423-47f8-bd8d-c7331c5c339f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (f23e2b4b-df3d-4bdb-845b-04c58c212267), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:32:28.347675 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-14df41d5-d423-47f8-bd8d-c7331c5c339f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:32:28.348846 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-14df41d5-d423-47f8-bd8d-c7331c5c339f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f23e2b4b-df3d-4bdb-845b-04c58c212267 HTTP/1.1" status: 204 len: 168 time: 0.1345344 May 08 22:32:28.356776 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14df41d5-d423-47f8-bd8d-c7331c5c339f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f23e2b4b-df3d-4bdb-845b-04c58c212267,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:32:28.881533 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.agents_db [None req-09216671-537f-4251-a64c-737ccd42d6d2 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 08 22:32:40.465267 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (50086534-3b0f-4edb-899f-da05c46c2546), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:32:46.230552 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-0d185994-3a23-4e00-85d2-dd1871b08664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (399f5491-dab9-4373-bd22-64cd7c73418d), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:32:48.514446 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a88e1acf-f13e-4a68-8e0f-13ebbfea3553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (69aa2ac4-530d-40c2-a84a-3161d84edf61), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:32:49.437003 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-68d59b13-bdd3-4890-b330-3a9be9bf9791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (167e5ba9-08ef-43b6-aca0-7c88b7f9e735), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:32:51.035759 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f82e6e54-0a06-4075-8e4d-2bf0b0f201e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (1fcc0290-7f55-4633-95cb-6d94e7aa5e57), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:32:52.478426 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (7e3c7ef6-abd5-4f0f-b372-b2734b637fd0), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:33:05.881369 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.agents_db [None req-09216671-537f-4251-a64c-737ccd42d6d2 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 08 22:33:10.486316 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (50086534-3b0f-4edb-899f-da05c46c2546), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:33:11.363392 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.wsgi [-] (103628) accepted ('10.222.0.44', 32772) {{(pid=103628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:33:11.480346 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-88f57266-a5d4-4db8-90c1-d284f55f7b86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:33:11.554097 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-88f57266-a5d4-4db8-90c1-d284f55f7b86 admin admin] Publish callbacks [] for security_group (e7222341-1b8f-47d6-b4b8-29d0b1fd2770), precommit_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:33:11.559709 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-88f57266-a5d4-4db8-90c1-d284f55f7b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (e7222341-1b8f-47d6-b4b8-29d0b1fd2770), after_create {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:33:11.597973 dv-cinder-840511-5-iscsi neutron-server[103628]: INFO neutron.wsgi [None req-88f57266-a5d4-4db8-90c1-d284f55f7b86 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=297dc6af9a434518a51f9f3aba60a952&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2335355 May 08 22:33:11.598835 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f57266-a5d4-4db8-90c1-d284f55f7b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7222341-1b8f-47d6-b4b8-29d0b1fd2770,revision_number=1']} {{(pid=103628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:33:11.601048 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [-] (103629) accepted ('10.222.0.44', 32776) {{(pid=103629) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 08 22:33:11.606184 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f57266-a5d4-4db8-90c1-d284f55f7b86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:33:11.606532 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f57266-a5d4-4db8-90c1-d284f55f7b86 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:33:11.606874 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f57266-a5d4-4db8-90c1-d284f55f7b86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:33:11.607209 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f57266-a5d4-4db8-90c1-d284f55f7b86 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:33:11.607541 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f57266-a5d4-4db8-90c1-d284f55f7b86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:33:11.607866 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f57266-a5d4-4db8-90c1-d284f55f7b86 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:33:11.608189 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f57266-a5d4-4db8-90c1-d284f55f7b86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:33:11.608911 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f57266-a5d4-4db8-90c1-d284f55f7b86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:33:11.608911 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f57266-a5d4-4db8-90c1-d284f55f7b86 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:33:11.609229 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f57266-a5d4-4db8-90c1-d284f55f7b86 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:33:11.609561 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f57266-a5d4-4db8-90c1-d284f55f7b86 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:33:11.609808 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f57266-a5d4-4db8-90c1-d284f55f7b86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:33:11.611517 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f57266-a5d4-4db8-90c1-d284f55f7b86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:33:11.611517 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f57266-a5d4-4db8-90c1-d284f55f7b86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:33:11.611517 dv-cinder-840511-5-iscsi neutron-server[103628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f57266-a5d4-4db8-90c1-d284f55f7b86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840511-5-iscsi {{(pid=103628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 08 22:33:11.651307 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-770cf2ec-da01-4601-bcc1-067b627b2946 admin admin] Publish callbacks [] for security_group (e7222341-1b8f-47d6-b4b8-29d0b1fd2770), before_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:33:11.672184 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-770cf2ec-da01-4601-bcc1-067b627b2946 admin admin] Publish callbacks [] for security_group (e7222341-1b8f-47d6-b4b8-29d0b1fd2770), precommit_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:33:11.729911 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-770cf2ec-da01-4601-bcc1-067b627b2946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571249'] for security_group (e7222341-1b8f-47d6-b4b8-29d0b1fd2770), after_delete {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:33:11.732763 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron_lib.callbacks.manager [None req-770cf2ec-da01-4601-bcc1-067b627b2946 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:33:11.733954 dv-cinder-840511-5-iscsi neutron-server[103629]: INFO neutron.wsgi [None req-770cf2ec-da01-4601-bcc1-067b627b2946 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e7222341-1b8f-47d6-b4b8-29d0b1fd2770 HTTP/1.1" status: 204 len: 168 time: 0.1318820 May 08 22:33:11.741995 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770cf2ec-da01-4601-bcc1-067b627b2946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7222341-1b8f-47d6-b4b8-29d0b1fd2770,revision_number=None']} {{(pid=103629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 08 22:33:16.232641 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b8447648-c25f-489e-a110-6c96ac007c45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (399f5491-dab9-4373-bd22-64cd7c73418d), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:33:18.517324 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-a3b02d65-b2ae-4141-84e5-b1ede00808e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (69aa2ac4-530d-40c2-a84a-3161d84edf61), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:33:19.437759 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-68d59b13-bdd3-4890-b330-3a9be9bf9791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (167e5ba9-08ef-43b6-aca0-7c88b7f9e735), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:33:21.033964 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f82e6e54-0a06-4075-8e4d-2bf0b0f201e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (1fcc0290-7f55-4633-95cb-6d94e7aa5e57), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:33:22.486816 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (7e3c7ef6-abd5-4f0f-b372-b2734b637fd0), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:33:40.480234 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (50086534-3b0f-4edb-899f-da05c46c2546), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:33:42.881686 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.agents_db [None req-09216671-537f-4251-a64c-737ccd42d6d2 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 08 22:33:46.231160 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-2781fe3b-86cf-43fb-a1be-24060a0d5387 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (399f5491-dab9-4373-bd22-64cd7c73418d), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:33:48.524989 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-bc7e568e-e0b5-4106-8de8-e9a2ccdfa68f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (69aa2ac4-530d-40c2-a84a-3161d84edf61), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:33:49.443847 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-68d59b13-bdd3-4890-b330-3a9be9bf9791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (167e5ba9-08ef-43b6-aca0-7c88b7f9e735), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:33:51.038654 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f82e6e54-0a06-4075-8e4d-2bf0b0f201e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (1fcc0290-7f55-4633-95cb-6d94e7aa5e57), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:33:52.479703 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (7e3c7ef6-abd5-4f0f-b372-b2734b637fd0), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:34:10.495250 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (50086534-3b0f-4edb-899f-da05c46c2546), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:34:16.234973 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-19242fbe-ce9d-4616-b4c7-bc7bb4f0bb98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (399f5491-dab9-4373-bd22-64cd7c73418d), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:34:18.514675 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f2e0491e-3a51-4d39-9513-c6560b2f5463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (69aa2ac4-530d-40c2-a84a-3161d84edf61), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:34:19.445654 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-68d59b13-bdd3-4890-b330-3a9be9bf9791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (167e5ba9-08ef-43b6-aca0-7c88b7f9e735), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:34:19.882301 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.agents_db [None req-09216671-537f-4251-a64c-737ccd42d6d2 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 08 22:34:21.050143 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f82e6e54-0a06-4075-8e4d-2bf0b0f201e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (1fcc0290-7f55-4633-95cb-6d94e7aa5e57), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:34:22.490223 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (7e3c7ef6-abd5-4f0f-b372-b2734b637fd0), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:34:40.498582 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (50086534-3b0f-4edb-899f-da05c46c2546), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:34:46.236911 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-0ea1ddd8-12a4-41dc-85c8-9922a81ca751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (399f5491-dab9-4373-bd22-64cd7c73418d), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:34:48.517071 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-332bd2ef-1a3d-47d0-9c38-ba9eef333935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (69aa2ac4-530d-40c2-a84a-3161d84edf61), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:34:49.453202 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-68d59b13-bdd3-4890-b330-3a9be9bf9791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (167e5ba9-08ef-43b6-aca0-7c88b7f9e735), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:34:51.054245 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f82e6e54-0a06-4075-8e4d-2bf0b0f201e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (1fcc0290-7f55-4633-95cb-6d94e7aa5e57), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:34:52.490298 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (7e3c7ef6-abd5-4f0f-b372-b2734b637fd0), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:34:56.882651 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.agents_db [None req-09216671-537f-4251-a64c-737ccd42d6d2 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 08 22:35:10.514194 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (50086534-3b0f-4edb-899f-da05c46c2546), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:35:16.236498 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-78cc8ade-ddaa-46af-a79f-1b774c2e2b04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (399f5491-dab9-4373-bd22-64cd7c73418d), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:35:18.521750 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-366aec6e-ae06-4ce7-9990-a18e745a5123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (69aa2ac4-530d-40c2-a84a-3161d84edf61), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:35:19.458012 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-68d59b13-bdd3-4890-b330-3a9be9bf9791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (167e5ba9-08ef-43b6-aca0-7c88b7f9e735), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:35:21.055294 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f82e6e54-0a06-4075-8e4d-2bf0b0f201e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (1fcc0290-7f55-4633-95cb-6d94e7aa5e57), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:35:22.487040 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (7e3c7ef6-abd5-4f0f-b372-b2734b637fd0), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:35:33.885186 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.agents_db [None req-09216671-537f-4251-a64c-737ccd42d6d2 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 08 22:35:40.513968 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (50086534-3b0f-4edb-899f-da05c46c2546), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:35:46.242286 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-54582e1e-04b0-4d46-9e39-f7805f08b90d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (399f5491-dab9-4373-bd22-64cd7c73418d), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:35:48.528369 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b7b38abd-c5a4-4e80-9b4c-7f92b3e3a037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (69aa2ac4-530d-40c2-a84a-3161d84edf61), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:35:49.455236 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-68d59b13-bdd3-4890-b330-3a9be9bf9791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (167e5ba9-08ef-43b6-aca0-7c88b7f9e735), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:35:51.056468 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f82e6e54-0a06-4075-8e4d-2bf0b0f201e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (1fcc0290-7f55-4633-95cb-6d94e7aa5e57), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:35:52.482608 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (7e3c7ef6-abd5-4f0f-b372-b2734b637fd0), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:36:10.518919 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (50086534-3b0f-4edb-899f-da05c46c2546), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:36:10.884253 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.agents_db [None req-09216671-537f-4251-a64c-737ccd42d6d2 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 08 22:36:16.243462 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-4b5fe99d-a63a-47fe-9682-9eaa74bf8c12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (399f5491-dab9-4373-bd22-64cd7c73418d), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:36:18.518955 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-363a6409-2d30-4452-a4c6-24a105055700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (69aa2ac4-530d-40c2-a84a-3161d84edf61), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:36:19.465827 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-68d59b13-bdd3-4890-b330-3a9be9bf9791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (167e5ba9-08ef-43b6-aca0-7c88b7f9e735), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:36:21.180732 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f82e6e54-0a06-4075-8e4d-2bf0b0f201e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (1fcc0290-7f55-4633-95cb-6d94e7aa5e57), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:36:22.483531 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (7e3c7ef6-abd5-4f0f-b372-b2734b637fd0), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:36:40.520167 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (50086534-3b0f-4edb-899f-da05c46c2546), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:36:46.248363 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-c621f8bb-d1cd-4644-9022-e66659aebfbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (399f5491-dab9-4373-bd22-64cd7c73418d), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:36:47.883619 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.agents_db [None req-09216671-537f-4251-a64c-737ccd42d6d2 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 08 22:36:48.523061 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-b530e1e6-d9ae-40f1-9d6e-8cc6c90cb04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (69aa2ac4-530d-40c2-a84a-3161d84edf61), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:36:49.465940 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-68d59b13-bdd3-4890-b330-3a9be9bf9791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (167e5ba9-08ef-43b6-aca0-7c88b7f9e735), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:36:51.068790 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f82e6e54-0a06-4075-8e4d-2bf0b0f201e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (1fcc0290-7f55-4633-95cb-6d94e7aa5e57), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:36:52.485203 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (7e3c7ef6-abd5-4f0f-b372-b2734b637fd0), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:37:10.537723 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (50086534-3b0f-4edb-899f-da05c46c2546), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:37:16.244364 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9f2284f0-b5c8-4e40-9179-e39eaea34646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (399f5491-dab9-4373-bd22-64cd7c73418d), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:37:18.527695 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-cf89894f-31a8-4b27-ad81-ca927d12489b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (69aa2ac4-530d-40c2-a84a-3161d84edf61), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:37:19.466291 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-68d59b13-bdd3-4890-b330-3a9be9bf9791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (167e5ba9-08ef-43b6-aca0-7c88b7f9e735), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:37:21.118838 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f82e6e54-0a06-4075-8e4d-2bf0b0f201e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (1fcc0290-7f55-4633-95cb-6d94e7aa5e57), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:37:22.188509 dv-cinder-840511-5-iscsi neutron-server[103629]: DEBUG neutron.wsgi [req-95526b9f-816e-4219-8f4f-3948004b67b5 req-cb7b2946-d21b-4af4-a693-7b269896fc14 service neutron] (103629) timed out ('10.222.0.24', 64699) {{(pid=103629) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 08 22:37:22.493820 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (7e3c7ef6-abd5-4f0f-b372-b2734b637fd0), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:37:24.883000 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.agents_db [None req-09216671-537f-4251-a64c-737ccd42d6d2 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 08 22:37:40.550903 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (50086534-3b0f-4edb-899f-da05c46c2546), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:37:46.246623 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-47162d3d-8a75-456f-a75a-2cdd169de652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (399f5491-dab9-4373-bd22-64cd7c73418d), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:37:48.529261 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-91554a09-bfea-4dac-979e-105e0387cf6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (69aa2ac4-530d-40c2-a84a-3161d84edf61), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:37:49.468010 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-68d59b13-bdd3-4890-b330-3a9be9bf9791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (167e5ba9-08ef-43b6-aca0-7c88b7f9e735), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:37:51.072160 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f82e6e54-0a06-4075-8e4d-2bf0b0f201e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (1fcc0290-7f55-4633-95cb-6d94e7aa5e57), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:37:52.489613 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (7e3c7ef6-abd5-4f0f-b372-b2734b637fd0), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:38:01.887742 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.agents_db [None req-09216671-537f-4251-a64c-737ccd42d6d2 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 08 22:38:10.547353 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (50086534-3b0f-4edb-899f-da05c46c2546), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:38:16.249448 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-13e53969-dc26-4da9-ba06-6cff21fbe835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (399f5491-dab9-4373-bd22-64cd7c73418d), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:38:18.535219 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9dc25d4b-ac35-4402-bd21-bf6630537264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (69aa2ac4-530d-40c2-a84a-3161d84edf61), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:38:19.472014 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-68d59b13-bdd3-4890-b330-3a9be9bf9791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (167e5ba9-08ef-43b6-aca0-7c88b7f9e735), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:38:21.078426 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-f82e6e54-0a06-4075-8e4d-2bf0b0f201e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (1fcc0290-7f55-4633-95cb-6d94e7aa5e57), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:38:22.487997 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-7e22b34d-cf68-4b1c-bfe1-c23374469216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (7e3c7ef6-abd5-4f0f-b372-b2734b637fd0), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:38:38.887265 dv-cinder-840511-5-iscsi neutron-server[103631]: DEBUG neutron.db.agents_db [None req-09216671-537f-4251-a64c-737ccd42d6d2 None None] Agent healthcheck: found 6 active agents {{(pid=103631) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 08 22:38:40.559992 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-9234ecd9-2d7e-4b87-b5b3-2eb22a08e692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (50086534-3b0f-4edb-899f-da05c46c2546), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:38:46.244285 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-224b300a-e970-4f97-ba9a-57807302942b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (399f5491-dab9-4373-bd22-64cd7c73418d), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 08 22:38:48.521641 dv-cinder-840511-5-iscsi neutron-server[103630]: DEBUG neutron_lib.callbacks.manager [None req-4ae30543-0dd1-49d5-85b7-79206840db55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791034498308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16631204'] for agent (69aa2ac4-530d-40c2-a84a-3161d84edf61), after_update {{(pid=103630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}